-- Logs begin at Thu 2021-12-09 13:20:12 UTC, end at Thu 2021-12-09 15:04:25 UTC. --
Dec 09 13:53:07.637894 dv-neutron-821183-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 09 13:53:09.778183 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.common.config [-] Logging enabled!
Dec 09 13:53:09.778750 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev77
Dec 09 13:53:09.778951 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83338) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 09 13:53:09.781182 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.common.config [-] Logging enabled!
Dec 09 13:53:09.781433 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev77
Dec 09 13:53:09.781708 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83338) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 09 13:53:09.782659 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 13:53:09.782894 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 09 13:53:09.783251 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 13:53:09.783497 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 09 13:53:09.783725 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 09 13:53:09.784043 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.784342 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.784640 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.784873 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.785168 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.785466 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.785776 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.786068 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.786369 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.786657 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.786938 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.787224 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.787456 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.787739 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.788028 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.788316 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.788542 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.788825 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.789792 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.790813 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.790813 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.790813 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.791030 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.791284 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.791569 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.791900 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] host                           = dv-neutron-821183-1-hyperv {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.792180 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.792468 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.792758 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.793047 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.793368 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.793626 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.793915 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.794191 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.794464 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.794742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.795032 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.795319 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.795614 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.795845 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.796068 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.796352 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.796642 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.796918 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.797195 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.797471 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.797772 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.798054 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.798321 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.798608 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.798897 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.799184 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.799463 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.799740 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.800016 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.800289 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.800578 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.800853 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.801129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.801404 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.801794 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.802068 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.802344 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.802647 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.802936 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.803220 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.803505 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.803781 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.804063 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.804335 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.804609 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.805507 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.805809 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.806091 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.806375 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.806650 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.806925 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.807202 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.807479 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.807767 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:09.808066 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.808367 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.808669 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.808957 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.809252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.809552 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.809855 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.810139 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.810430 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.810719 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.811010 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.811292 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.811583 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.811875 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.812167 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.812443 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.812725 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.813017 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.813298 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.813604 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.813887 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.814179 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.814459 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.814735 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.815018 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.815294 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.815572 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.815843 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.816125 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.816416 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.816693 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.816964 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.817235 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.817513 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.817808 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.818094 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.818371 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.818643 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.818916 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.819193 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.819467 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.819742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.820020 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.820293 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.820608 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.820940 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.821216 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.821493 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.821794 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.822069 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.822344 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.822619 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.822898 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.823172 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.823445 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.823720 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.823996 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.824271 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.824561 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.824861 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.825142 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.825517 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.825826 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.826116 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.826399 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.826681 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.826963 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.827245 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.827521 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.827816 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.828102 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.828392 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.828680 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.828961 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.829260 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.829557 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.829850 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.830132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.830414 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.830700 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.830989 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.831288 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.831585 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.831884 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.832183 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.832481 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.832764 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.833074 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.833355 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:09.833666 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 09 13:53:09.833914 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 09 13:53:10.244477 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO keyring.backend [-] Loading KWallet
Dec 09 13:53:10.251971 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO keyring.backend [-] Loading SecretService
Dec 09 13:53:10.255165 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO keyring.backend [-] Loading Windows
Dec 09 13:53:10.256494 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO keyring.backend [-] Loading chainer
Dec 09 13:53:10.257076 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO keyring.backend [-] Loading macOS
Dec 09 13:53:10.292019 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:10.292303 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:10.292600 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:10.292941 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 09 13:53:10.599248 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.599538 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.599810 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.656578 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.656866 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.657140 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.660244 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.660527 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.660800 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.689502 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.689812 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.690087 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.717631 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.717914 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:10.718182 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.063125 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f644b1d8c10> agent after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.063762 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f644b1d8c10> agent after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.063762 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f644b1d8ca0> segment precommit_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.063921 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f644b1d8d30> network precommit_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.064635 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f644b1ddee0> segment before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.197045 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> network before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.197385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f644b1bf310> agent before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.197693 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> network before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.197964 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> port before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.198227 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> port before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.198533 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> segment after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.198791 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> segment precommit_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.199046 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> segment precommit_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.199320 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> segment after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.199621 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> network after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.199880 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> network precommit_delete 0 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.200761 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> port provisioning_complete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.201346 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.201346 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.201636 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> agent after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.201893 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> subnet after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.202151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> subnet precommit_delete 0 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.202424 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.202679 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.202957 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> segment_host_mapping after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.203299 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> port after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.203548 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> port after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.203793 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> port after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.204070 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.204323 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.204582 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f644c022dc0>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.204991 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.205259 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.205487 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.205747 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.205997 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.206234 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.206828 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 09 13:53:11.210048 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 09 13:53:11.214068 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 09 13:53:11.217859 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Dec 09 13:53:11.219546 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 09 13:53:11.219922 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 09 13:53:11.220249 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 09 13:53:11.220635 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 09 13:53:11.223461 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 09 13:53:11.223710 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 09 13:53:11.224051 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 09 13:53:11.253226 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 09 13:53:11.253700 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f644b19f430>> qos_plugin after_init 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.254022 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 09 13:53:11.254381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f644b19f6a0>> logging-plugin after_init 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.255745 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 09 13:53:11.256023 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 09 13:53:11.256263 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 09 13:53:11.259536 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f644b06fa30>> floatingip before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.259813 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f644b06fa30>> port before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.321244 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 09 13:53:11.321441 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 09 13:53:11.321655 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 09 13:53:11.322058 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 09 13:53:11.363222 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_db.sqlalchemy.engines [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 09 13:53:11.688862 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing driver for type 'gre'
Dec 09 13:53:11.689386 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] gre ID ranges: [(1, 1000)]
Dec 09 13:53:11.743072 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing driver for type 'local'
Dec 09 13:53:11.743355 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing driver for type 'vlan'
Dec 09 13:53:11.756299 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] VlanTypeDriver initialization complete
Dec 09 13:53:11.756635 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing driver for type 'vxlan'
Dec 09 13:53:11.757129 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] vxlan ID ranges: [(1, 1000)]
Dec 09 13:53:11.808902 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing extension driver 'port_security'
Dec 09 13:53:11.809232 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.extensions.port_security [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] PortSecurityExtensionDriver initialization complete
Dec 09 13:53:11.809590 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing mechanism driver 'openvswitch'
Dec 09 13:53:11.809928 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing mechanism driver 'hyperv'
Dec 09 13:53:11.816587 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.plugins.ml2.plugin [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:11.817354 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644afcef10>> port after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.817750 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644afcef10>> port after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.818104 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644afcef10>> port after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.818489 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644afcefd0>> subnet after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.818839 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644afcefd0>> subnet after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.819182 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644afcefd0>> subnet after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.819557 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71310>> network after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.819900 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71310>> network after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.820237 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71310>> network after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.821153 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71550>> security_group after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.821496 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71550>> security_group after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.821859 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71550>> security_group after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.822235 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71820>> security_group_rule after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.822576 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71820>> security_group_rule after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.822934 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f644aa71820>> security_group_rule after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.823273 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] ML2 OVO RPC backend initialized. {{(pid=83338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 09 13:53:11.823908 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> router_interface after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.824257 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> router_interface after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.824667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> network before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.825007 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> networks before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.825343 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> port before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.825708 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> ports before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.826071 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> subnet before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.826408 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> subnets before_response 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.826750 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> network after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.827082 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> network after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.827412 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> network after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.827790 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> port after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.828163 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> port after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.828523 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> port after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.828879 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> subnet after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.829296 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> subnet after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.829613 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f644aa71a60>> subnet after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.830184 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.plugin [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Modular L2 Plugin initialization complete
Dec 09 13:53:11.830508 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading services supported by the core plugin {{(pid=83338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 09 13:53:11.830826 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.plugins.ml2.managers [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Got port-security extension from driver 'port_security'
Dec 09 13:53:11.831282 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.extensions.vlantransparent [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Disabled vlantransparent extension.
Dec 09 13:53:11.831695 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 09 13:53:11.832002 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: router
Dec 09 13:53:11.868809 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router_interface before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.869189 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_create 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.869578 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router before_create 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.869943 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router_interface before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.870320 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router_interface after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.870674 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_delete 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.871027 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> floatingip after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.871384 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_create 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.871726 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_update 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.872075 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_update 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.872417 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router_gateway after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.872771 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_update 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.873178 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router precommit_update 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.873556 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f644afa70d0> port after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.873894 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f644afa9f70> port after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.874226 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f644afa7040> subnet after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.874558 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f644afa7160> subnetpool_address_scope after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.874902 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> port precommit_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.875242 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router precommit_create 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.875578 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f644af93040> port before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.875918 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router precommit_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.876271 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router after_update 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.876606 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router precommit_delete 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.876948 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router precommit_create 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.877301 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router_interface after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.877673 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> router precommit_update 55549900 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.878031 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> agent after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.878371 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> agent after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.878708 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f644aa71d30>> network after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.879549 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Tracking information for resource: router configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.879871 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Tracking information for resource: floatingip configured {{(pid=83338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 09 13:53:11.885446 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.db.l3_agentschedulers_db [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 09 13:53:11.886044 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f644a9ec8b0> port after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.886405 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f644a9ec790> port after_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.886784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function _notify_port_delete at 0x7f644a9ec820> port after_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.887131 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f644a9ecb80> port after_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.887917 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f644a99d5b0>> router before_create 55550100 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.888277 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f644a99d5b0>> router precommit_delete 55550100 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.888634 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f644a99d5b0>> router precommit_create 55550100 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.888986 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f644a99d5b0>> router precommit_update 55550100 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.893597 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.provider_configuration [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service providers = [] {{(pid=83338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 09 13:53:11.894470 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.db.servicetype_db [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 09 13:53:11.897376 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.service_base [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 13:53:11.897763 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.service_base [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 13:53:11.898106 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.service_base [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 13:53:11.899633 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.services.service_base [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 09 13:53:11.900002 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.services.service_base [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 09 13:53:11.900379 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.900696 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 09 13:53:11.911457 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.911788 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: auto_allocate
Dec 09 13:53:11.917830 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f644a93d040> network precommit_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.918200 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f644a93d040> network precommit_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.918719 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.919034 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: tag
Dec 09 13:53:11.925865 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.926193 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: timestamp
Dec 09 13:53:11.930147 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.930471 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: network_ip_availability
Dec 09 13:53:11.935953 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f644a9b9ca0>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.936324 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f644a9b9ca0>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.936672 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f644a9b9ca0>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:11.937378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.937720 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: flavors
Dec 09 13:53:11.942800 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.943076 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading Plugin: revisions
Dec 09 13:53:11.948299 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 09 13:53:11.948856 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_concurrency.lockutils [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.656s {{(pid=83338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:11.949621 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 09 13:53:11.949956 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Initializing extension manager.
Dec 09 13:53:11.950456 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: __init__.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.950793 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: __pycache__ {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.951123 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.951449 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.951774 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: _filter_validation_lib.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.952096 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.952417 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: address_group.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.953164 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.953750 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: address-group
Dec 09 13:53:11.954067 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: address_scope.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.954774 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.955276 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: address-scope
Dec 09 13:53:11.955593 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.956511 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.957015 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: router-admin-state-down-before-update
Dec 09 13:53:11.957332 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: agent.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.958059 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.958589 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: agent
Dec 09 13:53:11.958905 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: agent_resources_synced.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.959807 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.960305 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: agent-resources-synced
Dec 09 13:53:11.960621 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: allowedaddresspairs.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.963021 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.963543 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: allowed-address-pairs
Dec 09 13:53:11.963865 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: auto_allocated_topology.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.964944 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.965453 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: auto-allocated-topology
Dec 09 13:53:11.965797 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: availability_zone.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.966485 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.966995 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: availability_zone
Dec 09 13:53:11.967314 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: availability_zone_filter.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.968212 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.968716 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: availability_zone_filter
Dec 09 13:53:11.969034 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: data_plane_status.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.969956 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.970456 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 09 13:53:11.970774 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: default_subnetpools.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.971677 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.972177 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: default-subnetpools
Dec 09 13:53:11.972495 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.973262 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.973794 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: dhcp_agent_scheduler
Dec 09 13:53:11.974118 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: dns.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.975031 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.975797 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension dns-integration not supported by any of loaded plugins
Dec 09 13:53:11.976118 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: dns_domain_ports.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.977060 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.977592 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 09 13:53:11.977914 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: dvr.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.978581 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.979079 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: dvr
Dec 09 13:53:11.979396 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: empty_string_filtering.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.980302 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.980802 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: empty-string-filtering
Dec 09 13:53:11.981118 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.982051 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.982547 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 09 13:53:11.982861 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.983759 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.984257 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 09 13:53:11.984573 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: external_net.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.985476 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.986012 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: external-net
Dec 09 13:53:11.986328 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.987236 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.987736 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: extra_dhcp_opt
Dec 09 13:53:11.988051 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: extraroute.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.988960 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.989467 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: extraroute
Dec 09 13:53:11.989813 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: extraroute_atomic.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.990845 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.991351 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: extraroute-atomic
Dec 09 13:53:11.991671 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: filter_validation.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.992374 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.992873 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: filter-validation
Dec 09 13:53:11.993188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: fip_pf_description.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.994317 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.994858 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 09 13:53:11.995177 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: fip_port_details.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.996096 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.996602 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: fip-port-details
Dec 09 13:53:11.996919 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: flavors.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:11.998203 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:11.998712 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: flavors
Dec 09 13:53:11.999033 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.000688 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.001206 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 09 13:53:12.001542 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: floatingip_pools.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.002242 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.002747 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: floatingip-pools
Dec 09 13:53:12.003065 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: ip_allocation.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.003976 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.004479 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 09 13:53:12.004796 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.005743 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.006256 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: ip-substring-filtering
Dec 09 13:53:12.006578 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l2_adjacency.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.007500 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.008543 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 09 13:53:12.008859 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.009849 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.010358 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: router
Dec 09 13:53:12.010673 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.012900 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.013425 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 09 13:53:12.013787 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.014715 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.015227 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: ext-gw-mode
Dec 09 13:53:12.015551 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.016464 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.016973 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: l3-ha
Dec 09 13:53:12.017293 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3_flavors.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.018226 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.018732 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: l3-flavors
Dec 09 13:53:12.019050 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.019970 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.020474 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 09 13:53:12.020794 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: l3agentscheduler.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.021854 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.022360 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: l3_agent_scheduler
Dec 09 13:53:12.022681 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: logging.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.024754 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.025271 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension logging not supported by any of loaded plugins
Dec 09 13:53:12.025635 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: metering.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.026376 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.026949 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: metering
Dec 09 13:53:12.027271 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.028371 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.028888 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: metering_source_and_destination_fields
Dec 09 13:53:12.029212 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: multiprovidernet.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.030293 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.030808 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: multi-provider
Dec 09 13:53:12.031135 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: netmtu.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.032049 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.032554 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: net-mtu
Dec 09 13:53:12.032874 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: netmtu_writable.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.033818 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.034323 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: net-mtu-writable
Dec 09 13:53:12.034645 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: network_availability_zone.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.035308 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.035806 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: network_availability_zone
Dec 09 13:53:12.036130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: network_ip_availability.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.037264 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.037811 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: network-ip-availability
Dec 09 13:53:12.038134 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: network_segment_range.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.038892 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.039430 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 09 13:53:12.039747 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: pagination.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.040743 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.041068 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: pagination
Dec 09 13:53:12.041387 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.042328 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.042834 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: port-mac-address-regenerate
Dec 09 13:53:12.043152 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: port_resource_request.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.044056 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.044555 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 09 13:53:12.044870 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: portbindings.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.045815 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.046326 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: binding
Dec 09 13:53:12.046646 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: portbindings_extended.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.047917 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.048458 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: binding-extended
Dec 09 13:53:12.048782 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: portsecurity.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.049717 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.050225 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: port-security
Dec 09 13:53:12.050546 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: project_id.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.051509 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.051836 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: project-id
Dec 09 13:53:12.052156 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: providernet.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.053063 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.053605 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: provider
Dec 09 13:53:12.053927 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.057502 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.058056 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos not supported by any of loaded plugins
Dec 09 13:53:12.058385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.059635 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.060148 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 09 13:53:12.060476 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.061392 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.061936 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 09 13:53:12.062262 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_default.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.063170 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.063685 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-default not supported by any of loaded plugins
Dec 09 13:53:12.063990 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_fip.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.064632 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.065134 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-fip not supported by any of loaded plugins
Dec 09 13:53:12.065455 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_gateway_ip.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.066401 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.066914 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 09 13:53:12.067236 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_port_network_policy.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.068138 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.068644 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 09 13:53:12.068965 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_rule_type_details.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.069901 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.070935 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 09 13:53:12.071258 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: qos_rules_alias.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.072345 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.072858 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 09 13:53:12.073182 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: quotasv2.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.074083 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.074403 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: quotas
Dec 09 13:53:12.074722 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: quotasv2_detail.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.076471 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.076805 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: quota_details
Dec 09 13:53:12.077129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: rbac.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.078212 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.078730 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: rbac-policies
Dec 09 13:53:12.079054 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: rbac_address_scope.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.079982 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.080491 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: rbac-address-scope
Dec 09 13:53:12.080813 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: rbac_security_groups.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.081741 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.082251 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: rbac-security-groups
Dec 09 13:53:12.082571 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: rbac_subnetpool.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.083480 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.083990 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: rbac-subnetpool
Dec 09 13:53:12.084308 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: revisionifmatch.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.085219 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.085758 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: revision-if-match
Dec 09 13:53:12.086669 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: revisions.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.087778 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.088287 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: standard-attr-revisions
Dec 09 13:53:12.088609 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: router_availability_zone.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.089295 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.089805 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: router_availability_zone
Dec 09 13:53:12.090121 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: routerservicetype.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.091050 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.091555 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension router-service-type not supported by any of loaded plugins
Dec 09 13:53:12.091872 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.092782 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.093291 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: port-security-groups-filtering
Dec 09 13:53:12.093643 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: securitygroup.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.104837 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.105366 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: security-group
Dec 09 13:53:12.105716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: segment.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.106487 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.107006 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension segment not supported by any of loaded plugins
Dec 09 13:53:12.107328 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.108260 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.108774 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 09 13:53:12.109095 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: servicetype.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.110218 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.110745 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: service-type
Dec 09 13:53:12.111067 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: sorting.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.112041 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.112368 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: sorting
Dec 09 13:53:12.112688 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: standard_attr_segment.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.113624 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.114135 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 09 13:53:12.114453 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: standardattrdescription.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.115090 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.115595 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: standard-attr-description
Dec 09 13:53:12.115914 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: stateful_security_group.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.116844 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.117945 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: stateful-security-group
Dec 09 13:53:12.118266 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: stdattrs_common.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.118842 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 09 13:53:12.119158 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.120086 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.120592 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 09 13:53:12.120906 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: subnet_onboard.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.122074 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.122587 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: subnet_onboard
Dec 09 13:53:12.122908 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.123832 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.124341 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 09 13:53:12.124662 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: subnet_service_types.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.125621 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.126143 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: subnet-service-types
Dec 09 13:53:12.126463 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: subnetallocation.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.127558 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.128066 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: subnet_allocation
Dec 09 13:53:12.128388 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.129044 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.129569 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: subnetpool-prefix-ops
Dec 09 13:53:12.129889 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.130812 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.131314 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 09 13:53:12.131630 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: tagging.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.132688 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.133290 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: standard-attr-tag
Dec 09 13:53:12.133678 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: timestamp.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.134881 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.135398 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loaded extension: standard-attr-timestamp
Dec 09 13:53:12.135720 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: trunk.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.136751 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.137276 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension trunk not supported by any of loaded plugins
Dec 09 13:53:12.137629 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: trunk_details.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.138543 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.139059 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension trunk-details not supported by any of loaded plugins
Dec 09 13:53:12.139381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: uplink_status_propagation.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.140292 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.140806 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 09 13:53:12.141126 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Loading extension file: vlantransparent.py {{(pid=83338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 09 13:53:12.141824 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 09 13:53:12.142330 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 09 13:53:12.144533 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:network
Dec 09 13:53:12.145231 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:subnet
Dec 09 13:53:12.146038 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 13:53:12.146722 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:port
Dec 09 13:53:12.148128 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.149121 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service FLAVORS assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.149768 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.150235 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.150575 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:router
Dec 09 13:53:12.151217 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:floatingip
Dec 09 13:53:12.151931 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service METERING assigned prefix: /metering {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.153379 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f644a889940>> rbac-policy before_create 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:12.153765 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f644a889940>> rbac-policy before_update 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:12.154112 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f644a889940>> rbac-policy before_delete 55550000 {{(pid=83338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 13:53:12.155221 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 09 13:53:12.155653 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:security_group
Dec 09 13:53:12.156316 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 09 13:53:12.157059 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service CORE assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.157386 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 13:53:12.157738 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] subnetpool is already registered
Dec 09 13:53:12.158356 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service CORE assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.158681 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 13:53:12.159004 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] subnetpool is already registered
Dec 09 13:53:12.161499 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.161952 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service FLAVORS assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.162540 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.162955 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.163282 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:router
Dec 09 13:53:12.163602 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] router is already registered
Dec 09 13:53:12.164272 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:floatingip
Dec 09 13:53:12.164595 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] floatingip is already registered
Dec 09 13:53:12.165217 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service METERING assigned prefix: /metering {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.165919 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 09 13:53:12.166242 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] rbac_policy is already registered
Dec 09 13:53:12.166780 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:security_group
Dec 09 13:53:12.167101 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] security_group is already registered
Dec 09 13:53:12.167683 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 09 13:53:12.168010 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] security_group_rule is already registered
Dec 09 13:53:12.168674 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service CORE assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.168998 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 13:53:12.169313 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] subnetpool is already registered
Dec 09 13:53:12.169942 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.v2.resource_helper [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Service CORE assigned prefix:  {{(pid=83338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 09 13:53:12.170264 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 09 13:53:12.170576 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING neutron.quota.resource_registry [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] subnetpool is already registered
Dec 09 13:53:12.171220 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: extensions {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.172648 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: address-groups {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.174225 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: address-scopes {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.175410 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: agents {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.176541 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: auto-allocated-topology {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.177797 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: availability_zones {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.179062 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: dhcp-networks {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.180990 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: dhcp-agents {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.182412 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: routers {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.184177 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: flavors {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.185309 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: service_profiles {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.186508 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: next_providers {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.187998 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: service_profiles {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.189404 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: floatingip-pools {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.190595 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: routers {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.192352 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: floatingips {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.193568 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: l3-routers {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.194844 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: l3-agents {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.196781 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: metering-labels {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.198963 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: metering-label-rules {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.200196 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: network-ip-availabilities {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.201415 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: bindings {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.203129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: quotas {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.204531 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: quotas {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.205956 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: rbac-policies {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.207217 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: security-groups {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.208397 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: security-group-rules {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.209660 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: service-providers {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.210940 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: subnetpools {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.212442 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: subnetpools {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.213875 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.215518 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.217339 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.219110 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.220845 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.222509 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.224261 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.226376 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.228215 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.230030 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron.api.extensions [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Extended resource: tags {{(pid=83338) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 09 13:53:12.235915 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING keystonemiddleware.auth_token [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 09 13:53:12.240621 dv-neutron-821183-1-hyperv neutron-server[83338]: WARNING keystonemiddleware.auth_token [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 09 13:53:12.249277 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_concurrency.lockutils [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Acquired lock "singleton_lock" {{(pid=83338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 09 13:53:12.249767 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_concurrency.lockutils [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Releasing lock "singleton_lock" {{(pid=83338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 09 13:53:12.250389 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Starting 2 workers
Dec 09 13:53:12.254900 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Started child 83443 {{(pid=83338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 13:53:12.259615 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Started child 83444 {{(pid=83338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 13:53:12.260934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:12.261741 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO neutron.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 09 13:53:12.261834 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Notify callbacks [] for process, before_spawn {{(pid=83338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:12.262409 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [-] (83443) wsgi starting up on http://0.0.0.0:9696
Dec 09 13:53:12.264212 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Starting 1 workers
Dec 09 13:53:12.264314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:12.265572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [-] (83444) wsgi starting up on http://0.0.0.0:9696
Dec 09 13:53:12.269047 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Started child 83445 {{(pid=83338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 13:53:12.269647 dv-neutron-821183-1-hyperv neutron-server[83338]: INFO oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Starting 1 workers
Dec 09 13:53:12.272938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] calling RpcWorker wait() {{(pid=83445) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 09 13:53:12.273455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] returning from RpcWorker wait() {{(pid=83445) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 09 13:53:12.273823 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Started child 83446 {{(pid=83338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 09 13:53:12.274606 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG neutron_lib.callbacks.manager [None req-c6840cdf-599e-4b0a-8f9d-5478ff2fd9a0 None None] Notify callbacks [] for process, after_spawn {{(pid=83338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:12.274957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:12.275514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:12.276517 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 09 13:53:12.276730 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 13:53:12.276911 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 09 13:53:12.277119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 13:53:12.277468 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 09 13:53:12.277661 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 09 13:53:12.278151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.278429 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.278576 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:12.279030 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.279030 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.279233 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.279743 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.280007 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.280263 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.280539 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.280790 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.280957 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.281122 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.281369 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.281632 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.281943 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.282233 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.282481 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.282739 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.282909 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.283157 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.283419 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.283650 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.283913 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.284152 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.284604 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.284829 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.285067 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.285301 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.285585 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.285847 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.286100 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.286346 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.286559 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.286812 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.287083 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.287313 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.287555 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.287810 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.288040 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.288522 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] host                           = dv-neutron-821183-1-hyperv {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.288758 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.288977 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.289293 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.289555 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.289820 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.290053 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.290286 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.290539 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.290791 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.291017 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.291359 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.294867 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.295841 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.296648 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.296648 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.296648 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.296994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 46934) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.297119 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298718 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298718 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.298718 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.299061 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.299403 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.299542 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.299675 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.299918 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.300122 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.300334 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.300594 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.300824 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.301066 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.301330 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.301593 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.303784 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.307597 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062597
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.307705 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.308643 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.308936 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.309823 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.310113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.310400 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.311834 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.311834 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.311834 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.311834 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.312224 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.312350 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:12.312472 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.312668 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.312924 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.313193 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.313421 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.313687 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.313936 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.314180 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315708 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.315787 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.316023 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.316262 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.316498 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.316751 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.316962 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.317193 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.317439 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.317701 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.317933 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.318169 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.318486 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.318730 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.320201 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.320201 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.320201 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.320201 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.320201 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.320201 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.321234 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.321234 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.321499 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.321695 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.321884 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.322111 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.324188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.325381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.325381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.325381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.325381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.325381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.325381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.326228 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.326228 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.326228 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.326228 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.328667 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.329734 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.329734 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.330008 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.330203 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.332252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.332252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.332252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.332252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.332252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.332252 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.333722 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.333722 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.333722 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.333722 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.333974 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.334041 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.334285 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.334557 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.334799 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.335069 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.335309 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.335566 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.335851 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.336122 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.336665 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.336926 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.337188 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.337486 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.337790 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.338073 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.338328 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.338566 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.338842 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.339096 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.339363 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.339618 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.339991 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.340246 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.341185 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.341185 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.341185 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342675 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.342899 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.343065 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.343300 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.343566 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.343823 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.344086 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.344353 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.344626 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.345581 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.345581 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.345581 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.345581 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.345837 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346014 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346238 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.346723 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.351113 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.352287 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.352287 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.352571 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.352571 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.352845 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.353336 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.353336 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.354753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.354753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.354753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.354753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.354753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.354753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356963 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356963 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356963 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.356963 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.357492 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.357492 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.357796 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.357945 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.358082 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.358664 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.358664 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.359190 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.359330 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.359741 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.359986 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.361129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.361129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.361129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.361129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.362876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.363800 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.363947 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.364094 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.364742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.364742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.364742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.365160 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.365160 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.365423 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.366456 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.366966 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.367186 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.367186 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.368026 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.368282 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.368522 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.368765 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.369558 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.369558 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.369558 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.369822 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.370078 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.370928 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.370928 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.370928 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.371160 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.371425 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.371728 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.371941 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.372233 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.372570 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.372891 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.373152 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.373381 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.374487 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.374757 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.375051 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.375258 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.375502 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.375744 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.375986 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.376233 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.376462 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.376681 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.376916 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.377152 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.377402 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.378866 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.379659 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.381316 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.381496 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 09 13:53:12.382047 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 09 13:53:12.382223 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 09 13:53:12.382375 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 09 13:53:12.382544 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 09 13:53:12.382721 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 09 13:53:12.382921 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 09 13:53:12.383157 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.383318 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.383486 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.383657 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.383822 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.383970 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.384137 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.384300 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.384456 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.384629 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.384781 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.384953 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.385106 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.385248 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.385385 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.385545 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.385699 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.385856 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.386018 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.386166 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.386328 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.386480 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.386639 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.386800 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387006 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387195 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387337 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387476 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387627 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387764 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.387900 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388036 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388171 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388337 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388493 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388632 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388768 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.388930 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.389073 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.389234 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] host                           = dv-neutron-821183-1-hyperv {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.389378 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.389551 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.389726 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.389898 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.390030 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.390189 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.390347 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391071 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391071 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391071 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391071 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391071 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391387 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391387 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391507 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391659 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391819 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.391984 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.392151 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.392316 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.392477 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.392633 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.392797 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.392948 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.393097 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.393254 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.393412 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.394528 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.394704 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.394866 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395027 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395185 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395343 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395501 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395659 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395818 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.395976 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.396133 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.396291 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.396449 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.396607 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.396763 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.396921 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.397077 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.397235 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.398164 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.399716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.399716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.399716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.399716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.399716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.400377 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.400543 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.400699 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.400863 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401016 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401164 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401317 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401472 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401645 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401797 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.401951 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.402130 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.402272 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.402416 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.402595 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.402735 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.402911 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.403062 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 09 13:53:12.403221 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.403364 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.403562 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.403666 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.403834 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.403993 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.404165 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.404310 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.404685 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.404685 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.404958 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.404958 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.405231 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.405231 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.405504 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.405504 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.405882 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.405882 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.406164 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.406164 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.406753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.406753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.406753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.406753 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407291 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407291 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407291 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407291 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407889 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407889 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407889 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.407889 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.408592 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.408592 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.408592 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.408592 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409004 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409004 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409004 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409306 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409306 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409441 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409574 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409743 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.409892 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410036 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410178 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410335 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410477 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410642 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410795 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.410975 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.411129 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.411292 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.411445 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.411608 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.411771 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.411934 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.412097 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.412260 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.412418 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.412576 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.412728 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.412890 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.413066 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.413225 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.413367 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.413509 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.413734 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.413893 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.414036 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.414242 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.414403 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.414559 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.414724 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.414894 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.415063 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.415237 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.415405 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.415550 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.415688 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.416214 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.416214 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.416214 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.416599 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.416599 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.416599 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.417002 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.417002 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.417002 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.418122 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.418122 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.418122 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419132 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419822 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419822 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419822 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.419822 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420217 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420217 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420217 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420449 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420527 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:12.420699 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420812 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.420974 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.421134 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.421296 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.421457 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.422532 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.422702 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.422853 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.423027 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.423202 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.423367 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.423532 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.423697 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.423876 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.424039 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.424193 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.424358 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.424521 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.424669 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.425744 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426253 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426253 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426253 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426476 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426656 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426801 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.426944 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.427084 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.427247 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.427414 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.427632 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.427772 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.427908 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428043 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428190 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428326 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428493 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428708 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428849 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.428994 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.429131 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.429266 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.429401 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.429576 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.430223 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.430371 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.430509 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.430644 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.430803 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.430941 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.431087 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.431247 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.431391 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.431554 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.431698 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.431861 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432005 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432171 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432316 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432460 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432630 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432785 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.432922 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.433083 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.433227 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.433389 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.433604 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.433772 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.433947 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.434111 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.434474 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.434474 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435000 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435138 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435283 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435520 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435520 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435997 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435997 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.435997 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.436382 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.436382 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.436382 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.436761 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.436761 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437029 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437029 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437507 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437507 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437507 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437932 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437932 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.437932 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.438330 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.438330 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.438330 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.438727 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.438727 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439065 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439065 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439065 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439463 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439463 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.439742 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440000 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440135 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440271 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440406 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440542 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440677 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440955 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.440955 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.441277 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.441277 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.441573 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.441716 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.441851 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.441986 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.442123 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.442274 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.442578 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.442735 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.442874 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443009 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443146 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443281 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443428 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443565 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443754 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.443899 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444036 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444173 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444314 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444455 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444591 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444726 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.444862 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.445007 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.445294 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.446206 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.447471 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 09 13:53:12.447634 dv-neutron-821183-1-hyperv neutron-server[83338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 09 13:53:22.529402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21289390-b949-4e0e-a6f9-e1e1be68765e None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 13:53:22.601201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21289390-b949-4e0e-a6f9-e1e1be68765e None None] No non-hosted networks {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 09 13:53:22.618345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.agentschedulers_db [None req-21289390-b949-4e0e-a6f9-e1e1be68765e None None] DHCP Agent not found on host dv-neutron-821183-1-hyperv {{(pid=83445) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 09 13:53:22.731360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9b5af54f-7162-489c-89a0-43d72ea77982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381603'] for agent, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:24.789695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-546abef7-e869-408b-a6cf-69ce9b044601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381603'] for agent, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:24.842930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b228cb82-7e23-44d8-a28f-88488ec0b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:26.067010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381603'] for agent, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:26.271226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381603'] for agent, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:26.275128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.276991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.277968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.278514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.279217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.279801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.280352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.280925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.281321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.281786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.282367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:26.283687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f644a4aebb0>, 'Open vSwitch agent', 'dv-neutron-821183-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:26.289669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f644a4503a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821183-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:27.096048 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.db.l3_hamode_db [None req-06502244-25bf-4b2e-948e-5fe9522c18d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 09 13:53:27.182377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06502244-25bf-4b2e-948e-5fe9522c18d7 None None] Routers set() bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 13:53:27.182699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06502244-25bf-4b2e-948e-5fe9522c18d7 None None] Router IDs set() for agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 09 13:53:27.425734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381603'] for agent, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:28.888414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47040) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:29.494471 dv-neutron-821183-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-7fd5224d-393d-4ddc-bf95-176d8d59e606 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:29.495055 dv-neutron-821183-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-7fd5224d-393d-4ddc-bf95-176d8d59e606 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:29.711900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-7fd5224d-393d-4ddc-bf95-176d8d59e606 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 13:53:29.713116 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7fd5224d-393d-4ddc-bf95-176d8d59e606 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8226433
Dec 09 13:53:31.937364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:32.319760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:53:32.369063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.policy [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83444) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 09 13:53:32.369815 dv-neutron-821183-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:32.370178 dv-neutron-821183-1-hyperv neutron-server[83444]: WARNING oslo_policy.policy [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:32.373424 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.quota [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f644a5cf670>.
Dec 09 13:53:32.389248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:32.459083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754294410473', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754294364619', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754294369019', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754294375280', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754294382028', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7427428', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7436900', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1630578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1691948'] for rbac-policy, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:32.537432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:32.549604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-144d2fc9-be06-45cb-95e8-fe423b87bfa4 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6003375
Dec 09 13:53:34.996431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:35.360853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Request body: {'network': {'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'name': 'private'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:53:35.365508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:35.370479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Usage tracker for resource:network and tenant:efb75f4b1c0345e582295c156d82d4e7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:53:35.374987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:53:35.381038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:53:35.391196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Made reservation on behalf of efb75f4b1c0345e582295c156d82d4e7 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 13:53:35.394074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.411301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.453114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:35.456740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Usage tracker for resource:security_group_rule and tenant:efb75f4b1c0345e582295c156d82d4e7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:53:35.459662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:53:35.465450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:53:35.535932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.539365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.544788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:35.565082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 13:53:35.589535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754295855306', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.590140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f644b1d8ca0> segment precommit_create {{(pid=83444) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 09 13:53:35.590590 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Added segment cbe8eff1-d813-4fb5-8abb-24aaeeeaf600 of type vlan for network 93ccbbde-f7a6-46be-a088-c5f531035321
Dec 09 13:53:35.598949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee53e4-2827-4851-960a-6a9f7d23017a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:35.654047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.654384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.654710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.655032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.655366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.655687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.656015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.656333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.656638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.656942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.657246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Tracked resource versions report:
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]: pushed versions:
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]: {   'ConntrackHelper': {'1.0'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Log': {'1.0'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Network': {'1.1'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Port': {'1.5'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'PortForwarding': {'1.2'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'QosPolicy': {'1.8'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'SecurityGroup': {'1.2'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'SecurityGroupRule': {'1.0'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'SubPort': {'1.0'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Subnet': {'1.1'},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Trunk': {'1.1'}}
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]: consumer versions:
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Log': '1.0',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Network': '1.1',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Port': '1.5',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'PortForwarding': '1.2',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'QosPolicy': '1.8',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'SecurityGroup': '1.2',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'SecurityGroupRule': '1.0',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'SubPort': '1.0',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Subnet': '1.1',
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Trunk': '1.1'}}
Dec 09 13:53:35.658505 dv-neutron-821183-1-hyperv neutron-server[83444]:  {{(pid=83444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 13:53:35.696179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:35.710752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.749701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.751120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:53:35.751786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:35.756628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:35.860531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Pushing event updated for resources: {'Network': ['ID=93ccbbde-f7a6-46be-a088-c5f531035321,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:35.863127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8657241
Dec 09 13:53:35.879397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:35.887631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 93ccbbde-f7a6-46be-a088-c5f531035321 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 13:53:38.460584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:38.920644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b16784-27c3-4bc8-af11-4e5164419091 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:53:38.921970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44b16784-27c3-4bc8-af11-4e5164419091 admin admin] 10.222.0.21 "GET /v2.0/networks/93ccbbde-f7a6-46be-a088-c5f531035321 HTTP/1.1" status: 200  len: 825 time: 0.4599540
Dec 09 13:53:38.952014 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78982964-400c-46f3-9968-ffd1d04eda4f admin admin] 10.222.0.21 "GET /v2.0/subnetpools/df8fdf36-1115-4941-8a69-6d010b352db9 HTTP/1.1" status: 200  len: 734 time: 0.0247526
Dec 09 13:53:38.960148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Request body: {'subnet': {'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9', 'name': 'private-subnet', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:53:38.964885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:38.968611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Usage tracker for resource:subnet and tenant:efb75f4b1c0345e582295c156d82d4e7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:53:38.971439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:53:38.977222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:53:38.986657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Made reservation on behalf of efb75f4b1c0345e582295c156d82d4e7 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 13:53:38.988899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:39.259412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:39.263696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:39.343529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b6b4c3-3419-4ecb-8c4c-7bd669e636a3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:39.348281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Checking segment: {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:53:39.348659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Network hostable DHCP agents. Network: 93ccbbde-f7a6-46be-a088-c5f531035321, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 13:53:39.352896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:39.372209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Network 93ccbbde-f7a6-46be-a088-c5f531035321 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 13:53:39.382077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 93ccbbde-f7a6-46be-a088-c5f531035321) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:53:39.387056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:53:39.387697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:39.392290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67586624-1cca-4bb4-b7b4-ce681c1cbe08 None None] Network 93ccbbde-f7a6-46be-a088-c5f531035321 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:53:39.408284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4512496
Dec 09 13:53:39.700918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-93ccbbde-f7a6-46be-a088-c5f531035321', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 13:53:39.702154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:39.887966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Allocated IP 172.20.0.2 (93ccbbde-f7a6-46be-a088-c5f531035321/54b6b4c3-3419-4ecb-8c4c-7bd669e636a3/af1cf145-3d86-4370-99c2-24128ef141a8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 13:53:40.111383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:40.124192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Transition to ACTIVE for port object af1cf145-3d86-4370-99c2-24128ef141a8 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:53:40.143076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Transition to ACTIVE for port object af1cf145-3d86-4370-99c2-24128ef141a8 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:53:40.150192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:40.157815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:40.217697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Network 93ccbbde-f7a6-46be-a088-c5f531035321 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 13:53:40.220790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:53:40.228311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 13:53:40.230991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Pushing event updated for resources: {'Port': ['ID=af1cf145-3d86-4370-99c2-24128ef141a8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:40.269803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.270142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.270469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.270817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.271143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.271463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.271775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.272103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.272417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.272722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.273028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Tracked resource versions report:
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]: pushed versions:
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]: {   'ConntrackHelper': {'1.0'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Log': {'1.0'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Network': {'1.1'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Port': {'1.5'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'PortForwarding': {'1.2'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'QosPolicy': {'1.8'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'SecurityGroup': {'1.2'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'SecurityGroupRule': {'1.0'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'SubPort': {'1.0'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Subnet': {'1.1'},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Trunk': {'1.1'}}
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]: consumer versions:
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Log': '1.0',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Network': '1.1',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Port': '1.5',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'PortForwarding': '1.2',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'QosPolicy': '1.8',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'SecurityGroup': '1.2',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'SecurityGroupRule': '1.0',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'SubPort': '1.0',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Subnet': '1.1',
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Trunk': '1.1'}}
Dec 09 13:53:40.274851 dv-neutron-821183-1-hyperv neutron-server[83445]:  {{(pid=83445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 13:53:40.306425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:40.330389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Attempting to bind port af1cf145-3d86-4370-99c2-24128ef141a8 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 13:53:40.330770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Attempting to bind port af1cf145-3d86-4370-99c2-24128ef141a8 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 13:53:40.331193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Attempting to bind port af1cf145-3d86-4370-99c2-24128ef141a8 on network 93ccbbde-f7a6-46be-a088-c5f531035321 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 13:53:40.338163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 13, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 13:53:40.338572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Checking segment: {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:53:40.339025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:40.339409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Bound using segment: {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 13:53:40.339886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Bound port: af1cf145-3d86-4370-99c2-24128ef141a8, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 13:53:40.340267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:40.423547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] For port af1cf145-3d86-4370-99c2-24128ef141a8, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 13:53:40.427387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] For port af1cf145-3d86-4370-99c2-24128ef141a8, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=af1cf145-3d86-4370-99c2-24128ef141a8,segment=NetworkSegment(cbe8eff1-d813-4fb5-8abb-24aaeeeaf600),segment_id=cbe8eff1-d813-4fb5-8abb-24aaeeeaf600)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 13:53:40.431957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:40.435562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:40.536759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Pushing event updated for resources: {'Port': ['ID=af1cf145-3d86-4370-99c2-24128ef141a8,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:40.539888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:41.678206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47094) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:42.271512 dv-neutron-821183-1-hyperv neutron-server[83443]: WARNING oslo_policy.policy [None req-a7526e6d-9462-47cf-9664-3084da779082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:42.272091 dv-neutron-821183-1-hyperv neutron-server[83443]: WARNING oslo_policy.policy [None req-a7526e6d-9462-47cf-9664-3084da779082 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:42.488908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-a7526e6d-9462-47cf-9664-3084da779082 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 13:53:42.489941 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a7526e6d-9462-47cf-9664-3084da779082 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8108609
Dec 09 13:53:44.104883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a9f3cb-6cbe-498e-9449-cbb4b23789e2 None None] Network 93ccbbde-f7a6-46be-a088-c5f531035321 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:53:44.200883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4448483c-bccb-41ad-a885-b5dd880c28e3 None None] Provisioning for port af1cf145-3d86-4370-99c2-24128ef141a8 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:53:44.579187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device af1cf145-3d86-4370-99c2-24128ef141a8 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:53:44.645318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port af1cf145-3d86-4370-99c2-24128ef141a8 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:53:44.650215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port af1cf145-3d86-4370-99c2-24128ef141a8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:53:44.650609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:44.762797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:44.777038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47112) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:44.795617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port af1cf145-3d86-4370-99c2-24128ef141a8, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=af1cf145-3d86-4370-99c2-24128ef141a8,segment=NetworkSegment(cbe8eff1-d813-4fb5-8abb-24aaeeeaf600),segment_id=cbe8eff1-d813-4fb5-8abb-24aaeeeaf600)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 13:53:44.799363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:44.802523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6e594de4-e711-46ec-9ef0-a47387dae1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:44.869581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=af1cf145-3d86-4370-99c2-24128ef141a8,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:44.872730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:45.167070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-6dab410f-ec10-4e43-b204-476f0715075b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 13:53:45.168030 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6dab410f-ec10-4e43-b204-476f0715075b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3899040
Dec 09 13:53:46.524924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device af1cf145-3d86-4370-99c2-24128ef141a8 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:53:46.615562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port af1cf145-3d86-4370-99c2-24128ef141a8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:53:46.615930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:47.728704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47124) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:48.094357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:53:48.098821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:48.102908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Usage tracker for resource:router and tenant:efb75f4b1c0345e582295c156d82d4e7 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:53:48.106742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:53:48.112379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:53:48.122721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:48.124189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:48.148078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:48.259980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:48.278314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:48.279471 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5147b3ce-0408-44fe-b905-c51c991fd90c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5498085
Dec 09 13:53:50.489233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:50.865341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-edac5b65-c8c0-4a33-9c6a-d1a5d14914bd admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 13:53:50.866385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-edac5b65-c8c0-4a33-9c6a-d1a5d14914bd admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3762143
Dec 09 13:53:52.433906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d8aa-16aa-47ad-a786-22f30a3e5bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.125810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47144) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:53.508182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:53:53.509683 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.quota [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f644a662e80>.
Dec 09 13:53:53.525640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:53.531977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Usage tracker for resource:network and tenant:2f9138bd90574bc692eb456ff1d1b0be is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:53:53.536512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:53:53.544773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:53:53.559494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Made reservation on behalf of 2f9138bd90574bc692eb456ff1d1b0be for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 13:53:53.592244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.policy [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83443) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 09 13:53:53.592998 dv-neutron-821183-1-hyperv neutron-server[83443]: WARNING oslo_policy.policy [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:53.593363 dv-neutron-821183-1-hyperv neutron-server[83443]: WARNING oslo_policy.policy [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 09 13:53:53.597940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.617856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.661218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:53:53.665763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9138bd90574bc692eb456ff1d1b0be is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:53:53.668649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:53:53.674410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:53:53.744015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.747439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.752876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:53.763980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Reserving flat network on physical network physnet1 {{(pid=83443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 09 13:53:53.793314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754295855306', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.793896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f644b1d8ca0> segment precommit_create {{(pid=83443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 09 13:53:53.794354 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Added segment 2593a8df-71d3-4a75-adc4-39764c7d89f4 of type flat for network efd777f6-28f0-4d0c-8110-d1b972124f0b
Dec 09 13:53:53.849296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a09f6-281a-4068-820a-f6acef2c1818,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:53.879805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.880138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.880467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.880785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.881130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.881462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.881842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.882153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.882492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.882797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.883096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Tracked resource versions report:
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]: pushed versions:
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]: {   'ConntrackHelper': {'1.0'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Log': {'1.0'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Network': {'1.1'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Port': {'1.5'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'PortForwarding': {'1.2'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'QosPolicy': {'1.8'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'SecurityGroup': {'1.2'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'SecurityGroupRule': {'1.0'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'SubPort': {'1.0'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Subnet': {'1.1'},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Trunk': {'1.1'}}
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]: consumer versions:
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Log': '1.0',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Network': '1.1',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Port': '1.5',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'PortForwarding': '1.2',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'QosPolicy': '1.8',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'SecurityGroup': '1.2',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'SecurityGroupRule': '1.0',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'SubPort': '1.0',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Subnet': '1.1',
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Trunk': '1.1'}}
Dec 09 13:53:53.884331 dv-neutron-821183-1-hyperv neutron-server[83443]:  {{(pid=83443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 13:53:53.920146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.933311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:53.967074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.968379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:53:53.969043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:53.973454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:54.079514 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9525888
Dec 09 13:53:54.082074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Pushing event updated for resources: {'Network': ['ID=efd777f6-28f0-4d0c-8110-d1b972124f0b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:54.103763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:54.112247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network efd777f6-28f0-4d0c-8110-d1b972124f0b details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 13:53:54.783764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0be5d914-53c8-46a0-8fdc-a5ea406d01eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:55.997988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:56.265942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:56.275194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47160) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:53:56.649923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09554973-6430-42ae-8439-6a267bdb6297 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:53:56.651213 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-09554973-6430-42ae-8439-6a267bdb6297 admin admin] 10.222.0.21 "GET /v2.0/subnets/54b6b4c3-3419-4ecb-8c4c-7bd669e636a3 HTTP/1.1" status: 200  len: 849 time: 0.3750923
Dec 09 13:53:56.821445 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd93e9d0-c00d-4e33-b964-b75774dbfade admin admin] 10.222.0.21 "GET /v2.0/routers/8c6ebed4-3f25-444c-9efc-745af5ab3485 HTTP/1.1" status: 200  len: 704 time: 0.1648786
Dec 09 13:53:57.283886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:57.385828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:57.513667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Allocated IP 172.20.0.1 (93ccbbde-f7a6-46be-a088-c5f531035321/54b6b4c3-3419-4ecb-8c4c-7bd669e636a3/db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 13:53:57.662973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:57.681159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Transition to ACTIVE for port object db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:53:57.730185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:57.734345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:57.799546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Network 93ccbbde-f7a6-46be-a088-c5f531035321 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 13:53:57.802367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:53:57.807649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Pushing event updated for resources: {'Port': ['ID=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:57.818545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 13:53:57.819069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:57.869880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:57.942367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:58.018566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-35676fd2-d0f5-4356-8e3f-565c3b6a0b1a None None] Provisioning for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:53:58.022972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-35676fd2-d0f5-4356-8e3f-565c3b6a0b1a None None] Provisioning complete for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:53:58.023821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35676fd2-d0f5-4356-8e3f-565c3b6a0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:58.073383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-35676fd2-d0f5-4356-8e3f-565c3b6a0b1a None None] Port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 13:53:58.165001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:58.169322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:58.170452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:58.174108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:53:58.295773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Pushing event updated for resources: {'Port': ['ID=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:53:58.304989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:53:58.363262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Network 93ccbbde-f7a6-46be-a088-c5f531035321 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 13:53:58.364261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:53:58.596344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e2390e94-2965-48cf-bcc8-910e650711e9 None None] Provisioning complete for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:53:58.596914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2390e94-2965-48cf-bcc8-910e650711e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:58.649243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e2390e94-2965-48cf-bcc8-910e650711e9 None None] Port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 13:53:58.744266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Router 8c6ebed4-3f25-444c-9efc-745af5ab3485 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 13:53:58.905924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 13:53:58.914620 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] 10.222.0.21 "PUT /v2.0/routers/8c6ebed4-3f25-444c-9efc-745af5ab3485/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0884576
Dec 09 13:53:58.915501 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Sync routers for ids ['8c6ebed4-3f25-444c-9efc-745af5ab3485'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 13:53:58.928366 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Routers {'8c6ebed4-3f25-444c-9efc-745af5ab3485'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 13:53:58.929192 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5d3640>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T13:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8c6ebed4-3f25-444c-9efc-745af5ab3485'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:59.100568 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Set router 8c6ebed4-3f25-444c-9efc-745af5ab3485 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 13:53:59.461669 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5d3640>, [{'id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T13:53:48Z', 'updated_at': '2021-12-09T13:53:57Z', 'revision_number': 2, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'gw_port_host': None, '_interfaces': [{'id': 'db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5', 'name': '', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'mac_address': 'fa:16:3e:30:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:53:57Z', 'updated_at': '2021-12-09T13:53:58Z', 'revision_number': 2, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'subnets': [{'id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:53:59.466523 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Checking router: 8c6ebed4-3f25-444c-9efc-745af5ab3485 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 13:53:59.466886 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Updating router 8c6ebed4-3f25-444c-9efc-745af5ab3485 port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 13:53:59.521789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:59.888059 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:59.902783 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Transition to ACTIVE for port object db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:53:59.908916 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:53:59.915006 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:00.107442 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Pushing event updated for resources: {'Port': ['ID=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:00.156740 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.157071 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.157394 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.157744 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.158077 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.158396 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.158713 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.159039 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.159349 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.159656 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.159962 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Tracked resource versions report:
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]: pushed versions:
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]: {   'ConntrackHelper': {'1.0'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Log': {'1.0'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Network': {'1.1'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Port': {'1.5'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'PortForwarding': {'1.2'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'QosPolicy': {'1.8'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'SecurityGroup': {'1.2'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'SecurityGroupRule': {'1.0'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'SubPort': {'1.0'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Subnet': {'1.1'},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Trunk': {'1.1'}}
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]: consumer versions:
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Log': '1.0',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Network': '1.1',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Port': '1.5',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'PortForwarding': '1.2',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'QosPolicy': '1.8',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'SecurityGroup': '1.2',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'SecurityGroupRule': '1.0',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'SubPort': '1.0',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Subnet': '1.1',
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Trunk': '1.1'}}
Dec 09 13:54:00.161190 dv-neutron-821183-1-hyperv neutron-server[83446]:  {{(pid=83446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 13:54:00.172214 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Attempting to bind port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 13:54:00.172613 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Attempting to bind port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 13:54:00.173051 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Attempting to bind port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 on network 93ccbbde-f7a6-46be-a088-c5f531035321 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 13:54:00.175754 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:00.180165 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 13:54:00.180588 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Checking segment: {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:54:00.181042 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:00.181421 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Bound using segment: {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 13:54:00.181918 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Bound port: db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe8eff1-d813-4fb5-8abb-24aaeeeaf600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 13:54:00.182334 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:00.268094 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] For port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 13:54:00.272288 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] For port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,segment=NetworkSegment(cbe8eff1-d813-4fb5-8abb-24aaeeeaf600),segment_id=cbe8eff1-d813-4fb5-8abb-24aaeeeaf600)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 13:54:00.277143 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:00.281074 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:00.360840 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Pushing event updated for resources: {'Port': ['ID=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:00.366262 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:00.370590 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Routers {'8c6ebed4-3f25-444c-9efc-745af5ab3485'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 13:54:00.371175 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5d3640>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T13:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8c6ebed4-3f25-444c-9efc-745af5ab3485'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:54:00.524569 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] Set router 8c6ebed4-3f25-444c-9efc-745af5ab3485 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 13:54:00.843980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5d3640>, [{'id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T13:53:48Z', 'updated_at': '2021-12-09T13:53:57Z', 'revision_number': 2, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'gw_port_host': None, '_interfaces': [{'id': 'db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5', 'name': '', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'mac_address': 'fa:16:3e:30:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:53:57Z', 'updated_at': '2021-12-09T13:54:00Z', 'revision_number': 4, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'subnets': [{'id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:54:00.847715 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f922b-5778-42b5-8c8e-ba9a20e85a7d None None] The sync data for ids ['8c6ebed4-3f25-444c-9efc-745af5ab3485'] in dv-neutron-821183-1-hyperv is: [{'id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T13:53:48Z', 'updated_at': '2021-12-09T13:53:57Z', 'revision_number': 2, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'gw_port_host': None, '_interfaces': [{'id': 'db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5', 'name': '', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'mac_address': 'fa:16:3e:30:0b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:53:57Z', 'updated_at': '2021-12-09T13:54:00Z', 'revision_number': 4, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'subnets': [{'id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 13:54:01.003553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:54:01.178595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ee3f3-49cc-4a86-9a6d-7a3a7695f5a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:54:01.180512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-209ee3f3-49cc-4a86-9a6d-7a3a7695f5a5 admin admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 842 time: 0.1759558
Dec 09 13:54:01.189443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Request body: {'subnet': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.26.3.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:54:01.193908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:54:01.198660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Usage tracker for resource:subnet and tenant:2f9138bd90574bc692eb456ff1d1b0be is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:54:01.201409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:54:01.207005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:54:01.216896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Made reservation on behalf of 2f9138bd90574bc692eb456ff1d1b0be for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 13:54:01.219536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:01.584634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 13:54:01.585059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:01.589634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:01.658188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed56a857-8efc-4165-aa22-8b51636d3f6f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:01.662252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:01.668089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:54:01.670357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Network hostable DHCP agents. Network: efd777f6-28f0-4d0c-8110-d1b972124f0b, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 13:54:01.706708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 13:54:01.718881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, efd777f6-28f0-4d0c-8110-d1b972124f0b) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:54:01.727627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:54:01.728207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:01.732257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c45e4b-a131-4ee3-9580-f31f23186273 None None] Network efd777f6-28f0-4d0c-8110-d1b972124f0b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:54:01.754570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5683582
Dec 09 13:54:01.964337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1452902b-cb0f-467b-8202-3033ce268951 None None] Network efd777f6-28f0-4d0c-8110-d1b972124f0b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:54:02.553161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:54:02.620185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:54:02.624791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:54:02.625162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:02.760286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:02.791281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,segment=NetworkSegment(cbe8eff1-d813-4fb5-8abb-24aaeeeaf600),segment_id=cbe8eff1-d813-4fb5-8abb-24aaeeeaf600)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 13:54:02.794889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:02.797064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:02.861593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:02.864686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:03.877362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:54:04.114715 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0219d96f-e1a2-4ac9-b4de-c0b024f80987 admin admin] 10.222.0.21 "GET /v2.0/routers/8c6ebed4-3f25-444c-9efc-745af5ab3485 HTTP/1.1" status: 200  len: 710 time: 0.2361267
Dec 09 13:54:04.239541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a75bd0-b065-40cf-b1c7-ae9142f84d63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:54:04.240881 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-07a75bd0-b065-40cf-b1c7-ae9142f84d63 admin admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 886 time: 0.1207781
Dec 09 13:54:04.250036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:54:04.538397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:54:04.613803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:54:04.614169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:04.747186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:04.924664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:04.981055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:05.114421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Allocated IP 172.26.3.150 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/362de595-e44e-4446-8324-75dfb8205ea3) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 13:54:05.257068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:05.306736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:05.311246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:05.370563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 13:54:05.373502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:54:05.376984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 13:54:05.412840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Pushing event updated for resources: {'Port': ['ID=362de595-e44e-4446-8324-75dfb8205ea3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:05.418824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:05.555838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:05.714967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:05.718275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:05.908642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Router 8c6ebed4-3f25-444c-9efc-745af5ab3485 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 13:54:06.134815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 13:54:06.143025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:06.143701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Sync routers for ids ['8c6ebed4-3f25-444c-9efc-745af5ab3485'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 13:54:06.144198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] 10.222.0.21 "PUT /v2.0/routers/8c6ebed4-3f25-444c-9efc-745af5ab3485 HTTP/1.1" status: 200  len: 890 time: 1.8974271
Dec 09 13:54:06.156491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Routers {'8c6ebed4-3f25-444c-9efc-745af5ab3485'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 13:54:06.157277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b34aa30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T13:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8c6ebed4-3f25-444c-9efc-745af5ab3485'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:54:06.344978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Set router 8c6ebed4-3f25-444c-9efc-745af5ab3485 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 13:54:06.672495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b34aa30>, [{'id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '362de595-e44e-4446-8324-75dfb8205ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T13:53:48Z', 'updated_at': '2021-12-09T13:54:05Z', 'revision_number': 4, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'gw_port': {'id': '362de595-e44e-4446-8324-75dfb8205ea3', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:54:05Z', 'updated_at': '2021-12-09T13:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5', 'name': '', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'mac_address': 'fa:16:3e:30:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:53:57Z', 'updated_at': '2021-12-09T13:54:02Z', 'revision_number': 5, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'subnets': [{'id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:54:06.677255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Checking router: 8c6ebed4-3f25-444c-9efc-745af5ab3485 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 13:54:06.677608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Updating router 8c6ebed4-3f25-444c-9efc-745af5ab3485 port 362de595-e44e-4446-8324-75dfb8205ea3 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 13:54:06.729304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:07.040517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:07.051816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Transition to ACTIVE for port object 362de595-e44e-4446-8324-75dfb8205ea3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:54:07.059435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:07.063122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:07.135546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df325a-2594-4cd1-8a84-33b684ac5289 None None] Pushing event updated for resources: {'Port': ['ID=362de595-e44e-4446-8324-75dfb8205ea3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:07.138983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-96df325a-2594-4cd1-8a84-33b684ac5289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:07.139645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Attempting to bind port 362de595-e44e-4446-8324-75dfb8205ea3 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 13:54:07.140005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Attempting to bind port 362de595-e44e-4446-8324-75dfb8205ea3 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 13:54:07.140362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Attempting to bind port 362de595-e44e-4446-8324-75dfb8205ea3 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 13:54:07.147103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 13:54:07.147675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:54:07.147838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:07.148252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 13:54:07.148710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Bound port: 362de595-e44e-4446-8324-75dfb8205ea3, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 13:54:07.149092 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:07.220653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] For port 362de595-e44e-4446-8324-75dfb8205ea3, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 13:54:07.223613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] For port 362de595-e44e-4446-8324-75dfb8205ea3, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=362de595-e44e-4446-8324-75dfb8205ea3,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 13:54:07.227419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:07.231741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-96df325a-2594-4cd1-8a84-33b684ac5289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:07.306761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Routers {'8c6ebed4-3f25-444c-9efc-745af5ab3485'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 13:54:07.307512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644b34aa30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T13:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8c6ebed4-3f25-444c-9efc-745af5ab3485'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:54:07.373119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df325a-2594-4cd1-8a84-33b684ac5289 None None] Pushing event updated for resources: {'Port': ['ID=362de595-e44e-4446-8324-75dfb8205ea3,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:07.376280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-96df325a-2594-4cd1-8a84-33b684ac5289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:07.504221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] Set router 8c6ebed4-3f25-444c-9efc-745af5ab3485 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 13:54:07.822100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644b34aa30>, [{'id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '362de595-e44e-4446-8324-75dfb8205ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T13:53:48Z', 'updated_at': '2021-12-09T13:54:05Z', 'revision_number': 4, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'gw_port': {'id': '362de595-e44e-4446-8324-75dfb8205ea3', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:54:05Z', 'updated_at': '2021-12-09T13:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5', 'name': '', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'mac_address': 'fa:16:3e:30:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:53:57Z', 'updated_at': '2021-12-09T13:54:02Z', 'revision_number': 5, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'subnets': [{'id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 13:54:07.825913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2fbe95-9a80-4fb4-9019-0d6761f70cde None None] The sync data for ids ['8c6ebed4-3f25-444c-9efc-745af5ab3485'] in dv-neutron-821183-1-hyperv is: [{'id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'name': 'router1', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '362de595-e44e-4446-8324-75dfb8205ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T13:53:48Z', 'updated_at': '2021-12-09T13:54:05Z', 'revision_number': 4, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'gw_port': {'id': '362de595-e44e-4446-8324-75dfb8205ea3', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:54:05Z', 'updated_at': '2021-12-09T13:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5', 'name': '', 'network_id': '93ccbbde-f7a6-46be-a088-c5f531035321', 'tenant_id': 'efb75f4b1c0345e582295c156d82d4e7', 'mac_address': 'fa:16:3e:30:0b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ebed4-3f25-444c-9efc-745af5ab3485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T13:53:57Z', 'updated_at': '2021-12-09T13:54:02Z', 'revision_number': 5, 'project_id': 'efb75f4b1c0345e582295c156d82d4e7', 'subnets': [{'id': '54b6b4c3-3419-4ecb-8c4c-7bd669e636a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df8fdf36-1115-4941-8a69-6d010b352db9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 13:54:08.447203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:54:08.565801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 362de595-e44e-4446-8324-75dfb8205ea3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:54:08.584302 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e0ae19a-7bb9-4ae0-8c98-1a99b4e1790d admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1082 time: 0.1359522
Dec 09 13:54:08.636146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 362de595-e44e-4446-8324-75dfb8205ea3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:54:08.641445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 362de595-e44e-4446-8324-75dfb8205ea3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:54:08.641847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:08.759821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:08.776287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 362de595-e44e-4446-8324-75dfb8205ea3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=362de595-e44e-4446-8324-75dfb8205ea3,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 13:54:08.781732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:08.783752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:54:08.849157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=362de595-e44e-4446-8324-75dfb8205ea3,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:54:08.852391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:54:10.564147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 362de595-e44e-4446-8324-75dfb8205ea3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:54:10.641909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 362de595-e44e-4446-8324-75dfb8205ea3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:54:10.642154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:21.338361 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:54:22.439567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e6e3-e205-463a-a08a-6d16b267f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:24.786024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2f0e0f4-e264-49e6-9f71-e7d5969cf402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:26.003801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:26.268300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:27.407014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:52.443206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a5a6-587e-461f-ae20-e9df101d4bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:54.792584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed11fe49-803c-40f0-be5d-bfb23b46269b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:56.015709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:56.270489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:57.408674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:54:58.340736 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:55:22.449142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3694e034-c6ea-47cf-b530-e4dfea8ce111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:24.788181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d3a782c-9781-4b9d-8570-46baf056b093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:26.013564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:26.274344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:27.412054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:35.340169 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:55:52.442879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4372b864-418c-45a1-9d23-45db0df66336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:54.790521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-74137564-8c6e-4d09-b0d7-765ab9c4abed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:56.012688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:56.276734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:55:57.413274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:12.341306 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:56:13.472564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:13.566001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68fb0b5-c37b-4ba5-ae00-f1dee9a5d19b admin admin] GET failed (client error): The resource could not be found.
Dec 09 13:56:13.567183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b68fb0b5-c37b-4ba5-ae00-f1dee9a5d19b admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0936954
Dec 09 13:56:13.702216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e00f8-37b5-471d-a2af-8db4635817cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:13.703573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a10e00f8-37b5-471d-a2af-8db4635817cd admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1324508
Dec 09 13:56:15.713402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:15.842316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763c5a35-86a4-46ca-8072-f48a69658718 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:15.842782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-763c5a35-86a4-46ca-8072-f48a69658718 admin admin] Synchronizing usage tracker for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 13:56:15.860063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-763c5a35-86a4-46ca-8072-f48a69658718 admin admin] Unset dirty status for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 13:56:15.861161 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-763c5a35-86a4-46ca-8072-f48a69658718 admin admin] 10.222.0.21 "GET /v2.0/subnets/54b6b4c3-3419-4ecb-8c4c-7bd669e636a3 HTTP/1.1" status: 200  len: 849 time: 0.1467636
Dec 09 13:56:15.870752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:56:15.981791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Notify callbacks [] for subnet, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:16.164255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754295711492'] for subnet, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:16.169101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-166a01c4-c056-401d-9184-4c1de3d52389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:56:16.215992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:16.216595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:16.218749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] 10.222.0.21 "PUT /v2.0/subnets/54b6b4c3-3419-4ecb-8c4c-7bd669e636a3 HTTP/1.1" status: 200  len: 868 time: 0.3513422
Dec 09 13:56:16.220581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896aeef9-fba2-4bf5-a360-22dcf03d4a7c None None] Network 93ccbbde-f7a6-46be-a088-c5f531035321 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:56:16.240506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b6b4c3-3419-4ecb-8c4c-7bd669e636a3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:56:16.249258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.249646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.249949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.250273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.250620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.250941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.251259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.251572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.251883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.252192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.252508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:16.256729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:56:16.708623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9234bcbf-16ec-45c4-9fa2-14ac18bea74d None None] Provisioning complete for port af1cf145-3d86-4370-99c2-24128ef141a8 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:56:16.708995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9234bcbf-16ec-45c4-9fa2-14ac18bea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:16.831395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9234bcbf-16ec-45c4-9fa2-14ac18bea74d None None] Provisioning complete for port db2d807a-8d73-47ab-a7b3-9f7dfd7a15e5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:56:16.831654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9234bcbf-16ec-45c4-9fa2-14ac18bea74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:18.234548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:18.427092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e32b84-7b13-454b-bb67-6fb8582e9089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:18.427373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e32b84-7b13-454b-bb67-6fb8582e9089 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:18.428854 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-04e32b84-7b13-454b-bb67-6fb8582e9089 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1933830
Dec 09 13:56:20.467204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47856) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:20.673049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992aa5f2-a83f-4677-a5fe-25ae72f50645 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:20.673330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992aa5f2-a83f-4677-a5fe-25ae72f50645 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:20.674064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-992aa5f2-a83f-4677-a5fe-25ae72f50645 admin admin] Synchronizing usage tracker for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 13:56:20.690578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-992aa5f2-a83f-4677-a5fe-25ae72f50645 admin admin] Unset dirty status for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 13:56:20.691826 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-992aa5f2-a83f-4677-a5fe-25ae72f50645 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2237022
Dec 09 13:56:22.444061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b55be21-0005-4658-993e-53b798f8d4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:22.671613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47866) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:22.864745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674a53d-ed9b-4c2a-9b12-f31275ba5ac3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:22.866110 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d674a53d-ed9b-4c2a-9b12-f31275ba5ac3 admin admin] 10.222.0.21 "GET /v2.0/networks/93ccbbde-f7a6-46be-a088-c5f531035321 HTTP/1.1" status: 200  len: 869 time: 0.1936331
Dec 09 13:56:24.794113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a701505d-1a74-413f-bcb8-c186dc24aaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:24.895250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:25.084265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71d06c-09bf-44c9-a74b-690f648a36d5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:25.085553 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ec71d06c-09bf-44c9-a74b-690f648a36d5 admin admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 886 time: 0.1893291
Dec 09 13:56:26.015135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:26.278507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:27.101471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:27.227486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d91b4-12b8-4d93-9ff0-60c73ae01c98 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:27.227853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d91b4-12b8-4d93-9ff0-60c73ae01c98 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:27.229652 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b44d91b4-12b8-4d93-9ff0-60c73ae01c98 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1267068
Dec 09 13:56:27.413969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:29.239511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:29.370569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59abd9-3adf-46ec-87c1-3dd666956880 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:29.370937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59abd9-3adf-46ec-87c1-3dd666956880 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:29.372418 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2d59abd9-3adf-46ec-87c1-3dd666956880 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1319685
Dec 09 13:56:31.368094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:31.495270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce19e4-233a-4f95-a80c-e601ccc9a16f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:31.496870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6ce19e4-233a-4f95-a80c-e601ccc9a16f admin admin] 10.222.0.21 "GET /v2.0/subnets/54b6b4c3-3419-4ecb-8c4c-7bd669e636a3 HTTP/1.1" status: 200  len: 868 time: 0.1276755
Dec 09 13:56:33.511776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:33.637990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a4f4a-f7b0-416a-850c-ab029916711b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:33.639305 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-888a4f4a-f7b0-416a-850c-ab029916711b admin admin] 10.222.0.21 "GET /v2.0/subnets/ed56a857-8efc-4165-aa22-8b51636d3f6f HTTP/1.1" status: 200  len: 816 time: 0.1265347
Dec 09 13:56:49.343839 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:56:51.923824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:51.993290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-fcc1ba21-3fb4-4fa0-b25c-fb666bf216fe admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 13:56:51.994297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fcc1ba21-3fb4-4fa0-b25c-fb666bf216fe admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0695705
Dec 09 13:56:52.446073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7dfa-0b3e-4d20-aed9-4f61313ab549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:54.074022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 47964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:54.163170 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f476e3b5-4c29-487e-bc56-5c8a7f0eed06 admin admin] GET failed (client error): The resource could not be found.
Dec 09 13:56:54.164842 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f476e3b5-4c29-487e-bc56-5c8a7f0eed06 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0899189
Dec 09 13:56:54.286935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4141a8-378f-4514-80ad-5f7802ab6914 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:54.288255 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f4141a8-378f-4514-80ad-5f7802ab6914 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1194754
Dec 09 13:56:54.798957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8548c3ca-8aa3-41b4-a7fb-65ec1be7b93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.016699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.280341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.289713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47974) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:56.361032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:56:56.366064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:56:56.375894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:56:56.385858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Made reservation on behalf of 2f9138bd90574bc692eb456ff1d1b0be for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 13:56:56.388046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.474934 dv-neutron-821183-1-hyperv neutron-server[83443]: WARNING neutron.services.revisions.revision_plugin [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f644a04dbe0] {project_id='2f9138bd90574bc692eb456ff1d1b0be', id='9ad3f6d7-1fff-4e75-8f1a-24b61d95cbb1', target_tenant='*', action='access_as_shared', object_id='466e5b57-0626-4a85-a519-814c79c73b13'}> to bump revision.
Dec 09 13:56:56.487192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 13:56:56.496190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.496520 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Added segment aae2fa51-a60a-46ed-87d0-668daa803d70 of type vlan for network 466e5b57-0626-4a85-a519-814c79c73b13
Dec 09 13:56:56.521643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.550554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.551624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:56.552183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:56.556617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:56:56.649379 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3585298
Dec 09 13:56:56.653846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=466e5b57-0626-4a85-a519-814c79c73b13,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:56:56.663055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.663391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.663755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.664076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.664415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.664710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.665020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.665328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.665672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.666005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.666312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:56:56.670748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:56:56.678850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 466e5b57-0626-4a85-a519-814c79c73b13 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 13:56:57.417886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:58.668262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 47984) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:56:58.760663 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6749b13c-e05d-47c2-b20b-e81b992eb482 admin admin] GET failed (client error): The resource could not be found.
Dec 09 13:56:58.761152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6749b13c-e05d-47c2-b20b-e81b992eb482 admin admin] Synchronizing usage tracker for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 13:56:58.776150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6749b13c-e05d-47c2-b20b-e81b992eb482 admin admin] Unset dirty status for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 13:56:58.777497 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6749b13c-e05d-47c2-b20b-e81b992eb482 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1082621
Dec 09 13:56:58.881061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3cc313-4827-440d-b82a-38dfa319a02c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:58.882950 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a3cc313-4827-440d-b82a-38dfa319a02c admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1010776
Dec 09 13:56:58.892064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 13:56:58.896281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:56:58.906213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:56:58.915457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Made reservation on behalf of 2f9138bd90574bc692eb456ff1d1b0be for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 13:56:58.917999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:59.131908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:59.136678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:56:59.246116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4193a8f5-7ee8-4378-a723-a4681ed6fc04,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:56:59.253122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:56:59.256272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Checking segment: {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:56:59.256624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Network hostable DHCP agents. Network: 466e5b57-0626-4a85-a519-814c79c73b13, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 13:56:59.280127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Network 466e5b57-0626-4a85-a519-814c79c73b13 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 13:56:59.290135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 466e5b57-0626-4a85-a519-814c79c73b13) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:56:59.294128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 13:56:59.294730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:59.298884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b247ea7-8648-413f-8422-2a8e7c41f036 None None] Network 466e5b57-0626-4a85-a519-814c79c73b13 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:56:59.319190 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4304070
Dec 09 13:56:59.518175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-466e5b57-0626-4a85-a519-814c79c73b13', 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13', 'tenant_id': '2f9138bd90574bc692eb456ff1d1b0be', 'fixed_ips': [{'subnet_id': '4193a8f5-7ee8-4378-a723-a4681ed6fc04'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 13:56:59.519250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:59.679035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Allocated IP 192.168.233.2 (466e5b57-0626-4a85-a519-814c79c73b13/4193a8f5-7ee8-4378-a723-a4681ed6fc04/cb3d1912-49e1-4429-8b99-bec87359b5a0) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 13:56:59.882556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:59.892661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Transition to ACTIVE for port object cb3d1912-49e1-4429-8b99-bec87359b5a0 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:56:59.911544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Transition to ACTIVE for port object cb3d1912-49e1-4429-8b99-bec87359b5a0 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 13:56:59.918158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:56:59.925522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:56:59.979719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Network 466e5b57-0626-4a85-a519-814c79c73b13 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 13:56:59.989483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 13:56:59.993041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 13:56:59.997933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Pushing event updated for resources: {'Port': ['ID=cb3d1912-49e1-4429-8b99-bec87359b5a0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:57:00.008506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.008838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.009165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.009486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.009841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.010166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.010474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.010800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.011111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.011427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.011729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:57:00.036989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:57:00.095693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Attempting to bind port cb3d1912-49e1-4429-8b99-bec87359b5a0 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 13:57:00.096062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Attempting to bind port cb3d1912-49e1-4429-8b99-bec87359b5a0 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 13:57:00.096416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Attempting to bind port cb3d1912-49e1-4429-8b99-bec87359b5a0 on network 466e5b57-0626-4a85-a519-814c79c73b13 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 13:57:00.102777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 13, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 13:57:00.103142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Checking segment: {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 13:57:00.103785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:00.104165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Bound using segment: {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 13:57:00.104623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Bound port: cb3d1912-49e1-4429-8b99-bec87359b5a0, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 13:57:00.105007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:00.189894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] For port cb3d1912-49e1-4429-8b99-bec87359b5a0, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 13:57:00.193115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] For port cb3d1912-49e1-4429-8b99-bec87359b5a0, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cb3d1912-49e1-4429-8b99-bec87359b5a0,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 13:57:00.198316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:00.205648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:57:00.281693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Pushing event updated for resources: {'Port': ['ID=cb3d1912-49e1-4429-8b99-bec87359b5a0,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:57:00.287669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:57:00.650305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cb3d1912-49e1-4429-8b99-bec87359b5a0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:57:00.750426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port cb3d1912-49e1-4429-8b99-bec87359b5a0 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:57:01.118010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6d212-e6a1-42be-96d8-6a2e9af51c9f None None] Network 466e5b57-0626-4a85-a519-814c79c73b13 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 13:57:01.203153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Provisioning for port cb3d1912-49e1-4429-8b99-bec87359b5a0 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 13:57:01.216308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Provisioning complete for port cb3d1912-49e1-4429-8b99-bec87359b5a0 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:57:01.216690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:01.432299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:01.475572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] For port cb3d1912-49e1-4429-8b99-bec87359b5a0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cb3d1912-49e1-4429-8b99-bec87359b5a0,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 13:57:01.481682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:01.485229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:57:01.551697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Pushing event updated for resources: {'Port': ['ID=cb3d1912-49e1-4429-8b99-bec87359b5a0,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:57:01.555128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:57:01.806915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-76387c18-f875-4307-9444-121118e5d3e7 None None] Provisioning complete for port cb3d1912-49e1-4429-8b99-bec87359b5a0 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:57:01.807570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76387c18-f875-4307-9444-121118e5d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:02.623676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cb3d1912-49e1-4429-8b99-bec87359b5a0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 13:57:02.693029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port cb3d1912-49e1-4429-8b99-bec87359b5a0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 13:57:02.693391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:22.447687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-143302f8-3989-4676-b168-7cdd9c4ad9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:24.801078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9650dc9c-56d5-4049-8ed3-6fca969f4a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:26.024241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:26.282286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:26.343658 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:57:27.418688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:52.451885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-134884ae-277c-4a37-b57d-c57050fd5e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:54.805566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0a4e-71da-431a-a93d-b6ceb264f165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:56.023023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:56.283804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:57:57.423440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:00.926634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:58:00.932849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-ca284add-cad3-447d-b4cc-6e950f1a730e tempest-verify_tempest_config-213984815 tempest-verify_tempest_config-213984815-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 13:58:00.933842 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ca284add-cad3-447d-b4cc-6e950f1a730e tempest-verify_tempest_config-213984815 tempest-verify_tempest_config-213984815-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0062482
Dec 09 13:58:01.253648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48042) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:58:01.388643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.420187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 13:58:01.424020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Usage tracker for resource:security_group_rule and tenant:5371a91211ab43c790d32a8e09b5ff85 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 13:58:01.426817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 13:58:01.432517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 13:58:01.496529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.500258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.507542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:58:01.546782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10812f02-4bbe-4cd0-a286-d09d485930b2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:58:01.550966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5371a91211ab43c790d32a8e09b5ff85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2963645
Dec 09 13:58:01.553793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48048) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:58:01.557403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.557763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.558090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.558410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.558729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.559043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.559355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.559665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.559979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.560283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.560592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.564212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:58:01.616960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.641140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.727005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.731087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab7195e4-d671-43c0-ab00-cebbb5004333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 13:58:01.741772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10812f02-4bbe-4cd0-a286-d09d485930b2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 13:58:01.751776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:01.752860 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10812f02-4bbe-4cd0-a286-d09d485930b2 HTTP/1.1" status: 204  len: 168 time: 0.1972222
Dec 09 13:58:01.754406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.754737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.755065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.755385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.755741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.756061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.756390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.757187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.757500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.757831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.758138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 13:58:01.761517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 13:58:03.343812 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:58:22.458669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e5bc0f5d-8743-46dc-994d-6a465ba30f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:24.807210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c336c692-441a-4b94-981d-a47058844a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:26.026152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:26.284424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:27.424059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:40.344172 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 5 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:58:52.449594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c74a-d3b3-4043-b8f8-a2c5c5ad1957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:54.809112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eee8947a-3768-4f5f-9926-7f7cec968e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:56.027329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:56.283993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:58:57.425912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:15.999354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-381603'] for agent, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:17.343968 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:59:22.451132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cfef54a2-5f39-425d-a6cc-33fee03f1dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:24.812897 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-46ec138f-8664-4748-858f-b86b418f8929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:26.030576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:26.285384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:27.429346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:31.145129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48118) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:59:31.281701 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-48258d64-487e-4c2e-9b1a-6a742d93bb85 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1354270
Dec 09 13:59:33.276502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 13:59:33.359566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdab59a9-5419-4055-9a70-35d73bc8b8db admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0819607
Dec 09 13:59:45.947003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:52.452652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eff3ce7-6cab-433b-a6e9-f330eb626af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:54.344753 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 13:59:54.815108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4b48c03-5897-416b-9f29-78bb4eb2a4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:56.032423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:56.286626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 13:59:57.432617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:15.966461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:22.454263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24bf12ca-383d-420f-a091-dbcdfa3a6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:24.817345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee96a76f-7526-4ad2-bd45-05a570923fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:26.035669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:26.288577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:27.434655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:31.345126 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:00:45.961551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:52.468280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f55b3666-8d76-49bb-9b66-422f2b4a5324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:54.825295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2eef35bd-3386-4a63-8a94-e68e583a9a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.039252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.213774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:56.248676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:56.283855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:56.296015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.371026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48326) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:56.566506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48336) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:56.714920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1671053815-network', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:56.723232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:56.727793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Usage tracker for resource:network and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:56.730954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:56.738148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:56.742665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1872170447-network', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:56.749211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:56.754496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Usage tracker for resource:network and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:56.757513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:56.760510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Made reservation on behalf of 0a1e9b700f2d4a1d87737f6900788db4 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:56.762825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.820573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1019052860-network', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:56.828025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:56.830796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.854741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:56.858737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Usage tracker for resource:network and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:56.861702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:56.862719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-286396182'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:56.867715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:56.871650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:56.891576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:56.895461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Usage tracker for resource:security_group_rule and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:56.896233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Usage tracker for resource:network and tenant:7da25628ec5046b9bf5504848dacc2a9 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:56.898872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:56.899074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:56.907721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:56.908355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:56.926381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fe62809b-7303-427d-a6ac-7c19b9529123 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] Request body: {'port': {'network_id': '530d52d3-219f-48da-bfc2-c8cb9e82e501', 'name': 'tempest-NetworksNegativeTestJSON-391787602'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:56.944109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Made reservation on behalf of 1dc9d17bd3284f23999ce6d7f8be2f7f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:56.946623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.950177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Made reservation on behalf of 7da25628ec5046b9bf5504848dacc2a9 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:56.954203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.972563 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe62809b-7303-427d-a6ac-7c19b9529123 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] POST failed (client error): The resource could not be found.
Dec 09 14:00:56.973049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe62809b-7303-427d-a6ac-7c19b9529123 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:56.979066 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fe62809b-7303-427d-a6ac-7c19b9529123 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.4114521
Dec 09 14:00:56.979842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48350) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:56.984466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.994108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:56.995489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.028711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:57.031388 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d14eae-4c66-4e3b-9cc4-7a66473d19e2 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:00:57.032008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d14eae-4c66-4e3b-9cc4-7a66473d19e2 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:57.032590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Usage tracker for resource:security_group_rule and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:57.035460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:57.038566 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-48d14eae-4c66-4e3b-9cc4-7a66473d19e2 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "DELETE /v2.0/networks/b7c61d7d-e844-42ca-9228-6574075e368a HTTP/1.1" status: 404  len: 339 time: 0.0554731
Dec 09 14:00:57.039158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48354) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.043725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:57.103582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:57.112394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Usage tracker for resource:security_group_rule and tenant:7da25628ec5046b9bf5504848dacc2a9 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:57.115190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.115346 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3eed69-c032-480c-9d27-7e97002b2c8e tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:00:57.115778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3eed69-c032-480c-9d27-7e97002b2c8e tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:57.116314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Made reservation on behalf of d6d5fe1228de4ff6ad68826632075743 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:57.118936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.120054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:57.127133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:57.128102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.131600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.135755 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9f3eed69-c032-480c-9d27-7e97002b2c8e tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "DELETE /v2.0/ports/d0015189-a6b5-4488-a6a8-12f98b855aba HTTP/1.1" status: 404  len: 333 time: 0.0953174
Dec 09 14:00:57.137433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48362) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.145417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:00:57.158756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.159090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Added segment 57192cd9-b28e-44be-a372-4b59481d59f8 of type vlan for network 3b0e8eac-4588-44a4-acd1-884899c092ae
Dec 09 14:00:57.184376 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c373c150-d8f7-45c6-92bf-3d8c60ae5071 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:00:57.184894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c373c150-d8f7-45c6-92bf-3d8c60ae5071 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:57.186350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.186900 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c373c150-d8f7-45c6-92bf-3d8c60ae5071 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "DELETE /v2.0/subnets/4fc5c848-b485-4ea7-a07b-130d9163d1d0 HTTP/1.1" status: 404  len: 337 time: 0.0485423
Dec 09 14:00:57.193822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.194597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:57.245509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.264854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.271584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.274956 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df95023-6ae6-4ceb-b966-81060f9b2043 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] GET failed (client error): The resource could not be found.
Dec 09 14:00:57.281958 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9df95023-6ae6-4ceb-b966-81060f9b2043 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "GET /v2.0/networks/8c144aaa-0abe-4541-a265-ffbde97ea2c0 HTTP/1.1" status: 404  len: 339 time: 0.0741155
Dec 09 14:00:57.283319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48376) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.286927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341cbdaa-47fc-4d3c-949d-06dfd015e100,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:57.288545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:00:57.298820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.299464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.299793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.300210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.300607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.301031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.301721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.302737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.303278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.303777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.304311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Tracked resource versions report:
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]: pushed versions:
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]: {   'ConntrackHelper': {'1.0'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Log': {'1.0'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Network': {'1.1'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Port': {'1.5'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'PortForwarding': {'1.2'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'QosPolicy': {'1.8'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'SecurityGroup': {'1.2'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'SecurityGroupRule': {'1.0'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'SubPort': {'1.0'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Subnet': {'1.1'},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     'Trunk': {'1.1'}}
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]: consumer versions:
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     HyperV agent@hv-neutron-8211: {},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Log': '1.0',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Network': '1.1',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Port': '1.5',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'PortForwarding': '1.2',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'QosPolicy': '1.8',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'SecurityGroup': '1.2',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'SecurityGroupRule': '1.0',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'SubPort': '1.0',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Subnet': '1.1',
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:                                                        'Trunk': '1.1'}}
Dec 09 14:00:57.305477 dv-neutron-821183-1-hyperv neutron-server[83444]:  {{(pid=83444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 14:00:57.310240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.310599 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Added segment ed3f0573-d553-4465-b7ef-0999ccaba430 of type vlan for network a9870d0b-0ecc-42a1-8221-226fac1181d8
Dec 09 14:00:57.337228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:57.368222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b362be9b-51a9-4875-9d98-d389a3a7ad11,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:57.381934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.382638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.382638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.383055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.383385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.383719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.384161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.384487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.384968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.385295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.385640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Tracked resource versions report:
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]: pushed versions:
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]: {   'ConntrackHelper': {'1.0'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Log': {'1.0'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Network': {'1.1'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Port': {'1.5'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'PortForwarding': {'1.2'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'QosPolicy': {'1.8'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'SecurityGroup': {'1.2'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'SecurityGroupRule': {'1.0'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'SubPort': {'1.0'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Subnet': {'1.1'},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     'Trunk': {'1.1'}}
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]: consumer versions:
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     HyperV agent@hv-neutron-8211: {},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Log': '1.0',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Network': '1.1',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Port': '1.5',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'PortForwarding': '1.2',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'QosPolicy': '1.8',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'SecurityGroup': '1.2',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'SecurityGroupRule': '1.0',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'SubPort': '1.0',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Subnet': '1.1',
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:                                                        'Trunk': '1.1'}}
Dec 09 14:00:57.386933 dv-neutron-821183-1-hyperv neutron-server[83443]:  {{(pid=83443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 14:00:57.390659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.394526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:57.421429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c2f1d-5160-4c2b-83eb-01cc5ce07b43,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:57.424368 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f26b1f-e22b-46a2-86ff-661221b477f3 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] GET failed (client error): The resource could not be found.
Dec 09 14:00:57.428356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.431895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71f26b1f-e22b-46a2-86ff-661221b477f3 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "GET /v2.0/ports/6df9342e-fd9b-4258-bcab-53ff2427efed HTTP/1.1" status: 404  len: 333 time: 0.1461687
Dec 09 14:00:57.434500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:57.437109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48386) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.438371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:57.438587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:57.442197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:57.444372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.446364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:57.469962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:57.484059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:00:57.486363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.487533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Usage tracker for resource:security_group_rule and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:57.517599 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6331fb-e834-42f7-bf56-736a64ab8fb7 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] GET failed (client error): The resource could not be found.
Dec 09 14:00:57.524694 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba6331fb-e834-42f7-bf56-736a64ab8fb7 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "GET /v2.0/subnets/aedf5446-2cad-4d74-bd80-3b4b8956a0fd HTTP/1.1" status: 404  len: 337 time: 0.0851202
Dec 09 14:00:57.528854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:57.531080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.531601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48392) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.532471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:57.533043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.556192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:57.581881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event updated for resources: {'Network': ['ID=a9870d0b-0ecc-42a1-8221-226fac1181d8,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:57.588677 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.2137225
Dec 09 14:00:57.588677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:57.588926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48396) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.594063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:00:57.596951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Request body: {'subnet': {'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:57.603553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e64909e9-71cd-4e08-97d1-eec8dd420396 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:57.634603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:57.641196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.641883 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Added segment f6262859-77ad-4753-bd1d-a74078743045 of type vlan for network 0e99999d-6292-4708-8491-eb8d72125c56
Dec 09 14:00:57.645923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48400) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.683212 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64909e9-71cd-4e08-97d1-eec8dd420396 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] PUT failed (client error): The resource could not be found.
Dec 09 14:00:57.683708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64909e9-71cd-4e08-97d1-eec8dd420396 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:57.688372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e64909e9-71cd-4e08-97d1-eec8dd420396 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "PUT /v2.0/networks/60755080-e07e-4193-ae84-176f2ed0696a HTTP/1.1" status: 404  len: 339 time: 0.1480863
Dec 09 14:00:57.710609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48406) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.724510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-af44d247-8b91-42a3-8f71-d6fde0b67d46 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:57.787373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Pushing event updated for resources: {'Network': ['ID=3b0e8eac-4588-44a4-acd1-884899c092ae,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:57.796487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.800124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:57.810568 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-af44d247-8b91-42a3-8f71-d6fde0b67d46 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] PUT failed (client error): The resource could not be found.
Dec 09 14:00:57.811416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af44d247-8b91-42a3-8f71-d6fde0b67d46 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:57.816876 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-af44d247-8b91-42a3-8f71-d6fde0b67d46 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "PUT /v2.0/ports/120661ff-1a67-4ca6-bc81-e035efcfe1e7 HTTP/1.1" status: 404  len: 333 time: 0.1043363
Dec 09 14:00:57.818842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48414) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.826338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 3b0e8eac-4588-44a4-acd1-884899c092ae details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:00:57.831673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a4c471b6-715a-43ca-9889-4ddae2e9aeb0 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:57.836837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:57.847649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Usage tracker for resource:subnet and tenant:7da25628ec5046b9bf5504848dacc2a9 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:57.858180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:57.867601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:57.881996 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.6673653
Dec 09 14:00:57.882563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48418) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:57.892021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Request body: {'subnet': {'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1671053815-subnet', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:57.898212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Made reservation on behalf of 7da25628ec5046b9bf5504848dacc2a9 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:57.898965 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c471b6-715a-43ca-9889-4ddae2e9aeb0 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] PUT failed (client error): The resource could not be found.
Dec 09 14:00:57.899612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c471b6-715a-43ca-9889-4ddae2e9aeb0 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:00:57.900905 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a4c471b6-715a-43ca-9889-4ddae2e9aeb0 tempest-NetworksNegativeTestJSON-1652812759 tempest-NetworksNegativeTestJSON-1652812759-project] 10.222.0.21 "PUT /v2.0/subnets/e9401129-d9b5-49cb-8259-ace4caad35e2 HTTP/1.1" status: 404  len: 337 time: 0.0799167
Dec 09 14:00:57.923054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:57.932219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.933235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Usage tracker for resource:subnet and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:57.936855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:57.937735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.938777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:57.946562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ae06096-448e-4565-81de-99991bed039c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:57.961638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.975206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:57.997149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:58.034122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Made reservation on behalf of 0a1e9b700f2d4a1d87737f6900788db4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:58.037270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.055224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7694778
Dec 09 14:00:58.060092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48426) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:58.064979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Pushing event updated for resources: {'Network': ['ID=0e99999d-6292-4708-8491-eb8d72125c56,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:58.067437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:00:58.069161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.070620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:58.071297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:58.077253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0e99999d-6292-4708-8491-eb8d72125c56 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:00:58.100937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5ea29-d022-44b5-857a-c6bd7ea9b821,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:58.105218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:58.106940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Request body: {'subnet': {'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1019052860-subnet', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:58.110797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.111499 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Added segment d61625e4-293c-4735-942c-0568bc9814fb of type vlan for network a4b5d18e-9559-4a80-b43b-17f95f7e50e4
Dec 09 14:00:58.151570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.186682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.188046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:58.188876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.196051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:58.227097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-778540702'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:58.243918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:58.266390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:58.270629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Usage tracker for resource:subnet and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:58.273644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:58.279478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:58.300677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Usage tracker for resource:network and tenant:aa24d911ecd945e4b12cc4de4bc8b46e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:58.309596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Made reservation on behalf of 1dc9d17bd3284f23999ce6d7f8be2f7f for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:58.311864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.316976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:58.323927 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.0707252
Dec 09 14:00:58.327689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:58.327812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48434) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:58.337697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Pushing event updated for resources: {'Network': ['ID=a4b5d18e-9559-4a80-b43b-17f95f7e50e4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:58.347963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:58.348153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Request body: {'subnet': {'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1872170447-subnet', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:58.348555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:00:58.358891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Made reservation on behalf of aa24d911ecd945e4b12cc4de4bc8b46e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:58.362276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.380964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.418645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:58.422922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Usage tracker for resource:security_group_rule and tenant:aa24d911ecd945e4b12cc4de4bc8b46e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:58.426070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:58.432477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:58.516363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:58.533999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.540612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.545732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:58.580881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48446) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:58.587637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:00:58.596132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Usage tracker for resource:subnet and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:58.601080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:58.604993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31a8cd-4aba-460a-b678-f37c49a5b380,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:58.609808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:58.610738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.611064 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Added segment 6b4ed6bd-4a32-410b-8cb9-42cffcc02233 of type vlan for network a17ff127-22dd-4ab2-ab0b-84f9e3be0920
Dec 09 14:00:58.633875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:58.647457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48452) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:58.651783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.695763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.702480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:58.703590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.708666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Made reservation on behalf of d6d5fe1228de4ff6ad68826632075743 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:58.710973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.712346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad1b7e7e-afe9-473f-8ddd-df2835ddef3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:58.844870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event updated for resources: {'Network': ['ID=a17ff127-22dd-4ab2-ab0b-84f9e3be0920,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:58.847931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:58.850023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.2005284
Dec 09 14:00:58.852952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:58.859278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Request body: {'subnet': {'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:58.863438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:00:58.939362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:58.968478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:58.985480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:58.990566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Usage tracker for resource:subnet and tenant:aa24d911ecd945e4b12cc4de4bc8b46e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:58.993569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:59.009622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:59.019523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:59.023663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.048516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Made reservation on behalf of aa24d911ecd945e4b12cc4de4bc8b46e for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:59.055989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.070749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:59.102391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Usage tracker for resource:floatingip and tenant:14f2283903414d6f8de969a1b2c992ee is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:59.112208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:59.136020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:59.143034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:59.149773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.150260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Usage tracker for resource:security_group_rule and tenant:b7cc0487e090406189401ef6a2dc16fe is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:59.160373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:59.168506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event updated for resources: {'Subnet': ['ID=b4ff10f2-8389-4bf0-b9a7-1d711411a10b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:59.169635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:59.175647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.180570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:59.181220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:59.256102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.305813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48472) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:59.310885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Checking segment: {'id': 'ed3f0573-d553-4465-b7ef-0999ccaba430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:00:59.311245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Network hostable DHCP agents. Network: a9870d0b-0ecc-42a1-8221-226fac1181d8, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:00:59.353810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.366883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d4afe7-531b-4fb0-9736-0865a24351f9,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:59.418284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.432380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb1e480e-902a-4ab1-8cc7-18ef06afa112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:59.471042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Checking segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:00:59.471388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Network hostable DHCP agents. Network: 3b0e8eac-4588-44a4-acd1-884899c092ae, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:00:59.488727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb8f0f-f70d-4a27-950c-832a1ebf7133,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:59.501882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:59.509001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7cc0487e090406189401ef6a2dc16fe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8573825
Dec 09 14:00:59.509756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48478) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:59.541490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1116781545'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:59.554101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.555157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:59.566871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Usage tracker for resource:network and tenant:82b7d72e72e74e70a76059f8649a191e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:59.567783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.568594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Checking segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:00:59.569121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Network hostable DHCP agents. Network: 0e99999d-6292-4708-8491-eb8d72125c56, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:00:59.569270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:59.578101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:00:59.596476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:59.600752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:59.604646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:59.606778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:59.623050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:59.647331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, a9870d0b-0ecc-42a1-8221-226fac1181d8) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:00:59.653142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:59.653746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.659165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6bbefd-79af-4cf6-bba5-3e8aff50b31f None None] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:00:59.660179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Made reservation on behalf of 82b7d72e72e74e70a76059f8649a191e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:00:59.663748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.693288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event updated for resources: {'Subnet': ['ID=7fa3043e-12ef-43ef-87ee-fa3bccf3ca91,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:59.701187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:59.702057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.704315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Network 3b0e8eac-4588-44a4-acd1-884899c092ae is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:00:59.714689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.740685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3885904-b4bb-401c-b217-f187d94672c4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:00:59.743940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:59.747597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:00:59.748023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:00:59.748566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 3b0e8eac-4588-44a4-acd1-884899c092ae) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:00:59.753309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:59.754137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.763696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Checking segment: {'id': '6b4ed6bd-4a32-410b-8cb9-42cffcc02233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:00:59.764051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Network hostable DHCP agents. Network: a17ff127-22dd-4ab2-ab0b-84f9e3be0920, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:00:59.769091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:59.772998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.774067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4859cb-002e-4537-bb41-2d1c443beff5 None None] Network 3b0e8eac-4588-44a4-acd1-884899c092ae requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:00:59.778185 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ce575747-5d15-40c6-93d3-772f2d30ecf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1875730
Dec 09 14:00:59.780672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:59.787780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Usage tracker for resource:security_group_rule and tenant:82b7d72e72e74e70a76059f8649a191e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:59.794705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Request body: {'port': {'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1475249721'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:59.796571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Network 0e99999d-6292-4708-8491-eb8d72125c56 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:00:59.816478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Checking segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:00:59.816835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Network hostable DHCP agents. Network: a4b5d18e-9559-4a80-b43b-17f95f7e50e4, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:00:59.821491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:59.822634 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd060d55-1ff2-4a21-a6cc-b3f26c10a46f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.9372518
Dec 09 14:00:59.823424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 0e99999d-6292-4708-8491-eb8d72125c56) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:00:59.827622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48486) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:59.835255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:59.838699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:00:59.839281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.843010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:59.851254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.858168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:59.863950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c58a51-b776-4d2b-9e05-2c5adb578b06 None None] Network 0e99999d-6292-4708-8491-eb8d72125c56 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:00:59.866243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Usage tracker for resource:router and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:59.904432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:00:59.918529 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8572896
Dec 09 14:00:59.924729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:00:59.926810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48492) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:00:59.949083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:00:59.951412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.952409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:00:59.957267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:00:59.968996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:00:59.995999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Usage tracker for resource:router and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:00:59.998675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:00.009607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:00.021758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, a4b5d18e-9559-4a80-b43b-17f95f7e50e4) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:00.026337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:00.028054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:00.028638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.046764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, a17ff127-22dd-4ab2-ab0b-84f9e3be0920) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:00.049924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.051213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:00.051843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.082292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc52ba-be85-4a6a-980e-cd576e7498a6 None None] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:00.097039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ee1e5-9891-4c8e-a9e3-a210251b8c81 None None] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:00.102551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.114712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.115620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.136986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:00.138739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Allocated IP 172.26.3.243 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/46c8546c-914f-4f47-97df-815ea794018b) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:00.148298 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8123102
Dec 09 14:01:00.148514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48502) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:00.153433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:00.160421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:00.168403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Usage tracker for resource:router and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:00.172153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:00.172501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-a9870d0b-0ecc-42a1-8221-226fac1181d8', 'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8', 'tenant_id': '7da25628ec5046b9bf5504848dacc2a9', 'fixed_ips': [{'subnet_id': 'b4ff10f2-8389-4bf0-b9a7-1d711411a10b'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:00.173435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.175253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.182286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Usage tracker for resource:port and tenant:7da25628ec5046b9bf5504848dacc2a9 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:00.187537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:00.191763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.199137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3446722
Dec 09 14:01:00.200165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:00.206553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:00.210092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.217897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8bb8f0f-f70d-4a27-950c-832a1ebf7133 HTTP/1.1" status: 204  len: 168 time: 0.7036231
Dec 09 14:01:00.222933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:00.229317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.258856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:00.261075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:00.274665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb8f0f-f70d-4a27-950c-832a1ebf7133,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:00.287638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Request body: {'port': {'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1777656712'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:00.369635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-3b0e8eac-4588-44a4-acd1-884899c092ae', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:00.371155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.389858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.390076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:00.390651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.390895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.391232 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Added segment 067cd2f1-d5b3-4bb0-99a1-d618eefc3758 of type vlan for network a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a
Dec 09 14:01:00.422395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.428471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:00.437560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.463507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.470786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.504227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Made reservation on behalf of 7da25628ec5046b9bf5504848dacc2a9 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:00.508308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.624503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] device_id is not set on port 173dbd4c-1105-4b98-918c-0963971deb9e yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:00.702932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:00.745233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8917a481-2bf1-404a-8894-a348295b3bb5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:00.748223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:00.775505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.776762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.779696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.804637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.806083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:00.814673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:00.815387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.823862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:00.828430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Usage tracker for resource:port and tenant:aa24d911ecd945e4b12cc4de4bc8b46e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:00.832021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:00.839205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:00.854296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6af41bf-7a81-4208-883b-44d924fceb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:00.881185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-0e99999d-6292-4708-8491-eb8d72125c56', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:00.882820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:00.887333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Made reservation on behalf of aa24d911ecd945e4b12cc4de4bc8b46e for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:00.890703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.047196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:01.084913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] device_id is not set on port 9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:01.120272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:01.130379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:01.156602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Pushing event updated for resources: {'Port': ['ID=46c8546c-914f-4f47-97df-815ea794018b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:01.165753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Pushing event updated for resources: {'Network': ['ID=a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:01.166927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:01.168789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:01.180229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.8689151
Dec 09 14:01:01.186358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:01.202973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Allocated IP 2001:db8::3da (a9870d0b-0ecc-42a1-8221-226fac1181d8/b4ff10f2-8389-4bf0-b9a7-1d711411a10b/173dbd4c-1105-4b98-918c-0963971deb9e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:01.203357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:01.465126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:01.466312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.484555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-a17ff127-22dd-4ab2-ab0b-84f9e3be0920', 'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920', 'tenant_id': 'aa24d911ecd945e4b12cc4de4bc8b46e', 'fixed_ips': [{'subnet_id': '7fa3043e-12ef-43ef-87ee-fa3bccf3ca91'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:01.485693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.516333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Allocated IP 172.20.0.2 (3b0e8eac-4588-44a4-acd1-884899c092ae/44d4afe7-531b-4fb0-9736-0865a24351f9/1233e55a-0f33-4a0f-8118-6fedad84daa1) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:01.519769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Allocated IP 172.20.0.9 (a17ff127-22dd-4ab2-ab0b-84f9e3be0920/7fa3043e-12ef-43ef-87ee-fa3bccf3ca91/9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:01.583658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Allocated IP 172.20.0.2 (0e99999d-6292-4708-8491-eb8d72125c56/97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9/51122634-a6a6-4a6f-ae8e-89869211019d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:01.588214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'network': {'name': 'tempest-network--1636910105', 'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:01.610720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:01.612831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:01.641756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:network and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:01.652812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:01.673965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.682933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:01.732255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.736566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.841582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.868384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Made reservation on behalf of 5e3b204cbc324edd87a12ec8fdb8f8dd for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:01.871692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.894873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.911274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596001633'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:01.924685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:01.936027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:01.952172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.020511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:02.039132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Allocated IP 172.20.0.2 (a4b5d18e-9559-4a80-b43b-17f95f7e50e4/c3885904-b4bb-401c-b217-f187d94672c4/93198390-b2cb-42a9-aba9-aabca72dccc5) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:02.070290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:02.089265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:02.151668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.174172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:02.174433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Allocated IP 172.26.3.54 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/8a2f380e-46fe-470d-9792-e06dead028bf) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:02.178518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.178676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.189454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.213892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:02.221955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.249871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Transition to ACTIVE for port object 1233e55a-0f33-4a0f-8118-6fedad84daa1 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:02.257511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Transition to ACTIVE for port object 51122634-a6a6-4a6f-ae8e-89869211019d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:02.279677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.291526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Transition to ACTIVE for port object 173dbd4c-1105-4b98-918c-0963971deb9e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:02.291857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Transition to ACTIVE for port object 1233e55a-0f33-4a0f-8118-6fedad84daa1 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:02.294714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:security_group_rule and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:02.297993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.299940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:02.301086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.320467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:02.326955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.339292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.355843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.371174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8dd9a795-2937-4e15-8e5a-c1fc4a80a036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.386974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.410027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Transition to ACTIVE for port object 51122634-a6a6-4a6f-ae8e-89869211019d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:02.415312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.434525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.444740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:02.445925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.450486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Transition to ACTIVE for port object 9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:02.462535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:security_group_rule and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:02.475519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:02.477339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Pushing event updated for resources: {'Port': ['ID=1233e55a-0f33-4a0f-8118-6fedad84daa1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:02.479793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Pushing event updated for resources: {'Port': ['ID=46c8546c-914f-4f47-97df-815ea794018b,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:02.483444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:02.484171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.485495 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8963034
Dec 09 14:01:02.488832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48542) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:02.490107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:02.492782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.493320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.493820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.494341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.494861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.495386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.495881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.496331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-636616829', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'fixed_ips': [{'ip_address': '172.26.3.243'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:02.496640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.497140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.497677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.498182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Tracked resource versions report:
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]: pushed versions:
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]: {   'ConntrackHelper': {'1.0'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Log': {'1.0'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Network': {'1.1'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Port': {'1.5'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'PortForwarding': {'1.2'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'QosPolicy': {'1.8'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'SecurityGroup': {'1.2'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'SecurityGroupRule': {'1.0'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'SubPort': {'1.0'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Subnet': {'1.1'},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     'Trunk': {'1.1'}}
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]: consumer versions:
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     HyperV agent@hv-neutron-8211: {},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Log': '1.0',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Network': '1.1',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Port': '1.5',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'PortForwarding': '1.2',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'QosPolicy': '1.8',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'SecurityGroup': '1.2',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'SecurityGroupRule': '1.0',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'SubPort': '1.0',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Subnet': '1.1',
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:                                                        'Trunk': '1.1'}}
Dec 09 14:01:02.499417 dv-neutron-821183-1-hyperv neutron-server[83445]:  {{(pid=83445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 14:01:02.503407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:02.508314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Network 3b0e8eac-4588-44a4-acd1-884899c092ae is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:02.509482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Usage tracker for resource:port and tenant:14f2283903414d6f8de969a1b2c992ee is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:02.513560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:02.521271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:02.524950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.527509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.539446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:02.547410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.574162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.608318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Allocated IP 2001:db8::2 (a9870d0b-0ecc-42a1-8221-226fac1181d8/b4ff10f2-8389-4bf0-b9a7-1d711411a10b/09447c27-a6b8-40f3-800e-609fdf35030b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:02.627240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.631785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:02.640541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:02.641489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.649746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:02.672263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.680259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:02.689697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event updated for resources: {'Port': ['ID=173dbd4c-1105-4b98-918c-0963971deb9e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:02.692683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:02.693491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:02.695573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:02.699665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:02.700263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.712432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b461d2c-27ea-4fd5-a2c6-9fa8334b684b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.714255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-96df325a-2594-4cd1-8a84-33b684ac5289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.741706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:02.759023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:02.791699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Made reservation on behalf of 14f2283903414d6f8de969a1b2c992ee for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:02.794275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.796762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:02.801698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:02.805985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Pushing event updated for resources: {'Port': ['ID=8a2f380e-46fe-470d-9792-e06dead028bf,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:02.815492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Allocated IP 172.26.3.196 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/f3c1300f-cac1-41eb-bca3-2253fd1b9ffe) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:02.817831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:02.823157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:02.825762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:02.830200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:02.830850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.833506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.855696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.863647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Network 0e99999d-6292-4708-8491-eb8d72125c56 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:02.865044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.865437 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Added segment bd65b76c-8fa6-4c04-8a9b-46017f7a22d1 of type vlan for network 2352c44c-c5fd-48f2-9562-7d2e3964b81e
Dec 09 14:01:02.877858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:02.880890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:02.906596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event updated for resources: {'Port': ['ID=9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:02.909699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:02.914435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:02.915099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:02.926640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.1434159
Dec 09 14:01:02.933728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48546) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:02.938359 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.7189183
Dec 09 14:01:02.938990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:02.943455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Usage tracker for resource:security_group_rule and tenant:14f2283903414d6f8de969a1b2c992ee is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:02.946058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Pushing event updated for resources: {'Port': ['ID=51122634-a6a6-4a6f-ae8e-89869211019d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:02.946332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:02.946894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Request body: {'port': {'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-56709475', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:02.947454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] bootfile-name is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:02.948400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] tftp-server is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:02.948764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] server-ip-address is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:02.952146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:02.977401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48550) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:02.989723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:02.990931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.016914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:03.017615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.025030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.040661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.045182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Allocated IP 172.20.0.2 (a17ff127-22dd-4ab2-ab0b-84f9e3be0920/7fa3043e-12ef-43ef-87ee-fa3bccf3ca91/73f412ab-8c6d-4686-a6be-0870e3088846) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:03.050376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cb7288ba-c685-4448-8ecd-1caa17025559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:03.057034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] device_id is not set on port 7486d75f-06d8-4822-9ffd-6b26e28fbfc3 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:03.062923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c085d56-e317-43de-9af6-ccec0e6b30e4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.099140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Transition to ACTIVE for port object 93198390-b2cb-42a9-aba9-aabca72dccc5 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:03.119930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.120274 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment 5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d of type vlan for network 26540487-41d8-4c5c-8b9a-e605e09df2e6
Dec 09 14:01:03.176497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Attempting to bind port 1233e55a-0f33-4a0f-8118-6fedad84daa1 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:03.176895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Attempting to bind port 1233e55a-0f33-4a0f-8118-6fedad84daa1 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:03.177445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Attempting to bind port 1233e55a-0f33-4a0f-8118-6fedad84daa1 on network 3b0e8eac-4588-44a4-acd1-884899c092ae {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:03.183468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.184442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.191211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7d02b-b78c-4830-8bb1-f248b487414d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.202415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Deleting port 9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:03.202772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.205334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:03.210963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.229821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:03.230492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Checking segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:03.231076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.231460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Bound using segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:03.232178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Bound port: 1233e55a-0f33-4a0f-8118-6fedad84daa1, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:03.232904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.242352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Attempting to bind port 51122634-a6a6-4a6f-ae8e-89869211019d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:03.243055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Attempting to bind port 51122634-a6a6-4a6f-ae8e-89869211019d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:03.243486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Attempting to bind port 51122634-a6a6-4a6f-ae8e-89869211019d on network 0e99999d-6292-4708-8491-eb8d72125c56 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:03.250489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be000757-1bae-459d-bef6-c1890f8c5179,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.252189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Transition to ACTIVE for port object 93198390-b2cb-42a9-aba9-aabca72dccc5 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:03.253434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:03.273508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:03.273720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:03.291672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.313467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Transition to ACTIVE for port object 09447c27-a6b8-40f3-800e-609fdf35030b will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:03.317296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:03.318446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Checking segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:03.319032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.319972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Bound using segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:03.319972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Bound port: 51122634-a6a6-4a6f-ae8e-89869211019d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:03.320325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.330980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.344794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.345468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:03.346101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.355752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:03.374268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:03.378895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.420660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:03.435600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Usage tracker for resource:port and tenant:7da25628ec5046b9bf5504848dacc2a9 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:03.455487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Transition to ACTIVE for port object 09447c27-a6b8-40f3-800e-609fdf35030b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:03.481364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:03.492425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.496846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:03.498810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:03.508614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.510071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:03.514054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:03.526800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.543957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:03.559350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:03.559928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.564083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 2.3634303
Dec 09 14:01:03.569166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48554) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:03.576040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Network': ['ID=2352c44c-c5fd-48f2-9562-7d2e3964b81e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.585932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:03.588824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:03.624183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:03.626269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:03.627401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2352c44c-c5fd-48f2-9562-7d2e3964b81e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:03.629646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Pushing event updated for resources: {'Port': ['ID=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.632791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:03.638304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:03.644116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:03.645143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Made reservation on behalf of 7da25628ec5046b9bf5504848dacc2a9 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:03.648796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.666924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:03.722432 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.1051483
Dec 09 14:01:03.746405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48560) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:03.756475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1172389902'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:03.784763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:03.795810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Pushing event updated for resources: {'Port': ['ID=93198390-b2cb-42a9-aba9-aabca72dccc5,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.796723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:03.802271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:03.809263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.810319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:03.823670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:03.830319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Allocated IP 172.26.3.26 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/c9b50493-d631-485d-8e4d-81ab9bad46ed) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:03.832459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=26540487-41d8-4c5c-8b9a-e605e09df2e6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:03.835330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:03.838702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] device_id is not set on port 522068e9-ef97-4ec6-9938-afc33857d998 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:03.861680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:03.865346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:03.880301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:04.023826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:01:04.025460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:04.029642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.069605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.069960 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment d2fc5d92-9119-4ad4-b7c5-666122e535d9 of type vlan for network 068cc849-9cfa-411d-84e8-eaf6fec6215c
Dec 09 14:01:04.080395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6449b296d0>> segment before_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.080854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6449b296d0>> subnet precommit_delete_associations 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.081791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> segment_host_mapping after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.082118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> port after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.082449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> port after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.083511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> port after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.084003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> segment after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.084523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> subnet after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.084821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> subnet after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.084967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.085126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6449e36a00>> subnet after_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.120224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] For port 1233e55a-0f33-4a0f-8118-6fedad84daa1, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:04.127741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Attempting to bind port 09447c27-a6b8-40f3-800e-609fdf35030b on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:04.128308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Attempting to bind port 09447c27-a6b8-40f3-800e-609fdf35030b by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ed3f0573-d553-4465-b7ef-0999ccaba430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:04.128836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Attempting to bind port 09447c27-a6b8-40f3-800e-609fdf35030b on network a9870d0b-0ecc-42a1-8221-226fac1181d8 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:04.131292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Attempting to bind port 93198390-b2cb-42a9-aba9-aabca72dccc5 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:04.131799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Attempting to bind port 93198390-b2cb-42a9-aba9-aabca72dccc5 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:04.132315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Attempting to bind port 93198390-b2cb-42a9-aba9-aabca72dccc5 on network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:04.143775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:04.144375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Checking segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:04.144940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.146020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Bound using segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:04.146647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Bound port: 93198390-b2cb-42a9-aba9-aabca72dccc5, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:04.147204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.172089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] For port 51122634-a6a6-4a6f-ae8e-89869211019d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:04.206268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:04.220264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] For port 1233e55a-0f33-4a0f-8118-6fedad84daa1, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1233e55a-0f33-4a0f-8118-6fedad84daa1,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:04.221032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.630s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:04.244483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f64497c2c10>> subnet after_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.244827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f64497c2c10>> subnet after_delete 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.245154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f64497c2c10>> subnet before_create 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.245573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f64497c2c10>> subnet before_update 55550000 {{(pid=83443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:04.245853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b29b20>,) {'filters': {'network_id': ['2352c44c-c5fd-48f2-9562-7d2e3964b81e']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:04.271128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Calling delete_port for 9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:04.277399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b29b20>, 'bd65b76c-8fa6-4c04-8a9b-46017f7a22d1') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:04.277701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b29b20>, 'bd65b76c-8fa6-4c04-8a9b-46017f7a22d1') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:04.288850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Pushing event updated for resources: {'Port': ['ID=09447c27-a6b8-40f3-800e-609fdf35030b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:04.291971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] For port 51122634-a6a6-4a6f-ae8e-89869211019d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=51122634-a6a6-4a6f-ae8e-89869211019d,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:04.296741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:04.297114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Checking segment: {'id': 'ed3f0573-d553-4465-b7ef-0999ccaba430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:04.297510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.298330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Bound using segment: {'id': 'ed3f0573-d553-4465-b7ef-0999ccaba430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:04.298481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Bound port: 09447c27-a6b8-40f3-800e-609fdf35030b, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3f0573-d553-4465-b7ef-0999ccaba430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9870d0b-0ecc-42a1-8221-226fac1181d8'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:04.298735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.315786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.323247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:04.350882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.355527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.387083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.392563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Allocated IP 2001:db8::3aa (a9870d0b-0ecc-42a1-8221-226fac1181d8/b4ff10f2-8389-4bf0-b9a7-1d711411a10b/522068e9-ef97-4ec6-9938-afc33857d998) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:04.398146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:04.401584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=09447c27-a6b8-40f3-800e-609fdf35030b,segment=NetworkSegment(ed3f0573-d553-4465-b7ef-0999ccaba430),segment_id=ed3f0573-d553-4465-b7ef-0999ccaba430)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:04.414532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.414779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:04.415107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.420650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn_limited(
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:04.432289 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:04.438362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.439272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.453507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.454431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.467258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.480156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.519328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:04.519816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.543522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:04.558449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] For port 93198390-b2cb-42a9-aba9-aabca72dccc5, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:04.572810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Pushing event updated for resources: {'Port': ['ID=1233e55a-0f33-4a0f-8118-6fedad84daa1,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:04.628241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Transition to ACTIVE for port object 73f412ab-8c6d-4686-a6be-0870e3088846 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:04.685359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.717212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.717478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Transition to ACTIVE for port object 73f412ab-8c6d-4686-a6be-0870e3088846 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:04.722020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] For port 93198390-b2cb-42a9-aba9-aabca72dccc5, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93198390-b2cb-42a9-aba9-aabca72dccc5,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:04.725258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83cf9869-bd15-40ab-a847-878ee31e4a24 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:04.741938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.751406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:04.752562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Pushing event updated for resources: {'Port': ['ID=51122634-a6a6-4a6f-ae8e-89869211019d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:04.757925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:04.766518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:04.901204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:04.904075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:04.912946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:04.964839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:04.968054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Pushing event updated for resources: {'Port': ['ID=c9b50493-d631-485d-8e4d-81ab9bad46ed,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:04.977392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Pushing event updated for resources: {'Port': ['ID=09447c27-a6b8-40f3-800e-609fdf35030b,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.027555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:05.032802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:05.103759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.140149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event deleted for resources: {'Port': ['ID=9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.144182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.155734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.155734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.156125 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.4066780
Dec 09 14:01:05.156125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48566) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:05.200790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "DELETE /v2.0/ports/9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1 HTTP/1.1" status: 204  len: 168 time: 2.2199061
Dec 09 14:01:05.208916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48568) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:05.213033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.229404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Attempting to bind port 73f412ab-8c6d-4686-a6be-0870e3088846 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:05.231291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Attempting to bind port 73f412ab-8c6d-4686-a6be-0870e3088846 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '6b4ed6bd-4a32-410b-8cb9-42cffcc02233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:05.231884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Attempting to bind port 73f412ab-8c6d-4686-a6be-0870e3088846 on network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:05.235264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Pushing event updated for resources: {'Port': ['ID=93198390-b2cb-42a9-aba9-aabca72dccc5,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.249301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:05.310068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.329083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:05.329622 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Checking segment: {'id': '6b4ed6bd-4a32-410b-8cb9-42cffcc02233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:05.330436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.331116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Bound using segment: {'id': '6b4ed6bd-4a32-410b-8cb9-42cffcc02233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:05.331753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Bound port: 73f412ab-8c6d-4686-a6be-0870e3088846, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4ed6bd-4a32-410b-8cb9-42cffcc02233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a17ff127-22dd-4ab2-ab0b-84f9e3be0920'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:05.332287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.343816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Transition to ACTIVE for port object 522068e9-ef97-4ec6-9938-afc33857d998 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:05.381297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:05.385352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:05.389087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:05.393181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.397330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Pushing event updated for resources: {'Port': ['ID=73f412ab-8c6d-4686-a6be-0870e3088846,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.398181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:05.406300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.406473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=068cc849-9cfa-411d-84e8-eaf6fec6215c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.407017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.907s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.407564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.413797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.414365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.418989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.610s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.419433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.430866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:05.437913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.438399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db3e98a9-545b-42a3-ba1a-6e1f52efb2e2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.456163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-86d5046d-8fc6-45b4-b8cf-0e372926974f tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.2313020
Dec 09 14:01:05.458578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:05.459047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.462845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:05.482758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2352c44c-c5fd-48f2-9562-7d2e3964b81e {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:01:05.524871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Network': ['ID=2352c44c-c5fd-48f2-9562-7d2e3964b81e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.527691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-247640578'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:05.539982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.546452 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/networks/2352c44c-c5fd-48f2-9562-7d2e3964b81e HTTP/1.1" status: 204  len: 168 time: 1.9739223
Dec 09 14:01:05.548564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:05.552481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:05.565330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.569977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Usage tracker for resource:network and tenant:aa24d911ecd945e4b12cc4de4bc8b46e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:05.577799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:05.589361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:05.594323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:network and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:05.598611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:05.635736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:05.637882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:05.672384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:05.672595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] For port 73f412ab-8c6d-4686-a6be-0870e3088846, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:05.673121 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:01:05.673794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:01:05.678815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] For port 73f412ab-8c6d-4686-a6be-0870e3088846, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=73f412ab-8c6d-4686-a6be-0870e3088846,segment=NetworkSegment(6b4ed6bd-4a32-410b-8cb9-42cffcc02233),segment_id=6b4ed6bd-4a32-410b-8cb9-42cffcc02233)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:05.679431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:05.691410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:05.693983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.700638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:05.700990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.702094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:05.709472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:05.719733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Made reservation on behalf of aa24d911ecd945e4b12cc4de4bc8b46e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:05.722893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.752356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event updated for resources: {'Port': ['ID=522068e9-ef97-4ec6-9938-afc33857d998,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.761209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.771613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.772335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.782827 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 2.8438351
Dec 09 14:01:05.782827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Made reservation on behalf of 5e3b204cbc324edd87a12ec8fdb8f8dd for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:05.783932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.788179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48584) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:05.829828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Pushing event updated for resources: {'Port': ['ID=73f412ab-8c6d-4686-a6be-0870e3088846,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:05.841140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:05.845203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.877314 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 3.3838842
Dec 09 14:01:05.877955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48588) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:05.879097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:05.881921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:05.971845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:05.979080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.979419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Added segment d7a44fd3-d8b3-4915-b448-d67fe41f5809 of type vlan for network 0f914ca0-a1c9-458f-89fc-71cb994fdab3
Dec 09 14:01:05.988074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:05.988410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Added segment 3c898d96-8cdd-41a3-9cf1-b28a568aa71c of type vlan for network 92caf2ee-6a99-488b-88bd-26db582a7ecb
Dec 09 14:01:06.030037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.034503 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 6.2029090
Dec 09 14:01:06.035670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48592) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:06.092266 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Sync routers for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:06.107141 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:06.108041 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449eaaf40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:06.133437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b490b5-191c-42e0-9640-90e51781eba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:06.143959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b490b5-191c-42e0-9640-90e51781eba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:06.148120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b490b5-191c-42e0-9640-90e51781eba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:06.150159 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-14b490b5-191c-42e0-9640-90e51781eba4 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 0.3592215
Dec 09 14:01:06.166888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:06.260613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.285070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.299757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Deleting port 46c8546c-914f-4f47-97df-815ea794018b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:06.300103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.320589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:06.387345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Deleting port 522068e9-ef97-4ec6-9938-afc33857d998 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:06.387687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.402459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.431409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-18e85f6a-26c0-4925-b880-85817d3fbb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:06.460394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Router 90346d38-0ff6-4937-9e69-24d77a642494 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:01:06.481015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:06.560183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.574316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:06.575006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.619576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:06.649955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.675639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=9682b153-dd75-4a7f-a340-7fc8ca001fc7,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:06.680730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:06.719680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:06.720047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 26540487-41d8-4c5c-8b9a-e605e09df2e6, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:01:06.729121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:06.729996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:06.816873 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449eaaf40>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:02Z', 'revision_number': 3, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:06.849657 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Checking router: cce4d81b-67cc-4dc6-b88f-2f266312bcf4 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:01:06.852288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b13786-ca85-4dca-90d6-2db0c70bad25 None None] Network 3b0e8eac-4588-44a4-acd1-884899c092ae requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:06.865088 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Updating router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 port 8a2f380e-46fe-470d-9792-e06dead028bf binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:01:06.938768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.4272683
Dec 09 14:01:06.953189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48600) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:07.024013 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.048667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.4882998
Dec 09 14:01:07.052713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:07.165561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1233e55a-0f33-4a0f-8118-6fedad84daa1 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:07.166562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event updated for resources: {'Network': ['ID=0f914ca0-a1c9-458f-89fc-71cb994fdab3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:07.181038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:07.184604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'subnet': {'network_id': '92caf2ee-6a99-488b-88bd-26db582a7ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:07.187866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:07.225274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:07.240470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0f914ca0-a1c9-458f-89fc-71cb994fdab3 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:07.255717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:subnet and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:07.260605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:07.270089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:07.275513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-36e79c3a-65e6-4575-98f8-3d9a717dc950 None None] Provisioning for port 1233e55a-0f33-4a0f-8118-6fedad84daa1 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:07.376146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bfd493-1032-4d3e-a32b-dd182327f953 None None] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:07.417424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:07.425903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.426510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.552308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 26540487-41d8-4c5c-8b9a-e605e09df2e6) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:07.639693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Calling delete_port for 46c8546c-914f-4f47-97df-815ea794018b owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:07.677557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c0c71a-cdd1-432d-b768-f3448a3fe990 None None] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:07.702799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:07.706233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.726094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Made reservation on behalf of 5e3b204cbc324edd87a12ec8fdb8f8dd for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:07.728382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.756302 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.777797 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Transition to ACTIVE for port object 8a2f380e-46fe-470d-9792-e06dead028bf will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:07.796457 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.807217 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f2a3cf97-9a19-4d25-9ef8-883169924db8 tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/agents/af03d8ca-b97a-4446-a641-3f761b8a2aae/dhcp-networks HTTP/1.1" status: 200  len: 6294 time: 0.8512335
Dec 09 14:01:07.807845 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:07.808470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48608) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:07.823174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.890526 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6800358
Dec 09 14:01:07.891305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48612) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:07.900812 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Pushing event updated for resources: {'Port': ['ID=8a2f380e-46fe-470d-9792-e06dead028bf,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:07.912789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:07.914018 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.914506 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.915328 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.915328 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.915739 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.916155 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.916585 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.917011 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.917419 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.917902 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.918457 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Tracked resource versions report:
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]: pushed versions:
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]: {   'ConntrackHelper': {'1.0'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Log': {'1.0'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Network': {'1.1'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Port': {'1.5'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'PortForwarding': {'1.2'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'QosPolicy': {'1.8'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'SecurityGroup': {'1.2'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'SecurityGroupRule': {'1.0'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'SubPort': {'1.0'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Subnet': {'1.1'},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     'Trunk': {'1.1'}}
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]: consumer versions:
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]: {   DHCP agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     HyperV agent@hv-neutron-8211: {},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     L3 agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     Metadata agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     Metering agent@dv-neutron-821183-1-hyperv: {},
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:     Open vSwitch agent@dv-neutron-821183-1-hyperv: {   'ConntrackHelper': '1.0',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Log': '1.0',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Network': '1.1',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Port': '1.5',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'PortForwarding': '1.2',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'QosPolicy': '1.8',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'SecurityGroup': '1.2',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'SecurityGroupRule': '1.0',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'SubPort': '1.0',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Subnet': '1.1',
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:                                                        'Trunk': '1.1'}}
Dec 09 14:01:07.919405 dv-neutron-821183-1-hyperv neutron-server[83446]:  {{(pid=83446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 09 14:01:07.932573 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:07.962684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a842a7f6-7fc3-4c93-bf75-9a27c58c9326 None None] Provisioning for port 09447c27-a6b8-40f3-800e-609fdf35030b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:07.966767 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Attempting to bind port 8a2f380e-46fe-470d-9792-e06dead028bf on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:07.967451 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Attempting to bind port 8a2f380e-46fe-470d-9792-e06dead028bf by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:07.967701 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Attempting to bind port 8a2f380e-46fe-470d-9792-e06dead028bf on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:07.969051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ad7e8-14ac-4698-a329-8427bb743f5e None None] Network 0e99999d-6292-4708-8491-eb8d72125c56 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:07.976128 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:07.976646 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:07.977143 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:07.977755 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:07.978585 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Bound port: 8a2f380e-46fe-470d-9792-e06dead028bf, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:07.979085 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.073621 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] For port 8a2f380e-46fe-470d-9792-e06dead028bf, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:08.078754 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] For port 8a2f380e-46fe-470d-9792-e06dead028bf, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8a2f380e-46fe-470d-9792-e06dead028bf,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:08.085846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.086667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:08.090823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59902179-63e8-461a-9f4c-eefa113c5b25 None None] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:08.091378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:08.094873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:08.100094 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:08.102463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:08.147488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:08.173055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Network': ['ID=92caf2ee-6a99-488b-88bd-26db582a7ecb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:08.202988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Calling delete_port for 522068e9-ef97-4ec6-9938-afc33857d998 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:08.206048 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Pushing event updated for resources: {'Port': ['ID=8a2f380e-46fe-470d-9792-e06dead028bf,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:08.210011 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:08.210857 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449eaaf40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:08.237697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 1233e55a-0f33-4a0f-8118-6fedad84daa1 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:08.245946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 92caf2ee-6a99-488b-88bd-26db582a7ecb details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:08.258212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:08.272032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:08.297782 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:08.323526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.425998 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:01:08.456511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1233e55a-0f33-4a0f-8118-6fedad84daa1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:08.457154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.513088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c026020-d88f-4590-bbda-743467284358 None None] Sync routers for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:08.514453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:08.569895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.576622 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.4271426
Dec 09 14:01:08.603428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48620) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:08.631371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.657022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:08.689205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Router 553b0d73-d4bf-41ed-93e1-b84086866761 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:01:08.704754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7c28e-6337-4f7b-bf2e-951b64726cef tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] Network 0f914ca0-a1c9-458f-89fc-71cb994fdab3 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:08.722320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Pushing event deleted for resources: {'Port': ['ID=46c8546c-914f-4f47-97df-815ea794018b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:08.730839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:08.731496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c548513f-dc6b-49a5-ad95-4e6fb704f718 None None] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:08.774972 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6fc7c28e-6337-4f7b-bf2e-951b64726cef tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "POST /v2.0/agents/af03d8ca-b97a-4446-a641-3f761b8a2aae/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.9589124
Dec 09 14:01:08.780911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:08.839711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.915240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:08.926121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d503b16-9f34-4038-939e-111e0eed11b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:08.944655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cff08b0f-0faa-4510-a807-1f4b22647ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:08.961616 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449eaaf40>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:02Z', 'revision_number': 3, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:08.974859 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd1a69d-1bcb-4663-8258-f5027fdb1837 None None] The sync data for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv is: [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:02Z', 'revision_number': 3, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:08.994281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c00254-4b67-43e3-8b2b-441206ef6cae None None] Network 0f914ca0-a1c9-458f-89fc-71cb994fdab3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:09.148605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.172515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=f04cb8d8-ce4d-4b30-bd1d-774f787edc70,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:09.175742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "DELETE /v2.0/ports/522068e9-ef97-4ec6-9938-afc33857d998 HTTP/1.1" status: 204  len: 168 time: 3.0025134
Dec 09 14:01:09.186663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event deleted for resources: {'Port': ['ID=522068e9-ef97-4ec6-9938-afc33857d998,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:09.203944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:09.209301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:09.220709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:09.225785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.228655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.232919 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/0e86738e-04f0-40b5-ba4a-7c247c792e03 HTTP/1.1" status: 204  len: 168 time: 3.3454738
Dec 09 14:01:09.238032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': 'd2fc5d92-9119-4ad4-b7c5-666122e535d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:09.238386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 068cc849-9cfa-411d-84e8-eaf6fec6215c, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:01:09.301238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Request body: {'port': {'name': 'tempest-new-port-name-1429782411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:09.302540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] bootfile-name is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:09.302755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] tftp-server is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:09.303190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] server-ip-address is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:09.317879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:09.524864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 068cc849-9cfa-411d-84e8-eaf6fec6215c) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:09.525863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.533254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:09.534612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.580936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd2e911-dd05-4d10-bb11-2aa23da62213 None None] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:09.732746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.759012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48638) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:09.762564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:09.766025 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4bfe08a5-50b8-407b-baa3-3cded75a776c tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/agents/af03d8ca-b97a-4446-a641-3f761b8a2aae/dhcp-networks HTTP/1.1" status: 200  len: 7796 time: 0.9532800
Dec 09 14:01:09.766178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f90f40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:09.772904 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.8783901
Dec 09 14:01:09.775564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:09.775893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:09.797063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-845534820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:09.924143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.950557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:09.956127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:09.960694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:09.968760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:09.975725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.995714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:09.997125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.028012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.098834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:10.101755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-26540487-41d8-4c5c-8b9a-e605e09df2e6', 'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': '9682b153-dd75-4a7f-a340-7fc8ca001fc7'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:10.103474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.110234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Usage tracker for resource:security_group_rule and tenant:c3bee353873e45fe94c310ea44b860e1 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:10.133640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.147734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:10.160072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:10.240775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.242077 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-57efb48a-01af-42c6-9143-7d02f60cc831 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4548509
Dec 09 14:01:10.243647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f9b21b62-b377-4888-9d9a-d3d538403206 None None] Provisioning for port 51122634-a6a6-4a6f-ae8e-89869211019d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:10.253438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48652) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:10.313837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:10.327495 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Sync routers for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:10.328164 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1410e0de-4159-4f9d-9da8-5e4456ad576b tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "DELETE /v2.0/agents/af03d8ca-b97a-4446-a641-3f761b8a2aae/dhcp-networks/0f914ca0-a1c9-458f-89fc-71cb994fdab3 HTTP/1.1" status: 204  len: 168 time: 0.5487518
Dec 09 14:01:10.335875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:01:10.336412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.341824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:10.354796 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:10.355708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3482b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:10.363457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e89cb6ea-5dad-4321-a21a-7eb0174f6798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:10.483150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.486583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 1233e55a-0f33-4a0f-8118-6fedad84daa1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1233e55a-0f33-4a0f-8118-6fedad84daa1,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:10.531824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.532632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 51122634-a6a6-4a6f-ae8e-89869211019d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:10.545372 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:10.556100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-068cc849-9cfa-411d-84e8-eaf6fec6215c', 'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': 'f04cb8d8-ce4d-4b30-bd1d-774f787edc70'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:10.556942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.571233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.584106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:10.625896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:10.634466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Synchronizing usage tracker for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:10.672525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.678258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4bc390a-25a1-4239-884c-8abcb93e1cee,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:10.756354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f9b21b62-b377-4888-9d9a-d3d538403206 None None] Provisioning for port 93198390-b2cb-42a9-aba9-aabca72dccc5 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:10.807348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=1233e55a-0f33-4a0f-8118-6fedad84daa1,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:10.808977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Unset dirty status for tenant:2f9138bd90574bc692eb456ff1d1b0be on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:10.813708 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3bee353873e45fe94c310ea44b860e1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0493097
Dec 09 14:01:10.834981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48662) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:10.861195 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3482b0>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:05Z', 'revision_number': 3, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:10.866161 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Checking router: 553b0d73-d4bf-41ed-93e1-b84086866761 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:01:10.866696 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Updating router 553b0d73-d4bf-41ed-93e1-b84086866761 port c9b50493-d631-485d-8e4d-81ab9bad46ed binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:01:10.883846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:10.912179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Allocated IP 172.20.0.1 (3b0e8eac-4588-44a4-acd1-884899c092ae/44d4afe7-531b-4fb0-9736-0865a24351f9/aeeaa212-cc9b-4645-9161-30edc492d9a9) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:10.927699 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.974294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:10.976819 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae9d09aa-0992-4495-8d9f-a259b856296f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 11.0328846
Dec 09 14:01:10.980202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:10.984894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48666) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.006835 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78dd4aa5-4664-412b-9325-7491b2e57739 tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/agents/af03d8ca-b97a-4446-a641-3f761b8a2aae/dhcp-networks HTTP/1.1" status: 200  len: 7810 time: 0.6636136
Dec 09 14:01:11.007830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.009031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:11.009668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.068549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Checking segment: {'id': '3c898d96-8cdd-41a3-9cf1-b28a568aa71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '92caf2ee-6a99-488b-88bd-26db582a7ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:11.069179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Network hostable DHCP agents. Network: 92caf2ee-6a99-488b-88bd-26db582a7ecb, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:01:11.078211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:11.166748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] In _notify_port_updated(), no bound segment for port 173dbd4c-1105-4b98-918c-0963971deb9e on network a9870d0b-0ecc-42a1-8221-226fac1181d8 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:01:11.174473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:11.177093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.179046 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "PUT /v2.0/ports/173dbd4c-1105-4b98-918c-0963971deb9e HTTP/1.1" status: 200  len: 1130 time: 1.9663296
Dec 09 14:01:11.228841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.233753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.274254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.326927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fbced8-0037-44fa-9cb1-3cf79ca6272c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:11.331337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:11.346352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4b6d289b-270f-4cab-be28-4fff482fa857 tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/networks/a17ff127-22dd-4ab2-ab0b-84f9e3be0920/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.3129699
Dec 09 14:01:11.369054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Allocated IP 2001:db8::2 (26540487-41d8-4c5c-8b9a-e605e09df2e6/9682b153-dd75-4a7f-a340-7fc8ca001fc7/febfd2a4-c570-4302-b8e8-006900fd8451) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:11.370982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48678) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.436827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.466806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event updated for resources: {'Port': ['ID=173dbd4c-1105-4b98-918c-0963971deb9e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:11.490742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:11.501594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b105dcad-9526-4a64-85ac-0aa12b085d9c tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:11.521678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dac38f-90ab-4c82-bc2e-ce8d22475246 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:11.522598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95dac38f-90ab-4c82-bc2e-ce8d22475246 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Synchronizing usage tracker for tenant:7da25628ec5046b9bf5504848dacc2a9 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:11.532936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fbced8-0037-44fa-9cb1-3cf79ca6272c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:11.535408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:11.548368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Network 92caf2ee-6a99-488b-88bd-26db582a7ecb is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:11.556632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.557940 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4fbced8-0037-44fa-9cb1-3cf79ca6272c HTTP/1.1" status: 204  len: 168 time: 0.6546123
Dec 09 14:01:11.568685 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46dfe8ae-9a10-4431-b8c3-1f966a5bd076 tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/networks/a17ff127-22dd-4ab2-ab0b-84f9e3be0920/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1876731
Dec 09 14:01:11.585395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.616452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 92caf2ee-6a99-488b-88bd-26db582a7ecb) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:11.620758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 51122634-a6a6-4a6f-ae8e-89869211019d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:11.635575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:11.636158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.651408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95dac38f-90ab-4c82-bc2e-ce8d22475246 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Unset dirty status for tenant:7da25628ec5046b9bf5504848dacc2a9 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:11.652574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95dac38f-90ab-4c82-bc2e-ce8d22475246 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "GET /v2.0/ports/173dbd4c-1105-4b98-918c-0963971deb9e HTTP/1.1" status: 200  len: 1130 time: 0.4156973
Dec 09 14:01:11.666170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48688) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.670048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Allocated IP 2001:db8:1::2 (068cc849-9cfa-411d-84e8-eaf6fec6215c/f04cb8d8-ce4d-4b30-bd1d-774f787edc70/fa37fb68-3436-4673-962f-924946ca8b89) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:11.736970 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.761307 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Transition to ACTIVE for port object c9b50493-d631-485d-8e4d-81ab9bad46ed will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:11.780066 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:11.797910 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:11.888705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.7241597
Dec 09 14:01:11.907024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48692) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:11.925829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'floatingip': {'floating_network_id': '92caf2ee-6a99-488b-88bd-26db582a7ecb'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:11.963701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7526a41-798a-4ac7-b01b-53d51a9cb914 None None] Network 92caf2ee-6a99-488b-88bd-26db582a7ecb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:11.986856 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Attempting to bind port c9b50493-d631-485d-8e4d-81ab9bad46ed on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:11.991764 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Attempting to bind port c9b50493-d631-485d-8e4d-81ab9bad46ed by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:11.992417 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Attempting to bind port c9b50493-d631-485d-8e4d-81ab9bad46ed on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:12.004332 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee600c-c623-40be-b8a5-b8841b0cdc52 None None] Pushing event updated for resources: {'Port': ['ID=c9b50493-d631-485d-8e4d-81ab9bad46ed,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:12.008152 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdee600c-c623-40be-b8a5-b8841b0cdc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:12.009484 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:12.010270 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:12.010927 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.011541 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:12.012246 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Bound port: c9b50493-d631-485d-8e4d-81ab9bad46ed, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:12.013592 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.146422 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] For port c9b50493-d631-485d-8e4d-81ab9bad46ed, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:12.150043 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] For port c9b50493-d631-485d-8e4d-81ab9bad46ed, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c9b50493-d631-485d-8e4d-81ab9bad46ed,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:12.160013 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.167131 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:12.255841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 51122634-a6a6-4a6f-ae8e-89869211019d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:12.256144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.290839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.335007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:12.347213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:floatingip and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:12.352973 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee600c-c623-40be-b8a5-b8841b0cdc52 None None] Pushing event updated for resources: {'Port': ['ID=c9b50493-d631-485d-8e4d-81ab9bad46ed,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:12.357049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.366381 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdee600c-c623-40be-b8a5-b8841b0cdc52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:12.369275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:12.387599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:12.395399 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:12.396166 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3482b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:12.409560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48698) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:12.410139 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0d8b19d-43e0-47e5-9347-27594aa522a1 tempest-DHCPAgentSchedulersTestJSON-2089966138 tempest-DHCPAgentSchedulersTestJSON-2089966138-project-admin] 10.222.0.21 "GET /v2.0/agents/af03d8ca-b97a-4446-a641-3f761b8a2aae/dhcp-networks HTTP/1.1" status: 200  len: 8554 time: 0.8225403
Dec 09 14:01:12.424539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.429931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.464726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Deleting port 173dbd4c-1105-4b98-918c-0963971deb9e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:12.465069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.501617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:12.529746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-186fcc99-9579-4825-8d40-ad9ba89b81d1 None None] Provisioning complete for port 1233e55a-0f33-4a0f-8118-6fedad84daa1 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:12.530292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-186fcc99-9579-4825-8d40-ad9ba89b81d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.648851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Transition to ACTIVE for port object fa37fb68-3436-4673-962f-924946ca8b89 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:12.710838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Transition to ACTIVE for port object aeeaa212-cc9b-4645-9161-30edc492d9a9 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:12.791725 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:12.809781 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1c4be577-1695-4116-aa84-2d2b7b13dded admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14f2283903414d6f8de969a1b2c992ee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3045018
Dec 09 14:01:12.813932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:12.843431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Transition to ACTIVE for port object fa37fb68-3436-4673-962f-924946ca8b89 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:12.929045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:12.954475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-686995c5-ba70-4c3b-a2d0-48bb5bd90784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:12.980985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.100675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.152040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.186827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.212383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.234262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.246947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.267488 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3482b0>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:05Z', 'revision_number': 3, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:13.273730 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198a681-bfe1-49b4-bbb4-444ce7a224c7 None None] The sync data for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv is: [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:05Z', 'revision_number': 3, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:13.287864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:13.296851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7850855e-89fc-4dcf-b952-5ff576065f85 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:13.324483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Calling delete_port for 173dbd4c-1105-4b98-918c-0963971deb9e owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:13.351945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Transition to ACTIVE for port object febfd2a4-c570-4302-b8e8-006900fd8451 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:13.356179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:13.359785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:13.371703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Pushing event updated for resources: {'Port': ['ID=fa37fb68-3436-4673-962f-924946ca8b89,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:13.390018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.421731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:13.497344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.511068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.531839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Network 3b0e8eac-4588-44a4-acd1-884899c092ae is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:13.546117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:13.548071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Pushing event updated for resources: {'Port': ['ID=aeeaa212-cc9b-4645-9161-30edc492d9a9,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:13.557003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:13.602652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Transition to ACTIVE for port object febfd2a4-c570-4302-b8e8-006900fd8451 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:13.623496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed25eb-d63c-4744-ad06-78295d56acc7 None None] Network 92caf2ee-6a99-488b-88bd-26db582a7ecb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:13.624420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.631926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:13.649611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.670073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-971d0c4f-4451-4a3d-bdb8-ee15476855ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:13.690149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:13.756434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Allocated IP 172.20.0.9 (92caf2ee-6a99-488b-88bd-26db582a7ecb/a4bc390a-25a1-4239-884c-8abcb93e1cee/fe8cf9f0-ea90-43ca-9768-37e4655c638f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:13.769104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8::1 (26540487-41d8-4c5c-8b9a-e605e09df2e6/9682b153-dd75-4a7f-a340-7fc8ca001fc7/0c9f2334-5beb-4625-a605-d3de61336168) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:13.772286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7d02b-b78c-4830-8bb1-f248b487414d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:13.779839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.783963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:13.806515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.820764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d934bc42-ce9c-4154-9b8b-73cd227ce81a tempest-ExternalNetworksAdminNegativeTestJSON-1332900260 tempest-ExternalNetworksAdminNegativeTestJSON-1332900260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:13.826978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644924ecd0>,) {'filters': {'network_id': ['0f914ca0-a1c9-458f-89fc-71cb994fdab3']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:13.858105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644924ecd0>, 'd7a44fd3-d8b3-4915-b448-d67fe41f5809') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:13.858105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644924ecd0>, 'd7a44fd3-d8b3-4915-b448-d67fe41f5809') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:13.864673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.884110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Attempting to bind port fa37fb68-3436-4673-962f-924946ca8b89 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:13.884110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Attempting to bind port fa37fb68-3436-4673-962f-924946ca8b89 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'd2fc5d92-9119-4ad4-b7c5-666122e535d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:13.884695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.884807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Attempting to bind port fa37fb68-3436-4673-962f-924946ca8b89 on network 068cc849-9cfa-411d-84e8-eaf6fec6215c {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:13.891659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:13.892388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.912482 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:13.912859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Checking segment: {'id': 'd2fc5d92-9119-4ad4-b7c5-666122e535d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:13.913322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.913696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Bound using segment: {'id': 'd2fc5d92-9119-4ad4-b7c5-666122e535d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:13.914189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Bound port: fa37fb68-3436-4673-962f-924946ca8b89, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fc5d92-9119-4ad4-b7c5-666122e535d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '068cc849-9cfa-411d-84e8-eaf6fec6215c'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:13.914571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.933953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 51122634-a6a6-4a6f-ae8e-89869211019d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=51122634-a6a6-4a6f-ae8e-89869211019d,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:13.976047 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:13.985049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-186fcc99-9579-4825-8d40-ad9ba89b81d1 None None] Provisioning for port 73f412ab-8c6d-4686-a6be-0870e3088846 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:13.988180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:13.989588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93198390-b2cb-42a9-aba9-aabca72dccc5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:14.032717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.046875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event deleted for resources: {'Port': ['ID=173dbd4c-1105-4b98-918c-0963971deb9e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:14.050267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:14.058305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.059427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fe7d02b-b78c-4830-8bb1-f248b487414d HTTP/1.1" status: 204  len: 168 time: 1.2450807
Dec 09 14:01:14.088790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:14.094034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Pushing event updated for resources: {'Port': ['ID=febfd2a4-c570-4302-b8e8-006900fd8451,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:14.117411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "DELETE /v2.0/ports/173dbd4c-1105-4b98-918c-0963971deb9e HTTP/1.1" status: 204  len: 168 time: 2.4481113
Dec 09 14:01:14.118098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:14.170070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:14.181921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:14.184868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f90f40>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:03Z', 'revision_number': 3, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:14.186923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:14.241859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:14.310608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c026020-d88f-4590-bbda-743467284358 None None] Checking router: 90346d38-0ff6-4937-9e69-24d77a642494 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:01:14.311053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c026020-d88f-4590-bbda-743467284358 None None] Updating router 90346d38-0ff6-4937-9e69-24d77a642494 port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:01:14.421712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.469821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Could not find standard attr ID for object 173dbd4c-1105-4b98-918c-0963971deb9e. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:01:14.483995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Deleting subnet b4ff10f2-8389-4bf0-b9a7-1d711411a10b {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:01:14.488850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.532267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.560396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.576903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-557714ea-5c21-4c92-905f-a1a444fff7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:14.577285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] For port fa37fb68-3436-4673-962f-924946ca8b89, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:14.586000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c026020-d88f-4590-bbda-743467284358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.600489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.613073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.632381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:14.679301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Network 92caf2ee-6a99-488b-88bd-26db582a7ecb is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:14.687154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:14.691460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:14.691904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=51122634-a6a6-4a6f-ae8e-89869211019d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:14.694963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event deleted for resources: {'Network': ['ID=0f914ca0-a1c9-458f-89fc-71cb994fdab3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:14.708197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:14.716271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] For port fa37fb68-3436-4673-962f-924946ca8b89, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa37fb68-3436-4673-962f-924946ca8b89,segment=NetworkSegment(d2fc5d92-9119-4ad4-b7c5-666122e535d9),segment_id=d2fc5d92-9119-4ad4-b7c5-666122e535d9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:14.717267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Attempting to bind port febfd2a4-c570-4302-b8e8-006900fd8451 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:14.717658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Attempting to bind port febfd2a4-c570-4302-b8e8-006900fd8451 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:14.718072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Attempting to bind port febfd2a4-c570-4302-b8e8-006900fd8451 on network 26540487-41d8-4c5c-8b9a-e605e09df2e6 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:14.738114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:14.745327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.778653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:14.797698 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "DELETE /v2.0/networks/0f914ca0-a1c9-458f-89fc-71cb994fdab3 HTTP/1.1" status: 204  len: 168 time: 2.3765054
Dec 09 14:01:14.802328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.807101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48720) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:14.817220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.831646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:14.832152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Checking segment: {'id': '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:14.833177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.833675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Bound using segment: {'id': '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:14.834252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Bound port: febfd2a4-c570-4302-b8e8-006900fd8451, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '26540487-41d8-4c5c-8b9a-e605e09df2e6'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:14.834729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.845036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 93198390-b2cb-42a9-aba9-aabca72dccc5 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:14.868793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Port': ['ID=fe8cf9f0-ea90-43ca-9768-37e4655c638f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:14.874763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:14.905582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Allocated IP 172.20.0.1 (a4b5d18e-9559-4a80-b43b-17f95f7e50e4/c3885904-b4bb-401c-b217-f187d94672c4/93ea4975-5975-45d1-a7d7-6a70bbe97f02) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:14.911342 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-9874f021-d7d0-41dc-8067-05b98cc3e422 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:01:14.911981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9874f021-d7d0-41dc-8067-05b98cc3e422 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:01:14.913775 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9874f021-d7d0-41dc-8067-05b98cc3e422 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "DELETE /v2.0/ports/9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1 HTTP/1.1" status: 404  len: 333 time: 0.1031163
Dec 09 14:01:14.915516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Could not find standard attr ID for object 522068e9-ef97-4ec6-9938-afc33857d998. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:01:14.916867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48726) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:14.918441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object 0c9f2334-5beb-4625-a605-d3de61336168 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:14.933099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:14.934487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 93198390-b2cb-42a9-aba9-aabca72dccc5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:14.935072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.087300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Pushing event updated for resources: {'Port': ['ID=fa37fb68-3436-4673-962f-924946ca8b89,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:15.097212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:15.172815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.178225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.200866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:15.290442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] For port febfd2a4-c570-4302-b8e8-006900fd8451, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:15.365852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.378021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] For port febfd2a4-c570-4302-b8e8-006900fd8451, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=febfd2a4-c570-4302-b8e8-006900fd8451,segment=NetworkSegment(5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d),segment_id=5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:15.395889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=0c9f2334-5beb-4625-a605-d3de61336168,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:15.404015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.409627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:15.412061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:15.470123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.485439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:15.500998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Provisioning complete for port 51122634-a6a6-4a6f-ae8e-89869211019d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:15.501554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.511476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8fdc1a2a-0191-44d3-a3fc-59dbd81f0142 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:15.528538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:15.574916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.577970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ff10f2-8389-4bf0-b9a7-1d711411a10b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:15.584985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:15.621472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.627094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-4c026020-d88f-4590-bbda-743467284358 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:15.644360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58820cc9-4e36-4408-8d18-148d97a13091 None None] Network a9870d0b-0ecc-42a1-8221-226fac1181d8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:15.655479 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "DELETE /v2.0/subnets/b4ff10f2-8389-4bf0-b9a7-1d711411a10b HTTP/1.1" status: 204  len: 168 time: 1.5340855
Dec 09 14:01:15.657914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48740) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:15.691727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Deleting subnet 7fa3043e-12ef-43ef-87ee-fa3bccf3ca91 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:01:15.694008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:15.695168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.695531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.702165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Pushing event updated for resources: {'Port': ['ID=febfd2a4-c570-4302-b8e8-006900fd8451,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:15.722601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:15.766167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.766937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.807107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.824000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 93198390-b2cb-42a9-aba9-aabca72dccc5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93198390-b2cb-42a9-aba9-aabca72dccc5,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:15.830157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Transition to ACTIVE for port object 93ea4975-5975-45d1-a7d7-6a70bbe97f02 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:15.878983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.880030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 09447c27-a6b8-40f3-800e-609fdf35030b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:15.917990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:15.923281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.951367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c026020-d88f-4590-bbda-743467284358 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:15.990539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:16.016079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.017746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.053265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.054145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.069122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:16.108209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.110874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:16.140057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4c026020-d88f-4590-bbda-743467284358 None None] Transition to ACTIVE for port object f3c1300f-cac1-41eb-bca3-2253fd1b9ffe will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:16.167609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.179122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c026020-d88f-4590-bbda-743467284358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.201479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:16.211144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Could not find standard attr ID for object 9afa9e5a-03bf-4f7f-b08c-657bcf0bd9c1. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:01:16.212946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.298591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=93198390-b2cb-42a9-aba9-aabca72dccc5,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:16.309424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:16.310857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4c026020-d88f-4590-bbda-743467284358 None None] Attempting to bind port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:16.311203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4c026020-d88f-4590-bbda-743467284358 None None] Attempting to bind port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:16.311684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c026020-d88f-4590-bbda-743467284358 None None] Attempting to bind port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:16.313778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37df940b-85f2-4456-850b-151b60c0af26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:16.407626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c026020-d88f-4590-bbda-743467284358 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:16.408229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c026020-d88f-4590-bbda-743467284358 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:16.409050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c026020-d88f-4590-bbda-743467284358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.409620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c026020-d88f-4590-bbda-743467284358 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:16.410253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4c026020-d88f-4590-bbda-743467284358 None None] Bound port: f3c1300f-cac1-41eb-bca3-2253fd1b9ffe, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:16.411703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c026020-d88f-4590-bbda-743467284358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.419031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa3043e-12ef-43ef-87ee-fa3bccf3ca91,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:16.443626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:16.469229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:16.494033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:16.494649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 09447c27-a6b8-40f3-800e-609fdf35030b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:16.524424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a5559-35d6-4d23-9e99-87bf9494915d None None] Pushing event updated for resources: {'Port': ['ID=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:16.526827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 09447c27-a6b8-40f3-800e-609fdf35030b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:16.527339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.576978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:16.616241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a5a5559-35d6-4d23-9e99-87bf9494915d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:16.618299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af3aa72-e562-475c-908f-543495504099 None None] DHCP port deletion for a9870d0b-0ecc-42a1-8221-226fac1181d8 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:01:16.649455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4af3aa72-e562-475c-908f-543495504099 None None] Deleting port 09447c27-a6b8-40f3-800e-609fdf35030b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:16.650177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4af3aa72-e562-475c-908f-543495504099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.666127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.688621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f3d1f-320c-4053-849f-5e691a68d258 None None] Network a17ff127-22dd-4ab2-ab0b-84f9e3be0920 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:16.705281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "DELETE /v2.0/subnets/7fa3043e-12ef-43ef-87ee-fa3bccf3ca91 HTTP/1.1" status: 204  len: 168 time: 1.7873697
Dec 09 14:01:16.708990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:16.717948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.739348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Provisioning for port aeeaa212-cc9b-4645-9161-30edc492d9a9 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:16.744395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.760664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4c026020-d88f-4590-bbda-743467284358 None None] For port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:16.763077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Provisioning complete for port aeeaa212-cc9b-4645-9161-30edc492d9a9 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:16.763559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.796526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.797807 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 4.8778667
Dec 09 14:01:16.806727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:16.880987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0b815cf0-06fd-43d9-b322-e6ba96660f6c None None] Port aeeaa212-cc9b-4645-9161-30edc492d9a9 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:16.882608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1115277-bad5-43c7-80a1-7b3aab9c36db None None] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:16.904770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Port': ['ID=fe8cf9f0-ea90-43ca-9768-37e4655c638f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:16.966733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:16.967530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.981103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:16.991639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Deleting port 09447c27-a6b8-40f3-800e-609fdf35030b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:16.991983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.136116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea4975-5975-45d1-a7d7-6a70bbe97f02,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:17.166491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8f28d33-6eee-4616-803f-0e68b97b8139 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Synchronizing usage tracker for tenant:5e3b204cbc324edd87a12ec8fdb8f8dd on resource:floatingip {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:17.187841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.249342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Deleting port 73f412ab-8c6d-4686-a6be-0870e3088846 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:17.249671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.249789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.273914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Pushing event updated for resources: {'Port': ['ID=aeeaa212-cc9b-4645-9161-30edc492d9a9,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:17.277247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:17.338170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.842s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:17.338563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:17.340806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.375839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8f28d33-6eee-4616-803f-0e68b97b8139 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Unset dirty status for tenant:5e3b204cbc324edd87a12ec8fdb8f8dd on resource:floatingip {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:17.377618 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b8f28d33-6eee-4616-803f-0e68b97b8139 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=92caf2ee-6a99-488b-88bd-26db582a7ecb HTTP/1.1" status: 200  len: 689 time: 0.5693617
Dec 09 14:01:17.382937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:17.492058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4af3aa72-e562-475c-908f-543495504099 None None] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=09447c27-a6b8-40f3-800e-609fdf35030b,segment=NetworkSegment(ed3f0573-d553-4465-b7ef-0999ccaba430),segment_id=ed3f0573-d553-4465-b7ef-0999ccaba430)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:17.492583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4af3aa72-e562-475c-908f-543495504099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.505085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=09447c27-a6b8-40f3-800e-609fdf35030b,segment=NetworkSegment(ed3f0573-d553-4465-b7ef-0999ccaba430),segment_id=ed3f0573-d553-4465-b7ef-0999ccaba430)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:17.505616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.606382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.672258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4af3aa72-e562-475c-908f-543495504099 None None] Calling delete_port for 09447c27-a6b8-40f3-800e-609fdf35030b owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:17.722994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4c026020-d88f-4590-bbda-743467284358 None None] For port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:17.724565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfdd3c-8f96-4414-b030-6a11b62c11ca None None] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:17.809855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Allocated IP 172.20.0.1 (0e99999d-6292-4708-8491-eb8d72125c56/97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9/6ec90c54-49a8-4c6c-a78a-e7e5f449468f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:17.816958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Calling delete_port for 09447c27-a6b8-40f3-800e-609fdf35030b owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:17.840927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c026020-d88f-4590-bbda-743467284358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:17.865910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:17.979219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=09447c27-a6b8-40f3-800e-609fdf35030b,segment=NetworkSegment(ed3f0573-d553-4465-b7ef-0999ccaba430),segment_id=ed3f0573-d553-4465-b7ef-0999ccaba430)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:17.984865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.010755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.088610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.109245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Transition to ACTIVE for port object 6ec90c54-49a8-4c6c-a78a-e7e5f449468f will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:18.133227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-72f53f86-f2ca-4c78-8ffd-57ca5aa6d145 None None] Provisioning for port fa37fb68-3436-4673-962f-924946ca8b89 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:18.134892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] For port 73f412ab-8c6d-4686-a6be-0870e3088846, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=73f412ab-8c6d-4686-a6be-0870e3088846,segment=NetworkSegment(6b4ed6bd-4a32-410b-8cb9-42cffcc02233),segment_id=6b4ed6bd-4a32-410b-8cb9-42cffcc02233)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:18.135250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.158758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Deleting port fe8cf9f0-ea90-43ca-9768-37e4655c638f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:18.159098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.178225 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:18.178860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f90f40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:18.206482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Network 3b0e8eac-4588-44a4-acd1-884899c092ae is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:18.242527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 09 14:01:18.242527 dv-neutron-821183-1-hyperv neutron-server[83444]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s]
Dec 09 14:01:18.242527 dv-neutron-821183-1-hyperv neutron-server[83444]: [parameters: {'port_id': '09447c27-a6b8-40f3-800e-609fdf35030b', 'host': 'dv-neutron-821183-1-hyperv', 'level': 0}]
Dec 09 14:01:18.242527 dv-neutron-821183-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:01:18.242527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:01:18.243134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48784) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:18.262756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-4af3aa72-e562-475c-908f-543495504099 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:01:18.263152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-4af3aa72-e562-475c-908f-543495504099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:01:18.263623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a5559-35d6-4d23-9e99-87bf9494915d None None] Pushing event updated for resources: {'Port': ['ID=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:18.269345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a5a5559-35d6-4d23-9e99-87bf9494915d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:18.274017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:18.285671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:18.416518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=09447c27-a6b8-40f3-800e-609fdf35030b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:18.420368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:18.646308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Calling delete_port for 73f412ab-8c6d-4686-a6be-0870e3088846 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:18.674715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-72f53f86-f2ca-4c78-8ffd-57ca5aa6d145 None None] Provisioning for port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:18.680103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b424f9b-2bfa-4c19-bec3-7616927dd63a None None] DHCP port deletion for a17ff127-22dd-4ab2-ab0b-84f9e3be0920 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:01:18.681938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1233e55a-0f33-4a0f-8118-6fedad84daa1 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:18.714458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-72f53f86-f2ca-4c78-8ffd-57ca5aa6d145 None None] Provisioning complete for port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:18.714828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-72f53f86-f2ca-4c78-8ffd-57ca5aa6d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.744044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Deleting port 09447c27-a6b8-40f3-800e-609fdf35030b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:18.744845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.787724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.798621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:18.811936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4af3aa72-e562-475c-908f-543495504099 None None] Deleting port 09447c27-a6b8-40f3-800e-609fdf35030b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:18.812127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4af3aa72-e562-475c-908f-543495504099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.812202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.814629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:18.817251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:18.856935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9b424f9b-2bfa-4c19-bec3-7616927dd63a None None] Deleting port 73f412ab-8c6d-4686-a6be-0870e3088846 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:18.857615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9b424f9b-2bfa-4c19-bec3-7616927dd63a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:18.877594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aaecc858-f45a-4d35-956b-a9e9fb4ebbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:18.921835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Usage tracker for resource:floatingip and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:18.928656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:18.944454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event deleted for resources: {'Port': ['ID=73f412ab-8c6d-4686-a6be-0870e3088846,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:18.947084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:18.949353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:18.959665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:18.977931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.001148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Network 0e99999d-6292-4708-8491-eb8d72125c56 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:19.003175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.021223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] No DVR routers for this DVR port 73f412ab-8c6d-4686-a6be-0870e3088846 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:01:19.035333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9b424f9b-2bfa-4c19-bec3-7616927dd63a None None] The port '73f412ab-8c6d-4686-a6be-0870e3088846' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:01:19.056387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:19.066972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.075012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.079464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:19.080770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-72f53f86-f2ca-4c78-8ffd-57ca5aa6d145 None None] Port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:19.117968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Pushing event updated for resources: {'Port': ['ID=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:19.129312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:19.131541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:19.147644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.148081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.167914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:19.174211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.193267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.344398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.346758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=0c9f2334-5beb-4625-a605-d3de61336168,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:19.361663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:19.365587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:19.397435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1233e55a-0f33-4a0f-8118-6fedad84daa1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:19.398431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.400993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Calling delete_port for fe8cf9f0-ea90-43ca-9768-37e4655c638f owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:19.439940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.443205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.485439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b5fcd1e-23f9-4fdf-b670-f88f2e002af2 None None] Provisioning for port febfd2a4-c570-4302-b8e8-006900fd8451 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:19.493963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea4975-5975-45d1-a7d7-6a70bbe97f02,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:19.510134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4af3aa72-e562-475c-908f-543495504099 None None] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=09447c27-a6b8-40f3-800e-609fdf35030b,segment=NetworkSegment(ed3f0573-d553-4465-b7ef-0999ccaba430),segment_id=ed3f0573-d553-4465-b7ef-0999ccaba430)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:19.510675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4af3aa72-e562-475c-908f-543495504099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.523423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:19.562355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f64497acf70>> segment before_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.562779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f64497acf70>> subnet precommit_delete_associations 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.563574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> segment_host_mapping after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.563998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> port after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.564386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> port after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.564815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> port after_update 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.565205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> segment after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.565631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> subnet after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.566014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> subnet after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.566447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f64497ac400>> subnet after_update 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.670682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:19.700516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:19.711556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4af3aa72-e562-475c-908f-543495504099 None None] Calling delete_port for 09447c27-a6b8-40f3-800e-609fdf35030b owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:19.726331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644933c250>> subnet after_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.726782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644933c250>> subnet after_delete 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.727204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644933c250>> subnet before_create 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.727604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f644933c250>> subnet before_update 55550000 {{(pid=83444) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 09 14:01:19.728082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64497accd0>,) {'filters': {'network_id': ['a17ff127-22dd-4ab2-ab0b-84f9e3be0920']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:19.744242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] For port 09447c27-a6b8-40f3-800e-609fdf35030b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=09447c27-a6b8-40f3-800e-609fdf35030b,segment=NetworkSegment(ed3f0573-d553-4465-b7ef-0999ccaba430),segment_id=ed3f0573-d553-4465-b7ef-0999ccaba430)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:19.744722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.772663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64497accd0>, '6b4ed6bd-4a32-410b-8cb9-42cffcc02233') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:19.773038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64497accd0>, '6b4ed6bd-4a32-410b-8cb9-42cffcc02233') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:19.920956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Calling delete_port for 09447c27-a6b8-40f3-800e-609fdf35030b owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:19.931601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.949152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.978965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b5fcd1e-23f9-4fdf-b670-f88f2e002af2 None None] Provisioning complete for port aeeaa212-cc9b-4645-9161-30edc492d9a9 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:19.979525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b5fcd1e-23f9-4fdf-b670-f88f2e002af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:19.996905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.011107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:20.011822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.030315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn_limited(
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:20.031819 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:20.035096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:20.101837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4af3aa72-e562-475c-908f-543495504099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.114553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a5a5559-35d6-4d23-9e99-87bf9494915d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:20.169725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b5fcd1e-23f9-4fdf-b670-f88f2e002af2 None None] Port aeeaa212-cc9b-4645-9161-30edc492d9a9 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:20.175877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3aa72-e562-475c-908f-543495504099 None None] Pushing event deleted for resources: {'Port': ['ID=09447c27-a6b8-40f3-800e-609fdf35030b,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:20.181298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 51122634-a6a6-4a6f-ae8e-89869211019d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:20.229965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:01:20.230487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:01:20.237674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.242194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4af3aa72-e562-475c-908f-543495504099 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:20.246005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Deleting port 09447c27-a6b8-40f3-800e-609fdf35030b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:20.246351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.261990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af3aa72-e562-475c-908f-543495504099 None None] No DVR routers for this DVR port 09447c27-a6b8-40f3-800e-609fdf35030b on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:01:20.374949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4c026020-d88f-4590-bbda-743467284358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f90f40>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 1, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:20.375224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.392289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c026020-d88f-4590-bbda-743467284358 None None] The sync data for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv is: [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 1, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:20.395772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Provisioning for port 0c9f2334-5beb-4625-a605-d3de61336168 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:20.398772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:20.400964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 51122634-a6a6-4a6f-ae8e-89869211019d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:20.401346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.442569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.445565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Pushing event deleted for resources: {'Network': ['ID=a17ff127-22dd-4ab2-ab0b-84f9e3be0920,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:20.492085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Provisioning complete for port 0c9f2334-5beb-4625-a605-d3de61336168 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:20.492085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.492282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] The port '09447c27-a6b8-40f3-800e-609fdf35030b' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:01:20.493410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:20.496211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72a9a393-f7f6-475a-8cde-17cbd739054b tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:20.574740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Port 0c9f2334-5beb-4625-a605-d3de61336168 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:20.581199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe8cf9f0-ea90-43ca-9768-37e4655c638f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:20.624600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:20.661015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.680992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:20.688850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Provisioning for port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:20.700234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] 10.222.0.21 "DELETE /v2.0/networks/a17ff127-22dd-4ab2-ab0b-84f9e3be0920 HTTP/1.1" status: 204  len: 168 time: 3.9897475
Dec 09 14:01:20.774494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Provisioning complete for port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:20.774866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.813185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c9b50493-d631-485d-8e4d-81ab9bad46ed up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:20.843786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.895046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.904925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449ee6910>,) {'filters': {'network_id': ['a9870d0b-0ecc-42a1-8221-226fac1181d8']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:20.925520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449ee6910>, 'ed3f0573-d553-4465-b7ef-0999ccaba430') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:20.927050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449ee6910>, 'ed3f0573-d553-4465-b7ef-0999ccaba430') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:20.930050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-165ffce5-5d6a-472d-820e-faab498eaf55 None None] Port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:20.934365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c9b50493-d631-485d-8e4d-81ab9bad46ed completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:20.940353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c9b50493-d631-485d-8e4d-81ab9bad46ed triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:20.940753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:20.944074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.048355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.063945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:21.064195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:21.078894 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:21.087735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.091905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:21.111047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.128268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port c9b50493-d631-485d-8e4d-81ab9bad46ed, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c9b50493-d631-485d-8e4d-81ab9bad46ed,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:21.146242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Allocated IP 172.26.3.131 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/b7624452-f9a4-4d27-8204-9feca5ffbde3) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:21.147318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-86ac0112-e9a7-448d-9590-ce01e24c70dc None None] Provisioning complete for port 0c9f2334-5beb-4625-a605-d3de61336168 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:21.148282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86ac0112-e9a7-448d-9590-ce01e24c70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.164892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:21.203285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.216114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86ac0112-e9a7-448d-9590-ce01e24c70dc None None] Port 0c9f2334-5beb-4625-a605-d3de61336168 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:21.217838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.218750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device febfd2a4-c570-4302-b8e8-006900fd8451 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:21.236314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.256628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:21.318584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:21.339673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.359616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.359821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-86ac0112-e9a7-448d-9590-ce01e24c70dc None None] Provisioning complete for port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:21.359821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86ac0112-e9a7-448d-9590-ce01e24c70dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.379992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:21.399014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=c9b50493-d631-485d-8e4d-81ab9bad46ed,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:21.406177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:21.412465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.415196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.416082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Pushing event deleted for resources: {'Network': ['ID=a9870d0b-0ecc-42a1-8221-226fac1181d8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:21.429264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86ac0112-e9a7-448d-9590-ce01e24c70dc None None] Port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:21.430782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port febfd2a4-c570-4302-b8e8-006900fd8451 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:21.435536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port febfd2a4-c570-4302-b8e8-006900fd8451 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:21.435661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:21.435914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.440825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:01:21.447045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0a00f8c-5037-4557-b956-e02e2f8efe03 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:21.507775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Pushing event updated for resources: {'Port': ['ID=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:21.508968 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] 10.222.0.21 "DELETE /v2.0/networks/a9870d0b-0ecc-42a1-8221-226fac1181d8 HTTP/1.1" status: 204  len: 168 time: 5.8484511
Dec 09 14:01:21.516124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bc390a-25a1-4239-884c-8abcb93e1cee,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:21.521017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:21.527320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:21.537051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f643f5cd-183f-45b0-83b6-4b38287b5e93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa24d911ecd945e4b12cc4de4bc8b46e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4397907
Dec 09 14:01:21.537658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:21.568546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.576360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.605995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port febfd2a4-c570-4302-b8e8-006900fd8451, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=febfd2a4-c570-4302-b8e8-006900fd8451,segment=NetworkSegment(5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d),segment_id=5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:21.616808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.617726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa37fb68-3436-4673-962f-924946ca8b89 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:21.650708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:21.676568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.711706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449d18d30>,) {'filters': {'network_id': ['92caf2ee-6a99-488b-88bd-26db582a7ecb']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:21.719833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=febfd2a4-c570-4302-b8e8-006900fd8451,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:21.725852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:21.742178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d18d30>, '3c898d96-8cdd-41a3-9cf1-b28a568aa71c') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:21.742473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d18d30>, '3c898d96-8cdd-41a3-9cf1-b28a568aa71c') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:21.754724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.760281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.765090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port fa37fb68-3436-4673-962f-924946ca8b89 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:21.771790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fa37fb68-3436-4673-962f-924946ca8b89 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:21.772462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.795399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.796306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.808449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.815906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:21.850442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:21.850676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.867382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48810) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:21.868376 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:21.882219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Network 0e99999d-6292-4708-8491-eb8d72125c56 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:21.903319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:21.940765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:21.994569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port fa37fb68-3436-4673-962f-924946ca8b89, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa37fb68-3436-4673-962f-924946ca8b89,segment=NetworkSegment(d2fc5d92-9119-4ad4-b7c5-666122e535d9),segment_id=d2fc5d92-9119-4ad4-b7c5-666122e535d9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:22.003291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.005212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93198390-b2cb-42a9-aba9-aabca72dccc5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:22.018142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:22.019629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Port': ['ID=b7624452-f9a4-4d27-8204-9feca5ffbde3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:22.023436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:22.025223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:22.032018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:22.066262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.066680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:22.084424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:22.102334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  92caf2ee-6a99-488b-88bd-26db582a7ecb {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:01:22.122392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.126030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Network': ['ID=92caf2ee-6a99-488b-88bd-26db582a7ecb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:22.132577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:22.148483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.153016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.156834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f31a8cd-4aba-460a-b678-f37c49a5b380 HTTP/1.1" status: 204  len: 168 time: 0.6020112
Dec 09 14:01:22.157225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Router 90346d38-0ff6-4937-9e69-24d77a642494 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:22.158206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:22.185729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/networks/92caf2ee-6a99-488b-88bd-26db582a7ecb HTTP/1.1" status: 204  len: 168 time: 4.8003392
Dec 09 14:01:22.190229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:22.194393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31a8cd-4aba-460a-b678-f37c49a5b380,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:22.249385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:22.257132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:22.310032 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] 10.222.0.21 "PUT /v2.0/routers/cce4d81b-67cc-4dc6-b88f-2f266312bcf4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2733922
Dec 09 14:01:22.352416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d2e5001-c235-4472-9df3-5f700acf7c53 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Synchronizing usage tracker for tenant:5e3b204cbc324edd87a12ec8fdb8f8dd on resource:floatingip {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:22.367558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-29e17142-73d6-46e9-b5aa-2662f5a9aef2 None None] Provisioning complete for port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:22.368104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-29e17142-73d6-46e9-b5aa-2662f5a9aef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.380444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d2e5001-c235-4472-9df3-5f700acf7c53 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Unset dirty status for tenant:5e3b204cbc324edd87a12ec8fdb8f8dd on resource:floatingip {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:22.385198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d2e5001-c235-4472-9df3-5f700acf7c53 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.1907797
Dec 09 14:01:22.472611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-29e17142-73d6-46e9-b5aa-2662f5a9aef2 None None] Port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:22.489488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:22.507289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 93198390-b2cb-42a9-aba9-aabca72dccc5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:22.507511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.577972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=fa37fb68-3436-4673-962f-924946ca8b89,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:22.581454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:22.599930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cbcd832a-22a5-4240-a256-5fc6fd71618b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.602824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.667688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8a2f380e-46fe-470d-9792-e06dead028bf up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:22.760023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 8a2f380e-46fe-470d-9792-e06dead028bf completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:22.766972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 8a2f380e-46fe-470d-9792-e06dead028bf triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:22.767555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.776821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.844842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.845207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.845582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.845936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.846288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.846636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.846978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.847312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:22.848346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Synchronizing usage tracker for tenant:5e3b204cbc324edd87a12ec8fdb8f8dd on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:22.862366 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-27962196-f47d-4060-b32b-adb9c0e770ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7da25628ec5046b9bf5504848dacc2a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9862685
Dec 09 14:01:22.866189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48840) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:22.866714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48842) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:22.919289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.940283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 8a2f380e-46fe-470d-9792-e06dead028bf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8a2f380e-46fe-470d-9792-e06dead028bf,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:22.946764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Unset dirty status for tenant:5e3b204cbc324edd87a12ec8fdb8f8dd on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:22.948088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-742b02c7-ca0b-4431-8ef8-f3fda99f5deb tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5249 time: 0.4520004
Dec 09 14:01:22.948774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:22.955268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:22.983561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48848) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:22.999955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:23.001363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Sync routers for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:23.016254 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] Sync routers for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:23.035638 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:23.036573 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a135df0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:23.049755 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/b904d2d4-e4f5-4e98-824c-aa1e62ec6d52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7533414
Dec 09 14:01:23.050536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48852) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:23.054292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 09447c27-a6b8-40f3-800e-609fdf35030b no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:01:23.107320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 09447c27-a6b8-40f3-800e-609fdf35030b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:01:23.107675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 09447c27-a6b8-40f3-800e-609fdf35030b not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:01:23.112170 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a135df0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:23.120604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=8a2f380e-46fe-470d-9792-e06dead028bf,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:23.124789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:23.125633 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a135df0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:23.138090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:23.140671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:23.142888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f7dfd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:00:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:23.190271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.203136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.204195 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a135df0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:23.204798 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bda9af-3173-425f-9e49-0d082f177adc None None] The sync data for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:23.207336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:23.210356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.273293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8a2f380e-46fe-470d-9792-e06dead028bf up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:23.313140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:23.317425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Usage tracker for resource:security_group_rule and tenant:4e9398582af141a5a663aa8a52ccfdab is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:23.320450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:23.327038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:23.369128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Port': ['ID=b7624452-f9a4-4d27-8204-9feca5ffbde3,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:23.383281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:23.399992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.402744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.417441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.427285 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-1b7c688f-60ad-41fd-9736-e66fcf9b0e1e tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] delete failed (client error): The resource could not be found.
Dec 09 14:01:23.433639 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1b7c688f-60ad-41fd-9736-e66fcf9b0e1e tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/20dfbdda-d16b-4902-a5a8-8184fed254e2 HTTP/1.1" status: 404  len: 345 time: 0.4189749
Dec 09 14:01:23.433801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.433801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1847651
Dec 09 14:01:23.433801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:23.434775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:23.443523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-859351038'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:23.475726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:23.484140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Usage tracker for resource:network and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:23.488048 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2345ac-088b-41eb-9824-eaaf8a1989e6 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] DELETE failed (client error): The resource could not be found.
Dec 09 14:01:23.489709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2345ac-088b-41eb-9824-eaaf8a1989e6 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:01:23.495430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc2345ac-088b-41eb-9824-eaaf8a1989e6 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/networks/92caf2ee-6a99-488b-88bd-26db582a7ecb HTTP/1.1" status: 404  len: 339 time: 0.0595560
Dec 09 14:01:23.496521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:23.500335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:23.504493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 8a2f380e-46fe-470d-9792-e06dead028bf triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:23.504938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.505949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:23.511984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'network': {'name': 'tempest-network--391559316', 'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:23.518392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:23.526104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:network and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:23.530875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:23.541069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:23.543765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Made reservation on behalf of 73a1defef6014787b4ecf41817206b5b for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:23.547252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.550340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:23.558516 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e9398582af141a5a663aa8a52ccfdab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6868763
Dec 09 14:01:23.562997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:23.590849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:23.591008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf7a602-2d8d-4f47-8e32-5b4869d42e4f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:23.591008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-aaf7a602-2d8d-4f47-8e32-5b4869d42e4f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:23.595253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.597718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.639934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Made reservation on behalf of 5e3b204cbc324edd87a12ec8fdb8f8dd for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:23.642962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.706959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:23.718918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.719323 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Added segment 7985ff6d-567e-41cc-bd23-410088d9cc18 of type vlan for network edf53c51-cd81-4271-9984-9cbda5e6bdb3
Dec 09 14:01:23.759177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.774867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-aaf7a602-2d8d-4f47-8e32-5b4869d42e4f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:23.776524 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aaf7a602-2d8d-4f47-8e32-5b4869d42e4f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports/0c9f2334-5beb-4625-a605-d3de61336168 HTTP/1.1" status: 200  len: 911 time: 0.6091948
Dec 09 14:01:23.791118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48876) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:23.798960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:23.806181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.809293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Usage tracker for resource:security_group_rule and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:23.813105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:23.813800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.820433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:23.823731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:23.837970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c9b50493-d631-485d-8e4d-81ab9bad46ed up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:23.865811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.867640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e47bb7-fc5f-4a31-b4d5-7f4463e02827,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:23.868417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:23.874880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.889853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:23.958503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c9b50493-d631-485d-8e4d-81ab9bad46ed triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:23.958905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:23.991928 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.4900696
Dec 09 14:01:23.995731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:24.002412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.045778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Network': ['ID=edf53c51-cd81-4271-9984-9cbda5e6bdb3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:24.069776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:24.070241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network edf53c51-cd81-4271-9984-9cbda5e6bdb3 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:24.080946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:24.111043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Router 553b0d73-d4bf-41ed-93e1-b84086866761 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:24.128265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.150375 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] 10.222.0.21 "PUT /v2.0/routers/90346d38-0ff6-4937-9e69-24d77a642494/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5217736
Dec 09 14:01:24.153735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.160603 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b362be9b-51a9-4875-9d98-d389a3a7ad11 HTTP/1.1" status: 204  len: 168 time: 1.2841206
Dec 09 14:01:24.170672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:24.355818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b362be9b-51a9-4875-9d98-d389a3a7ad11,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:24.366390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:24.389454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48888) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:24.408044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device febfd2a4-c570-4302-b8e8-006900fd8451 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:24.408661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346360111', 'description': 'tempest-description--166126182'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:24.418444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.421243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:24.440347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Usage tracker for resource:security_group and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:24.448422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-15e4983e-6970-4949-9c3c-39d38b082640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:24.467587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:24.473222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:24.478051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:24.481990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:24.483557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Synchronizing usage tracker for tenant:82b7d72e72e74e70a76059f8649a191e on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:24.491047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:24.519799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e47bb7-fc5f-4a31-b4d5-7f4463e02827,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:24.523946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:24.530140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:24.541919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.543488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6e47bb7-fc5f-4a31-b4d5-7f4463e02827 HTTP/1.1" status: 204  len: 168 time: 0.9767931
Dec 09 14:01:24.568065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Unset dirty status for tenant:82b7d72e72e74e70a76059f8649a191e on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:24.569738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bdacd4b-4188-4e33-87a1-176192fd87ed tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.5702095
Dec 09 14:01:24.572452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.574338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.584815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f7dfd0>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:15Z', 'revision_number': 2, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:24.595663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48902) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:24.601421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.610215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Checking router: cce4d81b-67cc-4dc6-b88f-2f266312bcf4 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:01:24.611649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Updating router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 port aeeaa212-cc9b-4645-9161-30edc492d9a9 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:01:24.644278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:24.708837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ef3f49-20b7-4145-baf8-444cebe01eb2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:24.712603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:24.795736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.797184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:24.807371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:24.842113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Usage tracker for resource:security_group_rule and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:24.847041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.847385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Added segment a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2 of type vlan for network 3a42751d-1ed0-46bb-96eb-193fb717737d
Dec 09 14:01:24.851062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:24.879596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:24.890313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:24.903360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b722f26b-4fdb-4b51-a364-82e5e6f9c8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.016420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port febfd2a4-c570-4302-b8e8-006900fd8451 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:25.017042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.275531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.306592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644991c3a0>,) {'filters': {'network_id': ['edf53c51-cd81-4271-9984-9cbda5e6bdb3']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:25.320058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644991c3a0>, '7985ff6d-567e-41cc-bd23-410088d9cc18') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:25.320385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644991c3a0>, '7985ff6d-567e-41cc-bd23-410088d9cc18') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:25.333927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.372221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.388285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:25.388698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.524213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:25.562475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] 10.222.0.21 "PUT /v2.0/routers/553b0d73-d4bf-41ed-93e1-b84086866761/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4354448
Dec 09 14:01:25.683228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Sync routers for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:25.816979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.842346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.989377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:25.993729 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:26.020196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:26.020841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a27ac10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:26.031533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.040737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.049453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:26.050473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.058411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7115fedd-f72b-43f8-afc0-5b6e8ea66e94 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:26.231600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa37fb68-3436-4673-962f-924946ca8b89 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:26.296575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.8629038
Dec 09 14:01:26.297405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.308294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48934) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:26.330437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Request body: {'subnet': {'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:26.333395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  edf53c51-cd81-4271-9984-9cbda5e6bdb3 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:01:26.337812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.372192 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/networks/edf53c51-cd81-4271-9984-9cbda5e6bdb3 HTTP/1.1" status: 204  len: 168 time: 1.7664392
Dec 09 14:01:26.372769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Network': ['ID=3a42751d-1ed0-46bb-96eb-193fb717737d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:26.380228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:26.382425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:26.382987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:26.411740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 3a42751d-1ed0-46bb-96eb-193fb717737d details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:26.413851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.415147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 2.0241582
Dec 09 14:01:26.433422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'network': {'name': 'tempest-network--2135563935', 'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:26.443072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:26.453698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:network and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:26.460274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:26.473451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:26.495515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48944) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:26.521731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Made reservation on behalf of 5e3b204cbc324edd87a12ec8fdb8f8dd for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:26.527674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.575270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Request body: {'security_group_rule': {'security_group_id': '4119b647-69a4-4ec7-8a16-a51af524c482', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:26.611322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:26.617913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:26.631137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4119b647-69a4-4ec7-8a16-a51af524c482,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:26.639876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:26.642488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Usage tracker for resource:subnet and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:26.645356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Usage tracker for resource:security_group_rule and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:26.653354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-087d9c7d-8746-46c3-9cd7-fc03da303692 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:26.661910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:26.683662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:26.695645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:26.723609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:26.729620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Network': ['ID=edf53c51-cd81-4271-9984-9cbda5e6bdb3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:26.735344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:26.750040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.750965 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Added segment 49b5d4cc-bac3-419f-b0a4-32d4f3ffc423 of type vlan for network 1e85625e-a06f-4e9f-b1f0-ee747b9bed7e
Dec 09 14:01:26.770584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:26.778278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.806293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:26.871462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Made reservation on behalf of 73a1defef6014787b4ecf41817206b5b for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:26.930512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48952) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:26.972393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824259960', 'description': 'tempest-description--240686035'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:26.996381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.002420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:27.007835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.025077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Usage tracker for resource:security_group and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.036192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.038479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.091869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 48960) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:27.124904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.129420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.149753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664116372', 'description': 'tempest-description--560752578'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:27.154246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.179740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.224258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.233862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:27.247678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:27.251381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba126a4a-50c6-4aff-9bf3-326ab79cb254,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:27.255774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:27.256517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.265889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Usage tracker for resource:security_group and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.269238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.269362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.270598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7723904
Dec 09 14:01:27.276894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:27.280743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.287532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Request body: {'security_group_rule': {'security_group_id': '4119b647-69a4-4ec7-8a16-a51af524c482', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:27.295397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.296540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.300012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.323482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.331393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Usage tracker for resource:security_group_rule and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.335483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.339638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.342792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.365806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fa37fb68-3436-4673-962f-924946ca8b89 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:27.366589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.417691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.421563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:27.423857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.428111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:27.451892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48972) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:27.452634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Usage tracker for resource:security_group_rule and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.460922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.462713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.465389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Usage tracker for resource:security_group_rule and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.468636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.470069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.475932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.484413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.502622 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Transition to ACTIVE for port object aeeaa212-cc9b-4645-9161-30edc492d9a9 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:27.549657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.583789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.584986 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6520948
Dec 09 14:01:27.617992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:27.626378 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.2210100
Dec 09 14:01:27.628318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Request body: {'security_group_rule': {'security_group_id': 'd59f9393-d1cb-413f-9fd0-bbbce4bf00a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:27.635560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Network': ['ID=1e85625e-a06f-4e9f-b1f0-ee747b9bed7e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:27.641516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.645111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:27.664757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:27.666210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48984) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:27.668325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-845ef276-7c97-4253-a982-c5e4ecc3fdce tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:27.687843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.695112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.706839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1e85625e-a06f-4e9f-b1f0-ee747b9bed7e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:27.752300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:27.759906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Usage tracker for resource:security_group_rule and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.767449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1179789812'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:27.772798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.779981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.791750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.797380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e813ebb5-5d9f-41bb-bba3-cd9a1053172a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:27.801776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:27.806142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:27.807925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.808959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:27.815619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:27.822379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.847534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:27.906054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Usage tracker for resource:network and tenant:33b458183b304f7c95ad6a33eb75d6b1 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:27.917642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:27.927016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Subnet': ['ID=142a7945-0aff-44b4-8417-3c7e57de7001,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:27.936524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:27.945153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8:1::1 (068cc849-9cfa-411d-84e8-eaf6fec6215c/f04cb8d8-ce4d-4b30-bd1d-774f787edc70/b8b88d99-6015-407e-a7f2-16098f8f8a7f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:27.949408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:27.950303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:27.954442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.8293688
Dec 09 14:01:27.960244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 48994) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:27.997380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Request body: {'security_group_rule': {'security_group_id': 'e813ebb5-5d9f-41bb-bba3-cd9a1053172a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:28.022168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f1d7-b255-4ea9-af0a-4ab84483c5ca None None] Pushing event updated for resources: {'Port': ['ID=aeeaa212-cc9b-4645-9161-30edc492d9a9,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:28.027117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539ea26-630a-4657-b262-b0e38b691903 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:28.028874 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2539ea26-630a-4657-b262-b0e38b691903 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] 10.222.0.21 "GET /v2.0/networks/1e85625e-a06f-4e9f-b1f0-ee747b9bed7e HTTP/1.1" status: 200  len: 757 time: 0.3435254
Dec 09 14:01:28.033446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49000) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.034822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.037821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Made reservation on behalf of 33b458183b304f7c95ad6a33eb75d6b1 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:28.038110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Checking segment: {'id': 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:28.038703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network hostable DHCP agents. Network: 3a42751d-1ed0-46bb-96eb-193fb717737d, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:01:28.040783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.058642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.078460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Usage tracker for resource:security_group_rule and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.085063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.088615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.110549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:28.116673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d806f1d7-b255-4ea9-af0a-4ab84483c5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:28.163330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.197799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.211124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.240405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c2e7f-4393-4f8d-8eca-80c3f0c5250f tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:28.244252 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-707c2e7f-4393-4f8d-8eca-80c3f0c5250f tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] 10.222.0.21 "GET /v2.0/networks/a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a HTTP/1.1" status: 200  len: 768 time: 0.1940546
Dec 09 14:01:28.247461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49006) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.270627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:28.286635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.298135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.299441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Usage tracker for resource:security_group_rule and tenant:33b458183b304f7c95ad6a33eb75d6b1 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.312334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.322950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a54c559-c1b8-433a-89f6-a7b46ec80ddf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:28.325491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:28.326145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.327539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:28.356947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:28.389057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Attempting to bind port aeeaa212-cc9b-4645-9161-30edc492d9a9 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:28.389410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Attempting to bind port aeeaa212-cc9b-4645-9161-30edc492d9a9 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:28.389952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Attempting to bind port aeeaa212-cc9b-4645-9161-30edc492d9a9 on network 3b0e8eac-4588-44a4-acd1-884899c092ae {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:28.390344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.392165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1143436
Dec 09 14:01:28.397197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49012) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.409664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network 3a42751d-1ed0-46bb-96eb-193fb717737d is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:28.419130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78095d9c-209c-46ce-9c31-7236d00fb396,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:28.420648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:28.425032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:28.428774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.434441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Usage tracker for resource:floatingip and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.434639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.435659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.439808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8182087
Dec 09 14:01:28.439957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.443555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.444852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:28.445365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Checking segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:28.447246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:28.451354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.451354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Bound using segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:28.451354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Bound port: aeeaa212-cc9b-4645-9161-30edc492d9a9, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:28.451354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.451619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Request body: {'security_group_rule': {'security_group_id': 'd59f9393-d1cb-413f-9fd0-bbbce4bf00a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:28.465013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.467473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.485744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Usage tracker for resource:security_group_rule and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.490057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5dffc52-3846-42a1-87ad-2c2cb2742254 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:28.506301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.518016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.537270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb25f720-6e43-4f4f-b331-46dd66835789,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:28.540930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:28.545846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:28.548874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 73f412ab-8c6d-4686-a6be-0870e3088846 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:01:28.556185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 3a42751d-1ed0-46bb-96eb-193fb717737d) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:28.588454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.588645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:28.589157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.593257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.598602 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6303680
Dec 09 14:01:28.599678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.608594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Request body: {'security_group_rule': {'security_group_id': 'e813ebb5-5d9f-41bb-bba3-cd9a1053172a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:28.616679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.622350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Usage tracker for resource:security_group_rule and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.626351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.632589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff8642-3819-499a-95d5-f962a6a3bdf3 None None] Network 3a42751d-1ed0-46bb-96eb-193fb717737d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:28.634935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:28.640646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.656978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:28.666114 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3566656
Dec 09 14:01:28.669237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.670194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.676882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 73f412ab-8c6d-4686-a6be-0870e3088846 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:01:28.677417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 73f412ab-8c6d-4686-a6be-0870e3088846 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:01:28.689219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.700736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1877666909', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:28.707242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.711011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Usage tracker for resource:router and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.713828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.719846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:28.739155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.753784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.770041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a27ac10>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:20Z', 'revision_number': 2, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:28.774430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.774981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.775363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.775843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:28.796130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.800288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Checking router: 553b0d73-d4bf-41ed-93e1-b84086866761 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:01:28.800831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.801421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Updating router 553b0d73-d4bf-41ed-93e1-b84086866761 port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:01:28.838361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ea4923-7fac-451a-88d6-22a0a72f03b1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:28.841782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:28.853474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b923c37-05d9-4728-9ce1-fe97c402b69c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:28.869750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.870069 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Added segment 304fd36b-919d-4a95-8c47-b223798fa97e of type vlan for network 063f8a87-1995-4341-aa4e-d2f742eb361b
Dec 09 14:01:28.873795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f93e07-dd77-4ed7-8d00-ef11aea4e7d4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:28.876320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:28.900829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.904861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4575388
Dec 09 14:01:28.908181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:28.914168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.919817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object b8b88d99-6015-407e-a7f2-16098f8f8a7f will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:28.933907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f3c1300f-cac1-41eb-bca3-2253fd1b9ffe up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:28.935618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:28.942064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:28.947567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:28.958629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Usage tracker for resource:floatingip and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:28.966305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:28.990102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:29.031820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.034084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.037839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] For port aeeaa212-cc9b-4645-9161-30edc492d9a9, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:29.040794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:29.041720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.045905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.062868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b0336285-caad-42f6-ab51-8e368a95778d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:29.087243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.116515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.144007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.146496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5440960
Dec 09 14:01:29.165223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49042) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:29.176032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:29.180545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644951c280>,) {'filters': {'network_id': ['1e85625e-a06f-4e9f-b1f0-ee747b9bed7e']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:29.199674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.7426441
Dec 09 14:01:29.223196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49046) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:29.233094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:29.235518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] For port aeeaa212-cc9b-4645-9161-30edc492d9a9, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aeeaa212-cc9b-4645-9161-30edc492d9a9,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:29.242811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.247737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644951c280>, '49b5d4cc-bac3-419f-b0a4-32d4f3ffc423') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:29.248026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644951c280>, '49b5d4cc-bac3-419f-b0a4-32d4f3ffc423') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:29.260088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Request body: {'subnet': {'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:29.282274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.285426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event updated for resources: {'Network': ['ID=063f8a87-1995-4341-aa4e-d2f742eb361b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:29.289503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:29.290085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2338c336-0c15-4268-8be3-c72b0ba17b47 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:29.302703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb8d05f6-4f2c-43cf-9152-ca6fe6a8e018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:29.314825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce704efa-ee26-4c46-92c9-64c4d02575fa,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:29.321758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:29.346269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 063f8a87-1995-4341-aa4e-d2f742eb361b details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:29.354804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.407467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-3a42751d-1ed0-46bb-96eb-193fb717737d', 'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d', 'tenant_id': '73a1defef6014787b4ecf41817206b5b', 'fixed_ips': [{'subnet_id': '142a7945-0aff-44b4-8417-3c7e57de7001'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:29.408292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.411645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.418609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Usage tracker for resource:floatingip and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:29.428175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:29.432066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:29.439595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.447711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.458205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:29.467508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49052) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:29.597616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:29.600308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Usage tracker for resource:subnet and tenant:33b458183b304f7c95ad6a33eb75d6b1 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:29.603369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=b8b88d99-6015-407e-a7f2-16098f8f8a7f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:29.606435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:29.607498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:29.617826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Allocated IP 172.26.3.215 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/2271d8f1-a3bc-4797-92cf-3653c73a2816) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:29.630991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:29.659022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:29.669271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.686325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.701130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:29.715638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:29.716040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:29.734505 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:29.736157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Made reservation on behalf of 33b458183b304f7c95ad6a33eb75d6b1 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:29.750013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:29.752510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:29.753166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.813588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:29.814604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.879489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1954933e-a391-462e-9697-2e3297bb02b4 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:29.927367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1954933e-a391-462e-9697-2e3297bb02b4 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "PUT /v2.0/quotas/c87f6274962e416ab6aa5843890a8734 HTTP/1.1" status: 200  len: 368 time: 0.4586072
Dec 09 14:01:29.930583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49058) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:29.937242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:29.945058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Request body: {'network': {'project_id': 'c87f6274962e416ab6aa5843890a8734'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:29.954269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:29.960777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Usage tracker for resource:network and tenant:c87f6274962e416ab6aa5843890a8734 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:29.965271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:29.972149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:29.990427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Made reservation on behalf of c87f6274962e416ab6aa5843890a8734 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:29.991697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:29.992441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f7dfd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:29.993052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.008775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.023764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.032094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:30.069139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f1d7-b255-4ea9-af0a-4ab84483c5ca None None] Pushing event updated for resources: {'Port': ['ID=aeeaa212-cc9b-4645-9161-30edc492d9a9,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:30.105340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d806f1d7-b255-4ea9-af0a-4ab84483c5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:30.115471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:30.122231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:30.126008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:30.128355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:30.155488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Usage tracker for resource:security_group_rule and tenant:c87f6274962e416ab6aa5843890a8734 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:30.161932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event updated for resources: {'Port': ['ID=2271d8f1-a3bc-4797-92cf-3653c73a2816,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:30.164730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:30.172380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:30.177995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:30.197475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.277518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.289038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.291155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.296844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Transition to ACTIVE for port object 6ec90c54-49a8-4c6c-a78a-e7e5f449468f will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:30.297516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.303350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.319715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.329094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b1d7bd83-24d7-4930-8e53-7eeaf0998548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:30.350206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:30.363136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1e85625e-a06f-4e9f-b1f0-ee747b9bed7e {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:01:30.363525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:30.399383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:30.407303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.419198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c849aa54-684e-4ad2-9721-373915c4d946,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:30.422413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:30.425505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.431168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Allocated IP 172.20.0.2 (3a42751d-1ed0-46bb-96eb-193fb717737d/142a7945-0aff-44b4-8417-3c7e57de7001/d2cea53b-e17b-4934-84aa-a55e74dcccfc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:30.449039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.449386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Added segment 838d9045-2faa-4c46-aaef-a72163084780 of type vlan for network 625b9a86-07e8-4180-97b5-4c0bcf43fc36
Dec 09 14:01:30.504448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.508014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.549555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e85625e-a06f-4e9f-b1f0-ee747b9bed7e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:30.556775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.562647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:30.588319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:30.607570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Allocated IP 172.26.3.171 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/8ebd87af-2d4a-4452-ae8b-e3387eb2a853) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:30.619470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.638533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:30.639150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.652364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:30.653921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882e7e-740d-46e0-b982-f0abae2b56bd None None] Pushing event updated for resources: {'Port': ['ID=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:30.658099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1882e7e-740d-46e0-b982-f0abae2b56bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:30.674278 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1e85625e-a06f-4e9f-b1f0-ee747b9bed7e HTTP/1.1" status: 204  len: 168 time: 2.4254303
Dec 09 14:01:30.680607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49062) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:30.786698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:30.787980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dc8be9a6-c13e-4508-abdb-294b03943491 None None] Provisioning for port b8b88d99-6015-407e-a7f2-16098f8f8a7f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:30.819289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.826683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f20ed9dc-998d-43d1-bd20-ee63bedfef4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:30.842358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Pushing event updated for resources: {'Network': ['ID=625b9a86-07e8-4180-97b5-4c0bcf43fc36,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:30.855887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dc8be9a6-c13e-4508-abdb-294b03943491 None None] Provisioning complete for port b8b88d99-6015-407e-a7f2-16098f8f8a7f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:30.856497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dc8be9a6-c13e-4508-abdb-294b03943491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:30.996461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 625b9a86-07e8-4180-97b5-4c0bcf43fc36 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:31.063245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.078281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'network': {'name': 'tempest-network--549463383'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:31.083447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:31.084711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.090814 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.1570103
Dec 09 14:01:31.090814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:31.098254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49066) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:31.108630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:31.128178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Request body: {'network': {'project_id': 'c87f6274962e416ab6aa5843890a8734'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:31.154864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Usage tracker for resource:network and tenant:5e3b204cbc324edd87a12ec8fdb8f8dd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:31.158276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:31.158439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:31.187463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.209484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:31.218429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Usage tracker for resource:network and tenant:c87f6274962e416ab6aa5843890a8734 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:31.230927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:31.246292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event updated for resources: {'Port': ['ID=2271d8f1-a3bc-4797-92cf-3653c73a2816,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:31.250655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Made reservation on behalf of 5e3b204cbc324edd87a12ec8fdb8f8dd for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:31.253002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.265055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:31.267587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.298012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.299324 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3761325
Dec 09 14:01:31.300447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:31.310968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.311470 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Added segment 4abe6242-ca59-46a1-8f28-f1339b392eb0 of type vlan for network 95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f
Dec 09 14:01:31.321964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.346869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.381382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:31.387234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.392675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.394335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:31.395038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.402715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f9f664b-019c-4fe1-893d-69e3780c41e5 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:31.402956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.418319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Attempting to bind port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:31.418830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Attempting to bind port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:31.419304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Attempting to bind port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f on network 0e99999d-6292-4708-8491-eb8d72125c56 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:31.422066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:31.428323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:31.489992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6520104
Dec 09 14:01:31.499655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49080) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:31.509826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dc8be9a6-c13e-4508-abdb-294b03943491 None None] Port b8b88d99-6015-407e-a7f2-16098f8f8a7f cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:31.514403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:31.515425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Checking segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:31.516163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.516804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Bound using segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:31.517449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Bound port: 6ec90c54-49a8-4c6c-a78a-e7e5f449468f, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:31.518016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.532604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Network': ['ID=95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:31.541049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:31.548636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:31.617574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Made reservation on behalf of c87f6274962e416ab6aa5843890a8734 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:31.619634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.631073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:31.640401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.717375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9daa050d-a975-4448-a112-f57b62d88a01 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:31.761058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49090) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:31.765005 dv-neutron-821183-1-hyperv neutron-server[83444]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 09 14:01:31.791943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.808369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-381f6a82-44ce-4433-b0a5-3562b7397bfa tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Synchronizing usage tracker for tenant:d6d5fe1228de4ff6ad68826632075743 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:31.814210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:31.830110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-381f6a82-44ce-4433-b0a5-3562b7397bfa tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Unset dirty status for tenant:d6d5fe1228de4ff6ad68826632075743 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:31.831395 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-381f6a82-44ce-4433-b0a5-3562b7397bfa tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1824259960&fields=id&tenant_id=d6d5fe1228de4ff6ad68826632075743 HTTP/1.1" status: 200  len: 267 time: 0.0692210
Dec 09 14:01:31.841637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Transition to ACTIVE for port object d2cea53b-e17b-4934-84aa-a55e74dcccfc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:31.849392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:31.877984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.904497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Transition to ACTIVE for port object d2cea53b-e17b-4934-84aa-a55e74dcccfc will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:31.907205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] For port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:31.920378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] For port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:31.922755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.926914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.942402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1882e7e-740d-46e0-b982-f0abae2b56bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:31.982166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:31.994960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.010458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f7dfd0>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:28Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:32.017380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.017744 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Added segment ce8477a0-ea74-4df0-bae8-7799a2679e84 of type vlan for network b77a141a-7cfd-4239-babb-30aec08d3f63
Dec 09 14:01:32.024307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-68d9cec5-f4d8-4cad-a95a-324cfc74a061 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:32.025217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-68d9cec5-f4d8-4cad-a95a-324cfc74a061 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Synchronizing usage tracker for tenant:d6d5fe1228de4ff6ad68826632075743 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:32.028187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.046857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10341b-ad75-4f41-aad1-d72a0c48dbe2 None None] The sync data for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv is: [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:28Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:32.048383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-68d9cec5-f4d8-4cad-a95a-324cfc74a061 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Unset dirty status for tenant:d6d5fe1228de4ff6ad68826632075743 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:32.051140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Network 3a42751d-1ed0-46bb-96eb-193fb717737d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:32.051914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Pushing event updated for resources: {'Port': ['ID=d2cea53b-e17b-4934-84aa-a55e74dcccfc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:32.059054 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-68d9cec5-f4d8-4cad-a95a-324cfc74a061 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 812 time: 0.2136793
Dec 09 14:01:32.063089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:32.064933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:32.066085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d806f1d7-b255-4ea9-af0a-4ab84483c5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:32.078870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-cb72f92b-06f7-47e5-96c5-9cb1c93f54b2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/quotas/d6d5fe1228de4ff6ad68826632075743 HTTP/1.1" status: 200  len: 375 time: 0.0189388
Dec 09 14:01:32.138079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event updated for resources: {'Subnet': ['ID=7ae7b2b4-1471-49af-8a19-09aa60281fe9,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:32.163850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:32.187170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:32.223021 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-b3cdce9b-62f2-4696-8140-17c13262c6b7 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1378503
Dec 09 14:01:32.232503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:32.235181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1882e7e-740d-46e0-b982-f0abae2b56bd None None] Pushing event updated for resources: {'Port': ['ID=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:32.243611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1882e7e-740d-46e0-b982-f0abae2b56bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:32.258927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:32.259557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a27ac10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:32.345199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Allocated IP 172.26.3.28 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/a70ea996-bb53-4af2-bfed-08d49e75af89) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:32.363840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.411238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.432227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Checking segment: {'id': '304fd36b-919d-4a95-8c47-b223798fa97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:32.432578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Network hostable DHCP agents. Network: 063f8a87-1995-4341-aa4e-d2f742eb361b, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:01:32.440549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:32.469962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:32.476931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-76c4a37b-3c50-47fc-ac42-103d3cc49804 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:01:32.477960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-76c4a37b-3c50-47fc-ac42-103d3cc49804 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0983584
Dec 09 14:01:32.479426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:32.590575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Attempting to bind port d2cea53b-e17b-4934-84aa-a55e74dcccfc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:32.592158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Attempting to bind port d2cea53b-e17b-4934-84aa-a55e74dcccfc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:32.592610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Attempting to bind port d2cea53b-e17b-4934-84aa-a55e74dcccfc on network 3a42751d-1ed0-46bb-96eb-193fb717737d {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:32.619841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:32.620643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Checking segment: {'id': 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:32.620775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.621239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Bound using segment: {'id': 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:32.621841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Bound port: d2cea53b-e17b-4934-84aa-a55e74dcccfc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:32.622416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.625389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:32.670079 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-521f5566-3ea7-4b25-a18b-70b2c1f4a526 service neutron] 10.222.0.21 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847343
Dec 09 14:01:32.718864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:01:32.727459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.777191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event updated for resources: {'Port': ['ID=8ebd87af-2d4a-4452-ae8b-e3387eb2a853,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:32.796459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] For port d2cea53b-e17b-4934-84aa-a55e74dcccfc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:32.821605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] For port d2cea53b-e17b-4934-84aa-a55e74dcccfc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d2cea53b-e17b-4934-84aa-a55e74dcccfc,segment=NetworkSegment(a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2),segment_id=a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:32.828772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.849020 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-59ab8f0d-6f6d-4348-b1bd-2c9fd1662187 service neutron] 10.222.0.21 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1732190
Dec 09 14:01:32.879487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.894999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a5a5559-35d6-4d23-9e99-87bf9494915d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:32.904292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:32.904879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.908298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Network 063f8a87-1995-4341-aa4e-d2f742eb361b is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:32.923483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Network 95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f is not hosted by any dhcp agent {{(pid=83443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 09 14:01:32.924341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:32.924837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:32.926225 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "PUT /v2.0/networks/95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f HTTP/1.1" status: 200  len: 857 time: 1.3858724
Dec 09 14:01:32.928979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:32.975237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.040104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 063f8a87-1995-4341-aa4e-d2f742eb361b) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:33.059698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:33.060824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.087100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf235d05-bb27-4a5f-ac51-ee7fa0f9719f None None] Network 063f8a87-1995-4341-aa4e-d2f742eb361b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:33.143228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=b8b88d99-6015-407e-a7f2-16098f8f8a7f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:33.150192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:33.165379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:33.165715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:33.167200 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.0623167
Dec 09 14:01:33.174866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:33.182976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Request body: {'network': {'project_id': 'c87f6274962e416ab6aa5843890a8734'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:33.184809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:33.197077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:33.202723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:33.213710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:33.216880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f3c1300f-cac1-41eb-bca3-2253fd1b9ffe up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:33.217006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Usage tracker for resource:network and tenant:c87f6274962e416ab6aa5843890a8734 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:33.223315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:33.226581 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9954963
Dec 09 14:01:33.227143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:33.230222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49124) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:33.242562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Request body: {'port': {'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1050057401'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:33.269036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.272636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:33.289403 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:01:33.289959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:01:33.293688 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f87f2c59-27a5-4231-9c35-02d221f01d91 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1152117
Dec 09 14:01:33.301447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:33.470707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Pushing event updated for resources: {'Port': ['ID=d2cea53b-e17b-4934-84aa-a55e74dcccfc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:33.553911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-19af4e8b-7351-4c21-a0ab-d509b74bf259 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c87f6274962e416ab6aa5843890a8734&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2010288
Dec 09 14:01:33.556781 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-477eb7d4-ae7b-43de-ac38-881e37ab1dd2 req-5330bbfd-e89f-424e-b904-ad7ed04c9627 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.3585854
Dec 09 14:01:33.557555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49140) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:33.626876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:33.704989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ff374-ab1d-456e-8eb0-e385fadb6328 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event updated for resources: {'Network': ['ID=95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:33.762227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.780554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:33.781336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.823637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.824955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a04c1c0>,) {'filters': {'network_id': ['95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:33.853758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a04c1c0>, '4abe6242-ca59-46a1-8f28-f1339b392eb0') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:33.854158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a04c1c0>, '4abe6242-ca59-46a1-8f28-f1339b392eb0') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:33.865700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:33.876146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Usage tracker for resource:port and tenant:33b458183b304f7c95ad6a33eb75d6b1 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:33.883365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.891159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:33.918023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.927610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:33.928621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:33.967286 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:33.997628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Pushing event updated for resources: {'Network': ['ID=b77a141a-7cfd-4239-babb-30aec08d3f63,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:34.004809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:34.007374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:34.008807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.009971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.063s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:34.010438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:34.016123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:34.021788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b77a141a-7cfd-4239-babb-30aec08d3f63 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:34.048212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-64d5508d-2ce4-4602-a66e-78eb3a7aa189 None None] Provisioning complete for port b8b88d99-6015-407e-a7f2-16098f8f8a7f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:34.048857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64d5508d-2ce4-4602-a66e-78eb3a7aa189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.162551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.165306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Allocated IP 172.26.3.117 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/98ffaa2e-77f4-4b83-ae5c-40374c745738) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:34.190111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Made reservation on behalf of 33b458183b304f7c95ad6a33eb75d6b1 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:34.194036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.220740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] device_id is not set on port fe5481de-e32f-4d14-8fdd-8ff591653544 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:34.278123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-063f8a87-1995-4341-aa4e-d2f742eb361b', 'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b', 'tenant_id': '33b458183b304f7c95ad6a33eb75d6b1', 'fixed_ips': [{'subnet_id': '7ae7b2b4-1471-49af-8a19-09aa60281fe9'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:01:34.279118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.309950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-64d5508d-2ce4-4602-a66e-78eb3a7aa189 None None] Port b8b88d99-6015-407e-a7f2-16098f8f8a7f cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:34.323954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.380305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Allocated IP 172.20.0.2 (063f8a87-1995-4341-aa4e-d2f742eb361b/7ae7b2b4-1471-49af-8a19-09aa60281fe9/fe5481de-e32f-4d14-8fdd-8ff591653544) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:34.382457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.392608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-11a2996c-1613-42d9-909d-e20b953f193d tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:34.408127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.415157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a27ac10>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:31Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:34.427901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:01:34.461462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ebfd24-f377-487e-b8c5-9642bda97ccf None None] The sync data for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv is: [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:31Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:34.464267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.476040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aeeaa212-cc9b-4645-9161-30edc492d9a9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:34.479986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Pushing event deleted for resources: {'Network': ['ID=95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:34.499477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:34.531784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] 10.222.0.21 "DELETE /v2.0/networks/95f752c2-c1bf-4c6b-9fa0-1cc397b2e49f HTTP/1.1" status: 204  len: 168 time: 1.6007593
Dec 09 14:01:34.538550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:34.582633 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3ba07c-f415-46fe-9f10-e8424b4a88d0 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:01:34.583070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3ba07c-f415-46fe-9f10-e8424b4a88d0 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:01:34.584750 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6f3ba07c-f415-46fe-9f10-e8424b4a88d0 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] 10.222.0.21 "DELETE /v2.0/subnets/a4bc390a-25a1-4239-884c-8abcb93e1cee HTTP/1.1" status: 404  len: 337 time: 0.0432746
Dec 09 14:01:34.594653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:34.634422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port aeeaa212-cc9b-4645-9161-30edc492d9a9 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:34.652179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port aeeaa212-cc9b-4645-9161-30edc492d9a9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:34.652558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.824635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event updated for resources: {'Port': ['ID=a70ea996-bb53-4af2-bfed-08d49e75af89,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:34.840379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:34.861321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.888831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:34.899747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:34.934161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.948757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:34.978554 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-64a5c905-1cca-4d41-a003-3c66aeedb281 req-2a7fb42b-efab-4065-833c-f8257442bc3a tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.1925268
Dec 09 14:01:35.005273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port aeeaa212-cc9b-4645-9161-30edc492d9a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aeeaa212-cc9b-4645-9161-30edc492d9a9,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:35.012123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.014944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:35.027410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:35.100175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:35.120943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.124927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:35.138967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c849aa54-684e-4ad2-9721-373915c4d946,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:35.141433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=aeeaa212-cc9b-4645-9161-30edc492d9a9,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:35.145845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:35.155584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:35.171670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.173083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/c849aa54-684e-4ad2-9721-373915c4d946 HTTP/1.1" status: 204  len: 168 time: 1.6118693
Dec 09 14:01:35.186723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:35.221228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d2cea53b-e17b-4934-84aa-a55e74dcccfc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:35.247194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Port': ['ID=98ffaa2e-77f4-4b83-ae5c-40374c745738,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:35.258159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:35.262996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.322020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:35.322608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d2cea53b-e17b-4934-84aa-a55e74dcccfc completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:35.330111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:35.330480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6ad53-c1b3-470d-a984-d4d10fdc4b3a None None] Network 3a42751d-1ed0-46bb-96eb-193fb717737d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:35.332364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:35.461724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.576818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Provisioning for port d2cea53b-e17b-4934-84aa-a55e74dcccfc completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:35.599847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Provisioning complete for port d2cea53b-e17b-4934-84aa-a55e74dcccfc triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:35.599847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.858410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.899496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:35.956519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.019240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:36.026234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.35', 62280) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:36.033374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] For port d2cea53b-e17b-4934-84aa-a55e74dcccfc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d2cea53b-e17b-4934-84aa-a55e74dcccfc,segment=NetworkSegment(a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2),segment_id=a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:36.042302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.043656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.046499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:36.121408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.189004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Pushing event updated for resources: {'Port': ['ID=d2cea53b-e17b-4934-84aa-a55e74dcccfc,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:36.198969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.199683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.199936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Transition to ACTIVE for port object fe5481de-e32f-4d14-8fdd-8ff591653544 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:36.206464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:36.247627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a155d30>,) {'filters': {'network_id': ['a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:36.256600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449d6ae80>,) {'filters': {'network_id': ['b77a141a-7cfd-4239-babb-30aec08d3f63']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:36.273365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d6ae80>, 'ce8477a0-ea74-4df0-bae8-7799a2679e84') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:36.273668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d6ae80>, 'ce8477a0-ea74-4df0-bae8-7799a2679e84') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:36.280220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-398f42cd-5004-4732-8f0f-9848d91a0e44 None None] Provisioning complete for port d2cea53b-e17b-4934-84aa-a55e74dcccfc triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:36.280220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-398f42cd-5004-4732-8f0f-9848d91a0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.282161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a155d30>, '067cd2f1-d5b3-4bb0-99a1-d618eefc3758') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:36.282447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a155d30>, '067cd2f1-d5b3-4bb0-99a1-d618eefc3758') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:36.313257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.320427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.327628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.361721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:36.433309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.435583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.471585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:36.472548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.494598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-696d2df3-7ccf-46f4-ba24-d7d631c354a6 {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:01:36.497891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:01:36.508961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:36.509367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:36.540200 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:36.550029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:36.554148 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-48b7a89b-89ed-4363-9eef-0561af3f89c0 req-671015c8-a8a2-47e1-9139-aa3083abef54 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.2046189
Dec 09 14:01:36.589026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.660117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.676845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Network 063f8a87-1995-4341-aa4e-d2f742eb361b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:36.695382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:36.697555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event updated for resources: {'Port': ['ID=fe5481de-e32f-4d14-8fdd-8ff591653544,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:36.697821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.704531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:36.728903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:36.776594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-4a70f91a-030d-4a51-b011-35673b7166a5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:36.778125 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-4a70f91a-030d-4a51-b011-35673b7166a5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 812 time: 0.7509325
Dec 09 14:01:36.784190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:36.824679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.830270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:36.849012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.857229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.861384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Pushing event deleted for resources: {'Network': ['ID=b77a141a-7cfd-4239-babb-30aec08d3f63,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:36.866592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:36.867197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.875582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:36.876292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:36.905786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:36.925692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Pushing event deleted for resources: {'Network': ['ID=a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:36.934445 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] 10.222.0.21 "DELETE /v2.0/networks/a95f5c02-b9dd-4f2f-9a9b-a68f1408c35a HTTP/1.1" status: 204  len: 168 time: 2.3367288
Dec 09 14:01:36.934445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:36.941685 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e256d088-e79b-4d63-bd0c-604180baccd6 tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b77a141a-7cfd-4239-babb-30aec08d3f63 HTTP/1.1" status: 204  len: 168 time: 1.7394233
Dec 09 14:01:36.943604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:36.967189 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 3.7341344
Dec 09 14:01:36.972091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:36.980622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Request body: {'port': {'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1389376512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:36.981011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] bootfile-name is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:36.981340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] tftp-server is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:36.981714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] server-ip-address is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:36.998648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.161020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.194779 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-0445281d-b275-4414-92be-18fe91ec969b tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6d5fe1228de4ff6ad68826632075743 HTTP/1.1" status: 200  len: 380 time: 0.3452146
Dec 09 14:01:37.248280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:37.292883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Usage tracker for resource:port and tenant:33b458183b304f7c95ad6a33eb75d6b1 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:37.299194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:37.319489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:37.327532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event updated for resources: {'Port': ['ID=8ebd87af-2d4a-4452-ae8b-e3387eb2a853,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:37.341412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:37.377124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Request body: {'port': {'device_id': 'e326015b-85e0-4c56-841f-556f5904c49f', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'admin_state_up': True, 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'security_groups': ['d59f9393-d1cb-413f-9fd0-bbbce4bf00a8']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:37.398373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Made reservation on behalf of 33b458183b304f7c95ad6a33eb75d6b1 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:37.402118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.410828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Allocated IP 172.20.0.3 (063f8a87-1995-4341-aa4e-d2f742eb361b/7ae7b2b4-1471-49af-8a19-09aa60281fe9/c391ade0-81bb-4b51-9c5c-d2173d2ec800) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:37.438172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.471924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] device_id is not set on port e20b7e11-6f0d-4595-bb3a-a8650a9042b7 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:37.552147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6dc0>,) {'filters': {'network_id': ['625b9a86-07e8-4180-97b5-4c0bcf43fc36']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:37.566719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6dc0>, '838d9045-2faa-4c46-aaef-a72163084780') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:37.567008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6dc0>, '838d9045-2faa-4c46-aaef-a72163084780') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:37.584850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.608963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.616671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:37.617117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:37.633351 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:37.684860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:37.689032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Usage tracker for resource:port and tenant:d6d5fe1228de4ff6ad68826632075743 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:37.692887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:37.709935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:37.729465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.747282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.750758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Transition to ACTIVE for port object c391ade0-81bb-4b51-9c5c-d2173d2ec800 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:37.754730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:37.789663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.791470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Transition to ACTIVE for port object c391ade0-81bb-4b51-9c5c-d2173d2ec800 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:37.797281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6ec90c54-49a8-4c6c-a78a-e7e5f449468f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:37.824974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.839519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.849088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49218) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:37.852623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:37.867230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Made reservation on behalf of d6d5fe1228de4ff6ad68826632075743 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:37.870411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:37.946244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Pushing event deleted for resources: {'Network': ['ID=625b9a86-07e8-4180-97b5-4c0bcf43fc36,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:37.958988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:37.968319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Network 063f8a87-1995-4341-aa4e-d2f742eb361b is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:37.970715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:37.981016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:37.982090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] 10.222.0.21 "DELETE /v2.0/networks/625b9a86-07e8-4180-97b5-4c0bcf43fc36 HTTP/1.1" status: 204  len: 168 time: 1.0361762
Dec 09 14:01:37.984158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Pushing event updated for resources: {'Port': ['ID=c391ade0-81bb-4b51-9c5c-d2173d2ec800,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:37.989638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:38.079791 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf999f0b-51da-411c-b06c-3c008979f1a7 req-5fbc4ef4-7d21-4af5-bb95-709777472b5e tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.0654993
Dec 09 14:01:38.116349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Attempting to bind port c391ade0-81bb-4b51-9c5c-d2173d2ec800 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:38.116938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-696d2df3-7ccf-46f4-ba24-d7d631c354a6 {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:01:38.117423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Attempting to bind port c391ade0-81bb-4b51-9c5c-d2173d2ec800 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '304fd36b-919d-4a95-8c47-b223798fa97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:38.117566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:01:38.118018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Attempting to bind port c391ade0-81bb-4b51-9c5c-d2173d2ec800 on network 063f8a87-1995-4341-aa4e-d2f742eb361b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:38.123117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:38.135113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:38.135685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.142225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:38.155842 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] Sync routers for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:38.186273 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:38.187986 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a135e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:38.203718 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/b904d2d4-e4f5-4e98-824c-aa1e62ec6d52/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4051232
Dec 09 14:01:38.204147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49228) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:38.240055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:38.240572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Checking segment: {'id': '304fd36b-919d-4a95-8c47-b223798fa97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:38.241095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.242439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Bound using segment: {'id': '304fd36b-919d-4a95-8c47-b223798fa97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:38.243456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Bound port: c391ade0-81bb-4b51-9c5c-d2173d2ec800, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304fd36b-919d-4a95-8c47-b223798fa97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '063f8a87-1995-4341-aa4e-d2f742eb361b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:38.245842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.281742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.283572 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.8788795
Dec 09 14:01:38.381782 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a135e50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:38.415959 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:38.417125 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a135e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:38.420484 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-04928f34-a56d-4189-89a7-6079cdc3cd63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82b7d72e72e74e70a76059f8649a191e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5187216
Dec 09 14:01:38.423300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11deae-4cc1-4411-80d3-35020b2a43ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:38.428405 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a11deae-4cc1-4411-80d3-35020b2a43ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports/b8b88d99-6015-407e-a7f2-16098f8f8a7f HTTP/1.1" status: 200  len: 913 time: 0.2199740
Dec 09 14:01:38.428405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49236) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:38.433816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.435337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49240) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:38.517412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.562126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:38.578581 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a135e50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:38.582284 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a025ea-67e2-41d2-9d4e-d42f2351375d None None] The sync data for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:38.622146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.646440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] For port c391ade0-81bb-4b51-9c5c-d2173d2ec800, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:38.667799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] For port c391ade0-81bb-4b51-9c5c-d2173d2ec800, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c391ade0-81bb-4b51-9c5c-d2173d2ec800,segment=NetworkSegment(304fd36b-919d-4a95-8c47-b223798fa97e),segment_id=304fd36b-919d-4a95-8c47-b223798fa97e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:38.671241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.690605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.702407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c2497e8-a406-449f-b62a-16d2df6696d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:38.758094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event updated for resources: {'Port': ['ID=a70ea996-bb53-4af2-bfed-08d49e75af89,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:38.776141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:38.840013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Router c591da60-ed10-40cb-8f64-ac7137e046b8 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:01:38.873733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.880856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] device_id is not set on port ffed09ae-13cc-4072-a015-33bc0be6cab7 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:38.911978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Pushing event updated for resources: {'Port': ['ID=c391ade0-81bb-4b51-9c5c-d2173d2ec800,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:38.916584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:38.922861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.965576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:38.980915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:38.981787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d2cea53b-e17b-4934-84aa-a55e74dcccfc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:38.984156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.043501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4526c318-b566-47ad-b925-c192ffd15f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:39.061430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49250) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:39.145104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Allocated IP 172.20.0.11 (a4b5d18e-9559-4a80-b43b-17f95f7e50e4/c3885904-b4bb-401c-b217-f187d94672c4/2cda8771-c2c8-4f36-9916-db13cfff5e97) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:39.183311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Allocated IP 172.20.0.9 (063f8a87-1995-4341-aa4e-d2f742eb361b/7ae7b2b4-1471-49af-8a19-09aa60281fe9/ffed09ae-13cc-4072-a015-33bc0be6cab7) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:39.190318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.200657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:39.225602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:39.234357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8917a481-2bf1-404a-8894-a348295b3bb5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:39.240058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:39.244795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:39.305910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.309313 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8917a481-2bf1-404a-8894-a348295b3bb5 HTTP/1.1" status: 204  len: 168 time: 0.8826845
Dec 09 14:01:39.330709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d2cea53b-e17b-4934-84aa-a55e74dcccfc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:39.331088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.369621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.371538 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 10.2053308
Dec 09 14:01:39.731550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.742150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aeeaa212-cc9b-4645-9161-30edc492d9a9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:39.893057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port aeeaa212-cc9b-4645-9161-30edc492d9a9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:39.893852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.928236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-65351830-6a56-4287-802d-2445013de992 req-dbc619e2-b1b0-417f-94aa-57138735fad0 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.2652805
Dec 09 14:01:39.931612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:39.971989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Transition to ACTIVE for port object 2cda8771-c2c8-4f36-9916-db13cfff5e97 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:40.100646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:40.114343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Usage tracker for resource:security_group_rule and tenant:74edca61bf4349cfae5b8b333e68de0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:40.119293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.127202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:40.141746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:40.158800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.161900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Transition to ACTIVE for port object ffed09ae-13cc-4072-a015-33bc0be6cab7 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:40.221712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.239762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:40.279245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:40.320671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:40.387710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.429023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.460439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Network 063f8a87-1995-4341-aa4e-d2f742eb361b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:40.465366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event updated for resources: {'Port': ['ID=ffed09ae-13cc-4072-a015-33bc0be6cab7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:40.481382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:40.484581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:40.494098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:40.550025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6ec90c54-49a8-4c6c-a78a-e7e5f449468f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:40.561324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event updated for resources: {'Port': ['ID=2cda8771-c2c8-4f36-9916-db13cfff5e97,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:40.565789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:40.575663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:40.581817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:40.592088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:40.598890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:40.681155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:40.682503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.728485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:40.728889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.762319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:40.763151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.792386 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4248607
Dec 09 14:01:40.794848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:40.827298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca0fa8-14d1-4f53-b831-2b0c77fc7fe8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:40.875965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:40.897158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-4a7d70a5-69ae-44d2-856e-33eab6fbb027 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Synchronizing usage tracker for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:40.908721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 3.9355588
Dec 09 14:01:40.945412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49282) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:40.970348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-4a7d70a5-69ae-44d2-856e-33eab6fbb027 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Unset dirty status for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:40.971539 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-4a7d70a5-69ae-44d2-856e-33eab6fbb027 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--664116372&fields=id&tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f HTTP/1.1" status: 200  len: 267 time: 0.2369621
Dec 09 14:01:41.031864 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74edca61bf4349cfae5b8b333e68de0d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9683161
Dec 09 14:01:41.093743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c391ade0-81bb-4b51-9c5c-d2173d2ec800 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:41.096123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49288) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:41.106107 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a88fb539-56cb-4a2e-ac8d-daa27080e19f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e3b204cbc324edd87a12ec8fdb8f8dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8204706
Dec 09 14:01:41.107638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-8e9a752b-d337-49f4-92a2-4bbf15374409 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:01:41.108626 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-8e9a752b-d337-49f4-92a2-4bbf15374409 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0869401
Dec 09 14:01:41.110930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:41.141025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc5aab8b-5012-4659-acaa-fa96cdbe607f None None] Provisioning for port 2cda8771-c2c8-4f36-9916-db13cfff5e97 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:41.141351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49292) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:41.145760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] Sync routers for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:41.169062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc5aab8b-5012-4659-acaa-fa96cdbe607f None None] Provisioning complete for port 2cda8771-c2c8-4f36-9916-db13cfff5e97 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:41.169705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc5aab8b-5012-4659-acaa-fa96cdbe607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.247889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-cc5aab8b-5012-4659-acaa-fa96cdbe607f None None] Port 2cda8771-c2c8-4f36-9916-db13cfff5e97 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:41.250082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c22f16-a284-434f-adf4-50b62953a832 None None] Network 063f8a87-1995-4341-aa4e-d2f742eb361b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:41.316181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.318620 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 12.6251962
Dec 09 14:01:41.330486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49296) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:41.360088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-f984da88-2d97-455c-a7b6-86e6bd75106f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:41.361409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-f984da88-2d97-455c-a7b6-86e6bd75106f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Synchronizing usage tracker for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:41.374677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:41.375313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2598e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:41.389689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-f984da88-2d97-455c-a7b6-86e6bd75106f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Unset dirty status for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:41.391598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-f984da88-2d97-455c-a7b6-86e6bd75106f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/networks?id=0e99999d-6292-4708-8491-eb8d72125c56 HTTP/1.1" status: 200  len: 812 time: 0.3542788
Dec 09 14:01:41.428135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.433126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-964891dd-6c03-4cc9-ba75-836a587dd0f9 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/quotas/1dc9d17bd3284f23999ce6d7f8be2f7f HTTP/1.1" status: 200  len: 375 time: 0.0221486
Dec 09 14:01:41.489466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.503845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2598e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:41.517516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68f14e-5e1c-4895-8d7b-b26f52ee5a71 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:41.524337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68f14e-5e1c-4895-8d7b-b26f52ee5a71 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:41.530556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68f14e-5e1c-4895-8d7b-b26f52ee5a71 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:41.532157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7b68f14e-5e1c-4895-8d7b-b26f52ee5a71 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Synchronizing usage tracker for tenant:33b458183b304f7c95ad6a33eb75d6b1 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:41.566823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-13bb4288-2b79-4ac6-87b2-47243e0f23f4 None None] Provisioning for port c391ade0-81bb-4b51-9c5c-d2173d2ec800 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:41.591036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.627305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.640023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c391ade0-81bb-4b51-9c5c-d2173d2ec800 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:41.663148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:41.664267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Request body: {'port': {'device_id': 'e326015b-85e0-4c56-841f-556f5904c49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:41.667602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2598e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:41.676637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7b68f14e-5e1c-4895-8d7b-b26f52ee5a71 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Unset dirty status for tenant:33b458183b304f7c95ad6a33eb75d6b1 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:41.677985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7b68f14e-5e1c-4895-8d7b-b26f52ee5a71 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.7135637
Dec 09 14:01:41.683583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:41.759853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Deleting port ffed09ae-13cc-4072-a015-33bc0be6cab7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:41.760281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.788929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c391ade0-81bb-4b51-9c5c-d2173d2ec800 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:41.789475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:41.951130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2598e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:41.951577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f7c3a3-c528-41f9-81d9-230e81e13f82 None None] The sync data for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:42.015209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.057285 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-cf213524-4ac7-4f3b-af5a-fc22e3ccc797 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6156354
Dec 09 14:01:42.063474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port c391ade0-81bb-4b51-9c5c-d2173d2ec800, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c391ade0-81bb-4b51-9c5c-d2173d2ec800,segment=NetworkSegment(304fd36b-919d-4a95-8c47-b223798fa97e),segment_id=304fd36b-919d-4a95-8c47-b223798fa97e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:42.076464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.081248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.083395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:42.158672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f314e85-0177-481c-82a4-b407871577be tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:42.179364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.186201 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03ca0fa8-14d1-4f53-b831-2b0c77fc7fe8 HTTP/1.1" status: 204  len: 168 time: 1.0827906
Dec 09 14:01:42.327128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=c391ade0-81bb-4b51-9c5c-d2173d2ec800,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:42.352192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:42.356409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.378908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.391073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca0fa8-14d1-4f53-b831-2b0c77fc7fe8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:42.396253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:42.413797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-96f561c6-4c00-4ca2-9d36-00dcf529f095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:42.637714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Provisioning for port fe5481de-e32f-4d14-8fdd-8ff591653544 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:42.652006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Provisioning complete for port fe5481de-e32f-4d14-8fdd-8ff591653544 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:42.652387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.700836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c085d56-e317-43de-9af6-ccec0e6b30e4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:42.701060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:42.716731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.720334 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c085d56-e317-43de-9af6-ccec0e6b30e4 HTTP/1.1" status: 204  len: 168 time: 1.5634751
Dec 09 14:01:42.732733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:42.826789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Port fe5481de-e32f-4d14-8fdd-8ff591653544 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:42.859995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Provisioning complete for port c391ade0-81bb-4b51-9c5c-d2173d2ec800 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:42.860536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:43.032758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Calling delete_port for ffed09ae-13cc-4072-a015-33bc0be6cab7 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:43.227375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Provisioning for port ffed09ae-13cc-4072-a015-33bc0be6cab7 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:43.248928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Provisioning complete for port ffed09ae-13cc-4072-a015-33bc0be6cab7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:43.252598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:43.389874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:43.438985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4fc742d7-4f1f-4a37-9a63-35ea203e43cb None None] Port ffed09ae-13cc-4072-a015-33bc0be6cab7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:43.467015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:43.509614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-85b7fb48-5752-421c-85d6-b8c0bac1c515 service neutron] 10.222.0.21 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4066412
Dec 09 14:01:43.579019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9a23a6f9-2435-4dbc-8060-a1d7e1511fe8 None None] Provisioning complete for port fe5481de-e32f-4d14-8fdd-8ff591653544 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:43.579658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a23a6f9-2435-4dbc-8060-a1d7e1511fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:43.707632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9a23a6f9-2435-4dbc-8060-a1d7e1511fe8 None None] Port fe5481de-e32f-4d14-8fdd-8ff591653544 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:43.734390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9a23a6f9-2435-4dbc-8060-a1d7e1511fe8 None None] Provisioning complete for port ffed09ae-13cc-4072-a015-33bc0be6cab7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:43.735069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a23a6f9-2435-4dbc-8060-a1d7e1511fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:43.793855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9a23a6f9-2435-4dbc-8060-a1d7e1511fe8 None None] Port ffed09ae-13cc-4072-a015-33bc0be6cab7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:43.856535 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-7fcfde55-cb00-42b2-abd5-41d05effc4ce service neutron] 10.222.0.21 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3394449
Dec 09 14:01:43.866094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:43.880073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Usage tracker for resource:security_group_rule and tenant:c8b6788ce55e4653bb9d0e530ad342cb is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:43.901245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:43.912124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:43.941485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:43.961819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:01:43.980616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:44.153432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event deleted for resources: {'Port': ['ID=ffed09ae-13cc-4072-a015-33bc0be6cab7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:44.157661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:44.168560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cda8771-c2c8-4f36-9916-db13cfff5e97 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:01:44.182726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.220211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Transition to ACTIVE for port object 2cda8771-c2c8-4f36-9916-db13cfff5e97 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:44.238409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.261826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:44.458752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c391ade0-81bb-4b51-9c5c-d2173d2ec800 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:44.466097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.500807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8771-c2c8-4f36-9916-db13cfff5e97,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:44.518767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:44.534179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port b8b88d99-6015-407e-a7f2-16098f8f8a7f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:44.534179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.698475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c391ade0-81bb-4b51-9c5c-d2173d2ec800 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:44.699421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.712252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.718894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:44.728358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:44.760356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eede3d03-4fb2-42d0-b08e-052df04f8f92,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:44.764067 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "DELETE /v2.0/ports/ffed09ae-13cc-4072-a015-33bc0be6cab7 HTTP/1.1" status: 204  len: 168 time: 3.0782092
Dec 09 14:01:44.765230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:44.770155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49352) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:44.793589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Request body: {'port': {'name': 'tempest-new-port-name-1287655818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:44.793977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] bootfile-name is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:44.795511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] tftp-server is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:44.795867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.api.validators [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] server-ip-address is not in valid_values {{(pid=83444) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 09 14:01:45.116640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:45.164831 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8b6788ce55e4653bb9d0e530ad342cb&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7706873
Dec 09 14:01:45.186106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49362) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:45.245799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:45.283981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf3e43-db33-403a-9722-27db72946b47 req-b04bf935-bfb4-4c2d-96a0-5644bf24bcae tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:45.285746 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1bf3e43-db33-403a-9722-27db72946b47 req-b04bf935-bfb4-4c2d-96a0-5644bf24bcae tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 944 time: 0.7774880
Dec 09 14:01:45.359438 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:01:45.551622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for b8b88d99-6015-407e-a7f2-16098f8f8a7f owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:45.582427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1bf3e43-db33-403a-9722-27db72946b47 req-45dfd4a1-5eeb-4bac-ac64-c3019416ce99 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2791903
Dec 09 14:01:45.769183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:45.786655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:45.807567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:45.989259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:46.067477 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4de011c0-9f58-49b4-bdd1-fb01d7ee0c3b req-c70ee7e6-f5c2-4db7-bae1-3494f4c38470 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.0980513
Dec 09 14:01:46.220532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] In _notify_port_updated(), no bound segment for port fe5481de-e32f-4d14-8fdd-8ff591653544 on network 063f8a87-1995-4341-aa4e-d2f742eb361b {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:01:46.232502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:46.232502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:46.234394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "PUT /v2.0/ports/fe5481de-e32f-4d14-8fdd-8ff591653544 HTTP/1.1" status: 200  len: 1136 time: 1.4596162
Dec 09 14:01:46.238923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49382) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:46.239499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event updated for resources: {'Port': ['ID=fe5481de-e32f-4d14-8fdd-8ff591653544,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:46.246644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:46.342430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Attempting to bind port 2cda8771-c2c8-4f36-9916-db13cfff5e97 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:46.343083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Attempting to bind port 2cda8771-c2c8-4f36-9916-db13cfff5e97 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:46.343888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Attempting to bind port 2cda8771-c2c8-4f36-9916-db13cfff5e97 on network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:46.394894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:46.430511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Port 2cda8771-c2c8-4f36-9916-db13cfff5e97 on network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:46.430834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Attempting to bind port 2cda8771-c2c8-4f36-9916-db13cfff5e97 on network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:46.490518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:46.508104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:46.508429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Checking segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:46.509409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Bound using segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:46.509409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Bound port: 2cda8771-c2c8-4f36-9916-db13cfff5e97, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:46.509681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:46.528115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-702b0928-b8f5-455b-b69e-a5ef4f79bd71 None None] Provisioning complete for port fe5481de-e32f-4d14-8fdd-8ff591653544 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:46.528793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-702b0928-b8f5-455b-b69e-a5ef4f79bd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:46.551855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523242f-5252-4852-a7c6-c9c118fe92d3 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:46.556354 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3523242f-5252-4852-a7c6-c9c118fe92d3 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "GET /v2.0/ports/fe5481de-e32f-4d14-8fdd-8ff591653544 HTTP/1.1" status: 200  len: 1136 time: 0.3037586
Dec 09 14:01:46.556902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:46.679979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-702b0928-b8f5-455b-b69e-a5ef4f79bd71 None None] Port fe5481de-e32f-4d14-8fdd-8ff591653544 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:46.701237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Deleting port fe5481de-e32f-4d14-8fdd-8ff591653544 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:46.701834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.068748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.084071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.098135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:47.186768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49404) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:47.189571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] For port 2cda8771-c2c8-4f36-9916-db13cfff5e97, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:47.214438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=b8b88d99-6015-407e-a7f2-16098f8f8a7f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:47.226361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:47.236406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:47.254671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] For port 2cda8771-c2c8-4f36-9916-db13cfff5e97, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:47.298528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eede3d03-4fb2-42d0-b08e-052df04f8f92,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:47.301179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.312311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:47.314067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:47.447543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-8c50a927-fb36-418e-a15f-91015c6a99eb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Synchronizing usage tracker for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:47.460115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f4d1e-6d12-414e-b2ba-01c1f5576b6f req-e5b2619f-8efc-4652-ba81-cedc42b9867e tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:47.462058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a21f4d1e-6d12-414e-b2ba-01c1f5576b6f req-e5b2619f-8efc-4652-ba81-cedc42b9867e tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 944 time: 0.6194193
Dec 09 14:01:47.621558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-757660887'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:47.653663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a21f4d1e-6d12-414e-b2ba-01c1f5576b6f req-67468fba-c00b-4aaa-8560-d6d25a7241a3 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150851
Dec 09 14:01:47.690082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-8c50a927-fb36-418e-a15f-91015c6a99eb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Unset dirty status for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:47.691595 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-8c50a927-fb36-418e-a15f-91015c6a99eb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--346360111&fields=id&tenant_id=0a1e9b700f2d4a1d87737f6900788db4 HTTP/1.1" status: 200  len: 267 time: 0.7441649
Dec 09 14:01:47.726340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.806700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.807850 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eede3d03-4fb2-42d0-b08e-052df04f8f92 HTTP/1.1" status: 204  len: 168 time: 2.6195416
Dec 09 14:01:47.809086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:47.834240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.844372 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1094 time: 6.4252751
Dec 09 14:01:47.844919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:01:47.854869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Usage tracker for resource:router and tenant:5616c2d5a4884500a4ccddaa82b0ed1c is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:47.871864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:47.885883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:47.911332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:47.934418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cda8771-c2c8-4f36-9916-db13cfff5e97,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:47.960773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:48.114702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.115698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.148989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Calling delete_port for fe5481de-e32f-4d14-8fdd-8ff591653544 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:48.277602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.313746 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4153ecad-a041-46c9-8157-db8ef15748ef req-0f547541-e69c-40b8-9a7b-af12e00abc7f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.2698133
Dec 09 14:01:48.325947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-5ec32c1f-648e-449f-8348-6a0013aa8937 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:48.326641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-5ec32c1f-648e-449f-8348-6a0013aa8937 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Synchronizing usage tracker for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:48.369023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.374696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.453396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-5ec32c1f-648e-449f-8348-6a0013aa8937 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Unset dirty status for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:48.454946 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-5ec32c1f-648e-449f-8348-6a0013aa8937 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/networks?id=3b0e8eac-4588-44a4-acd1-884899c092ae HTTP/1.1" status: 200  len: 806 time: 0.5982082
Dec 09 14:01:48.490609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.494142 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a5945f63-4dc8-4582-9a04-ee2af0b2e8cc tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.2945712
Dec 09 14:01:48.506121 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-ac39504a-cacd-4a55-99b1-57c5557e028a tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/quotas/0a1e9b700f2d4a1d87737f6900788db4 HTTP/1.1" status: 200  len: 375 time: 0.0401752
Dec 09 14:01:48.512280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:48.731957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Allocated IP 172.20.0.1 (3a42751d-1ed0-46bb-96eb-193fb717737d/142a7945-0aff-44b4-8417-3c7e57de7001/14f2ba75-94a6-4a42-b739-141ab3858375) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:48.738404 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'status': 'completed', 'code': 200}
Dec 09 14:01:48.771006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:48.792795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9f28ef4-a37d-4389-8929-c4cabd601b9c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:48.883401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event deleted for resources: {'Port': ['ID=fe5481de-e32f-4d14-8fdd-8ff591653544,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:48.886405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:48.954855 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-e079acb9-0b65-4106-b5a3-02b949ea9dd7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0a1e9b700f2d4a1d87737f6900788db4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4464982
Dec 09 14:01:48.966933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:49.229100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:49.246829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699cf3b-857e-4451-b924-75f633b92e5b req-b0cb7024-1cd1-463f-9fd1-102f3daa4abd tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:49.255216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5699cf3b-857e-4451-b924-75f633b92e5b req-b0cb7024-1cd1-463f-9fd1-102f3daa4abd tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 944 time: 0.3787227
Dec 09 14:01:49.280438 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "DELETE /v2.0/ports/fe5481de-e32f-4d14-8fdd-8ff591653544 HTTP/1.1" status: 204  len: 168 time: 2.7221498
Dec 09 14:01:49.285636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:49.307349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:49.391942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Transition to ACTIVE for port object 14f2ba75-94a6-4a42-b739-141ab3858375 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:49.408264 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7174146f-ba54-4a4e-a858-b5e6389cbe7e req-19959827-32c5-4ca9-998e-2f429d380ddd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1097 time: 0.2416265
Dec 09 14:01:49.570955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-7849ee90-5339-47ad-a0d5-230d8a63b961 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:01:49.579062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-7849ee90-5339-47ad-a0d5-230d8a63b961 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4171381
Dec 09 14:01:49.629358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:49.636082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0deb51a3-f598-44f3-bc8a-88ab5941cfed tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:49.675973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174146f-ba54-4a4e-a858-b5e6389cbe7e req-796ef77e-aa96-4a68-a2d8-e6d48dae1cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:49.677433 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7174146f-ba54-4a4e-a858-b5e6389cbe7e req-796ef77e-aa96-4a68-a2d8-e6d48dae1cdd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=d6d5fe1228de4ff6ad68826632075743&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2194374
Dec 09 14:01:49.680363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.35', 62288) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:49.778811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network 3a42751d-1ed0-46bb-96eb-193fb717737d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:49.786541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:49.884749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5699cf3b-857e-4451-b924-75f633b92e5b req-a1c94201-8167-468c-af75-dd5101911f1d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6286743
Dec 09 14:01:49.894085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:49.909561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:49.945108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Port': ['ID=14f2ba75-94a6-4a42-b739-141ab3858375,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:49.955141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:50.024941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.042263 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-76e58052-b28a-43d4-bd3a-13c68b14ba59 service neutron] 10.222.0.21 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4621570
Dec 09 14:01:50.123497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:50.147098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.158989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174146f-ba54-4a4e-a858-b5e6389cbe7e req-c5c95b1a-7ed5-4241-9cfa-ce64aab82a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:50.161093 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7174146f-ba54-4a4e-a858-b5e6389cbe7e req-c5c95b1a-7ed5-4241-9cfa-ce64aab82a90 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4667461
Dec 09 14:01:50.170232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-4701a78e-0da4-4f4d-8dfa-e39d8f6ea461 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:50.171876 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-4701a78e-0da4-4f4d-8dfa-e39d8f6ea461 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.35 "GET /v2.0/networks?id=0e99999d-6292-4708-8491-eb8d72125c56 HTTP/1.1" status: 200  len: 812 time: 0.4827645
Dec 09 14:01:50.179903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20e80fa2-752a-42eb-a79d-541ec40450a8 None None] Provisioning for port 14f2ba75-94a6-4a42-b739-141ab3858375 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:50.187532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20e80fa2-752a-42eb-a79d-541ec40450a8 None None] Provisioning complete for port 14f2ba75-94a6-4a42-b739-141ab3858375 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:50.187981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20e80fa2-752a-42eb-a79d-541ec40450a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.246429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-20e80fa2-752a-42eb-a79d-541ec40450a8 None None] Port 14f2ba75-94a6-4a42-b739-141ab3858375 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:50.346520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0dc7b3d4-8f41-4a48-bcd4-1402d49af6bb req-6cea7087-c3dd-4885-9c37-d35b7f99c52f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.0927403
Dec 09 14:01:50.373183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.373897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab10b57b-20eb-4a1b-a429-fab364caf371 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:01:50.377307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Deleting subnet 7ae7b2b4-1471-49af-8a19-09aa60281fe9 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:01:50.388574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.442561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.443813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71b0e6fb-ca9f-42b5-b876-b81a65aade21 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ab10b57b-20eb-4a1b-a429-fab364caf371 HTTP/1.1" status: 204  len: 168 time: 1.9315183
Dec 09 14:01:50.444911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-e8e61dbe-8f45-495f-8933-6eae4d56b72c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Synchronizing usage tracker for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:50.447815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:50.458803 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-1ea5f334-aa31-4e7a-bb18-ae5527eb603b service neutron] 10.222.0.21 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4074013
Dec 09 14:01:50.465733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Request body: {'router': {'name': 'tempest-router-455023869', 'distributed': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:50.473423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:50.477318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.488131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.501143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-e8e61dbe-8f45-495f-8933-6eae4d56b72c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Unset dirty status for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:50.502316 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-e8e61dbe-8f45-495f-8933-6eae4d56b72c tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f HTTP/1.1" status: 200  len: 379 time: 0.3176529
Dec 09 14:01:50.514263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Usage tracker for resource:router and tenant:5616c2d5a4884500a4ccddaa82b0ed1c is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:50.518628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:50.521279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Request body: {'port': {'device_id': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'admin_state_up': True, 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'security_groups': ['e813ebb5-5d9f-41bb-bba3-cd9a1053172a']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:50.529266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:50.558646 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-b3fbc74d-645d-40f4-a35b-f3afc0ab332b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1097 time: 0.2915781
Dec 09 14:01:50.569600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.570441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.617720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.670033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.715623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.730275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:50.793064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.812362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-940d766b-e8a5-4afb-9928-39a5516ff116 req-01ffaf68-505f-4acb-9e38-f7e7a4dba3dd tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.0646732
Dec 09 14:01:50.813960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:50.881746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:50.885576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3dbe34ea-3fb8-4c6a-8cf0-3313d1400a83 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.4345665
Dec 09 14:01:50.895802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:50.897288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae7b2b4-1471-49af-8a19-09aa60281fe9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:50.960850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:50.975345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Usage tracker for resource:port and tenant:1dc9d17bd3284f23999ce6d7f8be2f7f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:50.978843 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-988c2b6c-23d1-4787-a1f0-8ff2c5c20278 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 217 time: 0.2976351
Dec 09 14:01:50.979616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:51.024022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:51.042387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-15679590'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:51.047113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:51.054723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.056090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31caa777-73e7-4cbb-ad59-90152af18da2 None None] Network 063f8a87-1995-4341-aa4e-d2f742eb361b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:51.056586 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "DELETE /v2.0/subnets/7ae7b2b4-1471-49af-8a19-09aa60281fe9 HTTP/1.1" status: 204  len: 168 time: 1.7692971
Dec 09 14:01:51.057616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:51.060081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:51.113770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:51.127577 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] Sync routers for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:51.136833 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/b904d2d4-e4f5-4e98-824c-aa1e62ec6d52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7001982
Dec 09 14:01:51.147507 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:51.148129 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3011f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:51.155585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Made reservation on behalf of 1dc9d17bd3284f23999ce6d7f8be2f7f for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:51.158715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.172699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Usage tracker for resource:network and tenant:2b72d59e11694346bb7e2466a089754d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:51.179801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49516) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:51.325210 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3011f0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:51.338093 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:51.339426 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3011f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:51.391609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:51.403815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.412685 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3011f0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:51.413305 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3110f3c4-7efe-4ade-8d7d-b8bd5a856c8c None None] The sync data for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:51.424250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-7f2b3d5d-281a-4ffd-8e81-38e34406c59f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:51.426244 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-7f2b3d5d-281a-4ffd-8e81-38e34406c59f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.4397511
Dec 09 14:01:51.433506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:51.461700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.533818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] DHCP port deletion for 063f8a87-1995-4341-aa4e-d2f742eb361b request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:01:51.538123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Deleting port c391ade0-81bb-4b51-9c5c-d2173d2ec800 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:51.538712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.721147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Made reservation on behalf of 2b72d59e11694346bb7e2466a089754d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:51.724828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.735718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Deleting port c391ade0-81bb-4b51-9c5c-d2173d2ec800 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:51.736222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.765523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ed7869b-c072-4b20-a04a-fff0d7152c7c req-fa657674-b67b-4908-87dd-f85e6427e3e3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.1916039
Dec 09 14:01:51.794092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.794281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Allocated IP 172.20.0.12 (0e99999d-6292-4708-8491-eb8d72125c56/97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9/cfda8e0c-a4f5-4760-abb7-a95e69d85fc4) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:51.807986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] For port c391ade0-81bb-4b51-9c5c-d2173d2ec800, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c391ade0-81bb-4b51-9c5c-d2173d2ec800,segment=NetworkSegment(304fd36b-919d-4a95-8c47-b223798fa97e),segment_id=304fd36b-919d-4a95-8c47-b223798fa97e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:51.808633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:51.817588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20993b5-7541-47c3-b0a5-759ff6f0500e req-09ee81fc-9ad8-468f-a902-20fdf0c9f5c9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:51.819062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e20993b5-7541-47c3-b0a5-759ff6f0500e req-09ee81fc-9ad8-468f-a902-20fdf0c9f5c9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 944 time: 0.6403863
Dec 09 14:01:51.848714 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-f20a5191-dd92-4f2d-9a71-d0a03139fa9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3721106
Dec 09 14:01:51.938171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Calling delete_port for c391ade0-81bb-4b51-9c5c-d2173d2ec800 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:52.038311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.044687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.058111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d806f1d7-b255-4ea9-af0a-4ab84483c5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:52.104471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] No DVR routers for this DVR port c391ade0-81bb-4b51-9c5c-d2173d2ec800 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:01:52.118906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.35', 62294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:52.121315 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5b88b4e-b998-458c-8aa5-f45a92a960f0 req-6b64547b-0553-4295-92fe-4e5b51e11411 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.0980194
Dec 09 14:01:52.123905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:52.129670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Pushing event deleted for resources: {'Port': ['ID=c391ade0-81bb-4b51-9c5c-d2173d2ec800,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:52.132331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:52.226298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Usage tracker for resource:security_group_rule and tenant:2b72d59e11694346bb7e2466a089754d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:52.229927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.264838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f2e85f46-ac79-4dc3-baeb-d55e3495b9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:52.309340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:52.327108 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e20993b5-7541-47c3-b0a5-759ff6f0500e req-93356143-da6c-4eac-ab0a-e28cfc5954fa tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4966726
Dec 09 14:01:52.364583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c391ade0-81bb-4b51-9c5c-d2173d2ec800 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:01:52.377829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:52.407780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c391ade0-81bb-4b51-9c5c-d2173d2ec800 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:01:52.408218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c391ade0-81bb-4b51-9c5c-d2173d2ec800 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:01:52.435203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.468468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3906e64b-0adc-41fc-8c49-9c2ecb969fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.483801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.510803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] For port c391ade0-81bb-4b51-9c5c-d2173d2ec800, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c391ade0-81bb-4b51-9c5c-d2173d2ec800,segment=NetworkSegment(304fd36b-919d-4a95-8c47-b223798fa97e),segment_id=304fd36b-919d-4a95-8c47-b223798fa97e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:52.511162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.625420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.638886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Port': ['ID=14f2ba75-94a6-4a42-b739-141ab3858375,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:52.642453 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-d04181b1-2ac2-4270-b54f-257deea7fc45 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7747452
Dec 09 14:01:52.643974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:52.671894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Calling delete_port for c391ade0-81bb-4b51-9c5c-d2173d2ec800 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:52.703439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.724139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-591b4ac3-7cf2-4d1e-84c9-2f5b3fd3fadc tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:52.725310 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-591b4ac3-7cf2-4d1e-84c9-2f5b3fd3fadc tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.35 "GET /v2.0/networks?id=3b0e8eac-4588-44a4-acd1-884899c092ae HTTP/1.1" status: 200  len: 806 time: 0.6030996
Dec 09 14:01:52.764745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.765116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c49457ca-45a4-400d-8cff-eab2ae8aa872 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:01:52.796582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Transition to ACTIVE for port object cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:52.849203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.854434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.858385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-66c2ec4a-a64d-4a95-bddb-e5479744076e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c49457ca-45a4-400d-8cff-eab2ae8aa872 HTTP/1.1" status: 204  len: 168 time: 1.9551120
Dec 09 14:01:52.860120 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-c3eaf4b3-b500-4871-bbe0-8b8192c447c5 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a1e9b700f2d4a1d87737f6900788db4 HTTP/1.1" status: 200  len: 379 time: 0.1124108
Dec 09 14:01:52.860721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.865241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:52.865985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a965ccf-53f2-46d7-8fad-d1eb92b8c9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:52.879745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:01:52.880097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:01:52.885400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Request body: {'router': {'name': 'tempest-router-2105675625', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a64b6c7fd87a4b079c07f2ba313eb075'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:52.896000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Request body: {'port': {'device_id': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'admin_state_up': True, 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'security_groups': ['4119b647-69a4-4ec7-8a16-a51af524c482']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:52.918193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:52.930225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:01:52.932486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Usage tracker for resource:router and tenant:a64b6c7fd87a4b079c07f2ba313eb075 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:52.948969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:52.979638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:53.016817 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-707a3467-aba4-4e85-88ae-d3e8b7edb924 req-aac8fb30-27e1-4b67-947c-445e96015915 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589721
Dec 09 14:01:53.082388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8cf2c7-475a-477a-849e-2db78e5b0c47,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:53.087924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.101576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:53.130039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network 3a42751d-1ed0-46bb-96eb-193fb717737d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:53.130173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:53.133841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7935c5f6-01e0-468e-8aea-ae0dc16e8c75 req-281fe025-07d0-4156-b0ce-d9dbb487a9aa tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.2108929
Dec 09 14:01:53.135704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.136040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Added segment c54380a1-6053-4eee-8757-72e786636853 of type vlan for network ab024f9e-026f-4e0b-9bde-df69f787918e
Dec 09 14:01:53.138396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:53.138511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:53.177967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.177967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.219607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.262569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Network 0e99999d-6292-4708-8491-eb8d72125c56 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:53.269939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:53.271974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.272742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:53.282627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:53.295155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Usage tracker for resource:port and tenant:0a1e9b700f2d4a1d87737f6900788db4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:53.338764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:53.351656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:53.356033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5fcb69c5-58c2-43bb-a48c-249975be67a1 req-f0ac1a9e-2ef5-4f41-9c2d-ad00a1d2d33a tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.0665286
Dec 09 14:01:53.360654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.369404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.373850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:53.374506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.383670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:53.407727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Deleting port c391ade0-81bb-4b51-9c5c-d2173d2ec800 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:53.407920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.468855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Made reservation on behalf of 0a1e9b700f2d4a1d87737f6900788db4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:53.472027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.476010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event updated for resources: {'Port': ['ID=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:53.481652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:53.524780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:53.525359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.586754 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0733676
Dec 09 14:01:53.613720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-95a85a13-8f9d-427c-a91b-8d81f5457da5 None None] Provisioning complete for port 14f2ba75-94a6-4a42-b739-141ab3858375 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:53.614169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-95a85a13-8f9d-427c-a91b-8d81f5457da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.655380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Request body: {'port': {'device_id': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:53.666161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-95a85a13-8f9d-427c-a91b-8d81f5457da5 None None] Port 14f2ba75-94a6-4a42-b739-141ab3858375 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:53.670728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] The port 'c391ade0-81bb-4b51-9c5c-d2173d2ec800' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:01:53.749515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Pushing event updated for resources: {'Network': ['ID=ab024f9e-026f-4e0b-9bde-df69f787918e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:53.760733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.761950 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c8317a20-c9ba-4ee1-b6aa-f44e7fe5e77e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.8880172
Dec 09 14:01:53.766385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 3.0350485
Dec 09 14:01:53.768041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ab024f9e-026f-4e0b-9bde-df69f787918e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:01:53.769003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49538) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:53.769158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:53.798032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:53.905501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.908062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-83368fb6-22d9-4edd-9d71-6196ab25d0d7 None None] Provisioning for port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:53.914927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-83368fb6-22d9-4edd-9d71-6196ab25d0d7 None None] Provisioning complete for port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:53.915543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83368fb6-22d9-4edd-9d71-6196ab25d0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:53.981467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-83368fb6-22d9-4edd-9d71-6196ab25d0d7 None None] Port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:54.043648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49546) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:54.063754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Request body: {'port': {'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1722351559'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:54.070762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.087538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:54.110009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Usage tracker for resource:port and tenant:4988d2ce330e4ab4829263f34f6dfef5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:54.114356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:54.141605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:54.146454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64490a5580>,) {'filters': {'network_id': ['063f8a87-1995-4341-aa4e-d2f742eb361b']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:54.169192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Allocated IP 172.20.0.10 (3b0e8eac-4588-44a4-acd1-884899c092ae/44d4afe7-531b-4fb0-9736-0865a24351f9/34940477-8595-48a5-9b3a-0846a4885f36) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:54.223332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490a5580>, '304fd36b-919d-4a95-8c47-b223798fa97e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:54.223691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490a5580>, '304fd36b-919d-4a95-8c47-b223798fa97e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:54.259811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714a869-e48b-4f55-a094-a1e1194f2e2a req-16ed1cb0-59fa-4648-86ba-d85b54749728 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:54.266159 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d714a869-e48b-4f55-a094-a1e1194f2e2a req-16ed1cb0-59fa-4648-86ba-d85b54749728 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 944 time: 0.6813891
Dec 09 14:01:54.268364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Made reservation on behalf of 4988d2ce330e4ab4829263f34f6dfef5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:54.270839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.289419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.412617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.441281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.469220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:01:54.469637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:01:54.496117 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:01:54.503884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Router c591da60-ed10-40cb-8f64-ac7137e046b8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:54.624983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:54.750624 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d714a869-e48b-4f55-a094-a1e1194f2e2a req-92b848a7-6bb1-4b1b-990b-28cb9c96dcac tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4831803
Dec 09 14:01:54.770745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:01:54.779357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.810122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Usage tracker for resource:security_group_rule and tenant:4988d2ce330e4ab4829263f34f6dfef5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:54.834162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:54.835671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2652a76f-dcd1-4144-98fe-e360b82f81e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.879998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Transition to ACTIVE for port object cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:54.895635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.902611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:54.903294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.914554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:54.920782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:54.942025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.980785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 0c9f2334-5beb-4625-a605-d3de61336168 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:01:54.981383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.993289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:54.993643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.048318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Pushing event deleted for resources: {'Network': ['ID=063f8a87-1995-4341-aa4e-d2f742eb361b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:55.073147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Pushing event updated for resources: {'Port': ['ID=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:55.084951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:55.118209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:55.151183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24f33b-2b5b-43c0-9739-37c567819834 req-b646bc3a-5b2b-4265-b25d-c4466496382b tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:55.152703 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1c24f33b-2b5b-43c0-9739-37c567819834 req-b646bc3a-5b2b-4265-b25d-c4466496382b tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 932 time: 0.8660867
Dec 09 14:01:55.161593 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] 10.222.0.21 "DELETE /v2.0/networks/063f8a87-1995-4341-aa4e-d2f742eb361b HTTP/1.1" status: 204  len: 168 time: 4.0976951
Dec 09 14:01:55.165922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-491f166b-cea1-4e1c-b3f2-d9b849ed2ab2 req-797c8378-7369-4c8c-8d54-250bfdf4405e tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Synchronizing usage tracker for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:01:55.256402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 09 14:01:55.256729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Router bc4deb1d-8c36-4abb-bd8e-2acc01c81437 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f644a99de80> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f644a99dc70> provider. {{(pid=83444) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 09 14:01:55.257280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.284054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.286845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-491f166b-cea1-4e1c-b3f2-d9b849ed2ab2 req-797c8378-7369-4c8c-8d54-250bfdf4405e tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Unset dirty status for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:01:55.287988 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-491f166b-cea1-4e1c-b3f2-d9b849ed2ab2 req-797c8378-7369-4c8c-8d54-250bfdf4405e tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.3713465
Dec 09 14:01:55.301693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.324476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.328357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Transition to ACTIVE for port object 34940477-8595-48a5-9b3a-0846a4885f36 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:55.341586 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1c24f33b-2b5b-43c0-9739-37c567819834 req-ee1c0e92-42cb-4de7-82ce-bde67c5d10dc tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1585827
Dec 09 14:01:55.350774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:55.361770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] Sync routers for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:55.363095 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "PUT /v2.0/routers/c591da60-ed10-40cb-8f64-ac7137e046b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0295825
Dec 09 14:01:55.373578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49558) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:55.373578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Attempting to bind port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:55.373578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Attempting to bind port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:55.373578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Attempting to bind port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 on network 0e99999d-6292-4708-8491-eb8d72125c56 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:55.374617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.382937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.385815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Request body: {'port': {'network_id': '3a42751d-1ed0-46bb-96eb-193fb717737d', 'name': 'tempest-FloatingIPAdminTestJSON-417935181'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:55.396040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:55.396402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a09ae80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:55.453873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.457253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9c49188-46b8-4bca-9049-cae96933dd24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:55.507442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a09ae80>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:55.519229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 1db7a70b-01d3-40f3-9c13-b814570f9f13 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:55.535741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:55.536844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a09ae80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:55.578003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 on network 0e99999d-6292-4708-8491-eb8d72125c56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:55.578347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Attempting to bind port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 on network 0e99999d-6292-4708-8491-eb8d72125c56 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:55.591800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 0c9f2334-5beb-4625-a605-d3de61336168 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:01:55.597371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49564) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:55.614798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.616410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff03a4-a40f-4499-b1aa-38552ae73e46,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:55.624710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:55.625228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:55.649814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:55.650182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Checking segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:55.650576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Bound using segment: {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:55.651008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Bound port: cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6262859-77ad-4753-bd1d-a74078743045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:55.651353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.664436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a09ae80>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:55.664858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f088b-ad12-4a2d-b35a-fc70e9b26605 None None] The sync data for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:55.739438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Network 3b0e8eac-4588-44a4-acd1-884899c092ae is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:55.754780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:55.762730 dv-neutron-821183-1-hyperv neutron-server[83444]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] No L3 agents can host the router bc4deb1d-8c36-4abb-bd8e-2acc01c81437
Dec 09 14:01:55.763746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:55.791273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event updated for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:55.821556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:55.909998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:55.917338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Usage tracker for resource:port and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:55.929791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:55.941314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:55.953992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:55.954612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.961963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] For port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:55.965765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] For port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:55.969370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Made reservation on behalf of 73a1defef6014787b4ecf41817206b5b for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:55.972573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.985759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:55.994667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:56.051711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.077951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e0998af-5fe4-4a35-b7ab-c707f0d27850 None None] Provisioning for port 34940477-8595-48a5-9b3a-0846a4885f36 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:56.083983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e0998af-5fe4-4a35-b7ab-c707f0d27850 None None] Provisioning complete for port 34940477-8595-48a5-9b3a-0846a4885f36 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:56.085218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e0998af-5fe4-4a35-b7ab-c707f0d27850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.107625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] device_id is not set on port 9ebf30b9-e792-4a85-8f90-d4956d52d28e yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:56.140754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2e0998af-5fe4-4a35-b7ab-c707f0d27850 None None] Port 34940477-8595-48a5-9b3a-0846a4885f36 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:56.156132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.157634 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] 10.222.0.35 "PUT /v2.0/ports/cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 HTTP/1.1" status: 200  len: 1094 time: 2.5189192
Dec 09 14:01:56.160366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:01:56.182645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Pushing event updated for resources: {'Port': ['ID=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:56.188986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:56.197933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.210748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da98cd6e-7532-4e78-a474-73896b6b323f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:56.224169 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4badf3d8-d3a0-4817-b31b-4f4a6a1bf37c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33b458183b304f7c95ad6a33eb75d6b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6255949
Dec 09 14:01:56.230425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3537486
Dec 09 14:01:56.231072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49574) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:56.262835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Request body: {'port': {'device_id': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:56.318460 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'status': 'completed', 'code': 200}
Dec 09 14:01:56.322937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=0c9f2334-5beb-4625-a605-d3de61336168,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:56.323110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.332481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:56.428026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 1db7a70b-01d3-40f3-9c13-b814570f9f13 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:01:56.461686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.479277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Transition to ACTIVE for port object 1db7a70b-01d3-40f3-9c13-b814570f9f13 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:56.505980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.555555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d7668ac-6d21-493d-a3fb-58d9f97ae3de tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:56.591576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a00311-5294-4577-9ad3-e5f4bbf7a69f req-c3a023a7-37e7-44d0-bc84-342d613cd755 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:56.599498 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8a00311-5294-4577-9ad3-e5f4bbf7a69f req-c3a023a7-37e7-44d0-bc84-342d613cd755 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 944 time: 0.6550331
Dec 09 14:01:56.637209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Allocated IP 172.20.0.8 (3a42751d-1ed0-46bb-96eb-193fb717737d/142a7945-0aff-44b4-8417-3c7e57de7001/9ebf30b9-e792-4a85-8f90-d4956d52d28e) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:01:56.661906 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-2bb9c3f5-acc2-4359-9ec8-a93eeada9bc8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f&device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 1097 time: 0.4138441
Dec 09 14:01:56.687370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 2cda8771-c2c8-4f36-9916-db13cfff5e97 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:01:56.741426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.779391 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-d2093107-333c-4434-b8e2-266ad3731342 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 HTTP/1.1" status: 200  len: 217 time: 0.0976882
Dec 09 14:01:56.824711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 2cda8771-c2c8-4f36-9916-db13cfff5e97, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:56.827147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Hosts for router bc4deb1d-8c36-4abb-bd8e-2acc01c81437: [] {{(pid=83444) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 09 14:01:56.841950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'port_id': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'mac_address': 'fa:16:3e:84:0b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:01:56.873930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=1db7a70b-01d3-40f3-9c13-b814570f9f13,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:56.876002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.894292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:56.898137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.914700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8a00311-5294-4577-9ad3-e5f4bbf7a69f req-0884a84d-76da-4db1-b63a-ca92f3d1b371 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3144100
Dec 09 14:01:56.918714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cda8771-c2c8-4f36-9916-db13cfff5e97 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:01:56.924953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Hosts for other DVR routers connected to router bc4deb1d-8c36-4abb-bd8e-2acc01c81437: set() {{(pid=83444) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}}
Dec 09 14:01:56.926916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.930376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e432255c-3d33-4d76-9644-afc023f550ed tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "PUT /v2.0/routers/bc4deb1d-8c36-4abb-bd8e-2acc01c81437 HTTP/1.1" status: 200  len: 717 time: 3.1513638
Dec 09 14:01:56.930376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.933018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49586) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:56.939145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 2cda8771-c2c8-4f36-9916-db13cfff5e97, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:56.944866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:56.948478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:56.971369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Checking segment: {'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:56.971769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Network hostable DHCP agents. Network: ab024f9e-026f-4e0b-9bde-df69f787918e, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:01:57.022618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=2cda8771-c2c8-4f36-9916-db13cfff5e97,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:57.026340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:57.062866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-52326209-07e8-4246-a057-dc401e35d1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:57.064299 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-52326209-07e8-4246-a057-dc401e35d1ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9 HTTP/1.1" status: 200  len: 851 time: 0.2653673
Dec 09 14:01:57.140250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.187995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['2cda8771-c2c8-4f36-9916-db13cfff5e97'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:01:57.294532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d39189-238d-456b-9981-10d23df1b8a5 req-054723b1-4c90-4ff2-8bd2-42ca5b6ef4a8 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:57.296084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35d39189-238d-456b-9981-10d23df1b8a5 req-054723b1-4c90-4ff2-8bd2-42ca5b6ef4a8 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 944 time: 0.6590962
Dec 09 14:01:57.358431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Network ab024f9e-026f-4e0b-9bde-df69f787918e is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:01:57.371232 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-30e8eb12-9ec1-482c-8186-b5670c61b7c8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "GET /v2.0/routers/bc4deb1d-8c36-4abb-bd8e-2acc01c81437 HTTP/1.1" status: 200  len: 717 time: 0.4361343
Dec 09 14:01:57.387170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49590) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:57.401698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.411875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ab024f9e-026f-4e0b-9bde-df69f787918e) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:57.425751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:57.446620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3057cdb-63c2-43f5-8e6a-38cf80d182e5 None None] Network ab024f9e-026f-4e0b-9bde-df69f787918e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:01:57.461073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Transition to ACTIVE for port object 9ebf30b9-e792-4a85-8f90-d4956d52d28e will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:57.480955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.527425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09395250-d696-4c7f-beed-296d9d4ce18c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:57.545336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.575472 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35d39189-238d-456b-9981-10d23df1b8a5 req-72d7b1b6-df68-4173-abfd-95a27150d7f8 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2673850
Dec 09 14:01:57.577934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:57.578298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:57.578668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:57.601170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ea4923-7fac-451a-88d6-22a0a72f03b1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:57.643492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e22bbe-52e2-4785-aebc-4e12c6ad5518 req-78d41d13-480d-4cd1-ac22-7d1c47885e3d tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:57.645523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2e22bbe-52e2-4785-aebc-4e12c6ad5518 req-78d41d13-480d-4cd1-ac22-7d1c47885e3d tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 932 time: 0.5151384
Dec 09 14:01:57.658886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.660956 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21ea4923-7fac-451a-88d6-22a0a72f03b1 HTTP/1.1" status: 204  len: 168 time: 1.4198403
Dec 09 14:01:57.676013 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-74e173e4-5489-4bca-9128-a0ba738e86ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e99999d-6292-4708-8491-eb8d72125c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5967808
Dec 09 14:01:57.692983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.693343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.693731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.694085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.694435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.694788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.695134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.695482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.695825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.696164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.696504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:57.703929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:57.704270 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:57.705009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:57.709339 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 2 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:57.758119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:57.758442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:57.758776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:57.774290 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d2e22bbe-52e2-4785-aebc-4e12c6ad5518 req-a2f90427-dcb0-486c-a20b-931f728b02e4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165283
Dec 09 14:01:57.776282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:57.776612 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:57.778146 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 3 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:57.805331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:57.805690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:57.806025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:57.839483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:57.839846 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:57.845512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 4 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:57.847888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.857857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4947b155-517d-45ee-b4d0-9e0f7308e5ba tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:57.878642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:57.878976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:57.879308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:57.884625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34940477-8595-48a5-9b3a-0846a4885f36 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:01:57.894261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.898270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:57.898597 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:57.901615 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 5 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:57.922680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Transition to ACTIVE for port object 34940477-8595-48a5-9b3a-0846a4885f36 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:01:57.923572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:57.923778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:57.924277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:57.930970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:57.934864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:57.967723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:57.967723 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:57.968372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 6 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:57.985130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:01:58.011160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Network 3a42751d-1ed0-46bb-96eb-193fb717737d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:01:58.021573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:01:58.024149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:01:58.066126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event updated for resources: {'Port': ['ID=9ebf30b9-e792-4a85-8f90-d4956d52d28e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:58.086127 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f728538d-a208-4af6-a56a-94341dab5fa2 tempest-RoutersTestDVR-672981147 tempest-RoutersTestDVR-672981147-project] 10.222.0.21 "GET /v2.0/routers/bc4deb1d-8c36-4abb-bd8e-2acc01c81437 HTTP/1.1" status: 200  len: 683 time: 0.6911175
Dec 09 14:01:58.095588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49606) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:58.163595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:58.164218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:58.164714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:58.167595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Pushing event updated for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:58.195272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:58.200202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.200852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.200954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.201255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.201657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.201996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.202330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.202672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.203010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.203347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.203712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:01:58.209627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:58.216756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:58.217077 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:58.218273 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 7 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:58.251256 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-67380994-717a-4f37-9f0a-3e1d0db00eff service neutron] 10.222.0.35 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5127182
Dec 09 14:01:58.256816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:58.257494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.339027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:58.339541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:58.339874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:58.381912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:58.382635 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:58.389760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 8 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:58.422139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cb22771c-888b-43f6-8b25-8523354316b3 None None] Provisioning for port 9ebf30b9-e792-4a85-8f90-d4956d52d28e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:58.429082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:58.430201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cb22771c-888b-43f6-8b25-8523354316b3 None None] Provisioning complete for port 9ebf30b9-e792-4a85-8f90-d4956d52d28e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:58.430913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb22771c-888b-43f6-8b25-8523354316b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.431527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:58.432136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:58.434920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Attempting to bind port 34940477-8595-48a5-9b3a-0846a4885f36 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:58.438021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Attempting to bind port 34940477-8595-48a5-9b3a-0846a4885f36 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:58.440015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Attempting to bind port 34940477-8595-48a5-9b3a-0846a4885f36 on network 3b0e8eac-4588-44a4-acd1-884899c092ae {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:58.453895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91c72d-45e9-4eef-acdb-eed58a1fb887 req-99ebc77a-477c-44b3-b404-dd7c3c4a0c6f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:58.461189 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a91c72d-45e9-4eef-acdb-eed58a1fb887 req-99ebc77a-477c-44b3-b404-dd7c3c4a0c6f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 945 time: 0.3535125
Dec 09 14:01:58.484456 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1151397
Dec 09 14:01:58.485896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:58.494310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-cb22771c-888b-43f6-8b25-8523354316b3 None None] Port 9ebf30b9-e792-4a85-8f90-d4956d52d28e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:01:58.500445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Port 34940477-8595-48a5-9b3a-0846a4885f36 on network 3b0e8eac-4588-44a4-acd1-884899c092ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:58.501083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Attempting to bind port 34940477-8595-48a5-9b3a-0846a4885f36 on network 3b0e8eac-4588-44a4-acd1-884899c092ae {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:58.516351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:58.516851 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:58.519581 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 9 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:58.532946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:01:58.533287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Checking segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:01:58.533908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Bound using segment: {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:01:58.534816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Bound port: 34940477-8595-48a5-9b3a-0846a4885f36, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57192cd9-b28e-44be-a372-4b59481d59f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:01:58.535187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.679442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 2cda8771-c2c8-4f36-9916-db13cfff5e97 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:01:58.704154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.766457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:58.775094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:01:58.797717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.813145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4e506bb4-5dd5-4466-a691-2e63281f7fcd tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:58.842924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 2cda8771-c2c8-4f36-9916-db13cfff5e97 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:01:58.849661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 2cda8771-c2c8-4f36-9916-db13cfff5e97 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:01:58.850046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.895308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:58.900861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] 10.222.0.35 "PUT /v2.0/ports/34940477-8595-48a5-9b3a-0846a4885f36 HTTP/1.1" status: 200  len: 1094 time: 2.6569619
Dec 09 14:01:58.901630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:58.901954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:58.902290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:58.912317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49630) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:58.920627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Pushing event updated for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:58.926467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:58.927365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:01:58.945952 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-38b1d9ca-38ec-4245-bba7-5aacabfa0231 req-19829fd3-dc35-4441-bcb8-da538e7892f1 service neutron] 10.222.0.35 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6618421
Dec 09 14:01:58.960637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'project_id': '73a1defef6014787b4ecf41817206b5b', 'port_id': '9ebf30b9-e792-4a85-8f90-d4956d52d28e'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:58.965197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:58.969426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Usage tracker for resource:floatingip and tenant:73a1defef6014787b4ecf41817206b5b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:58.972049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:01:58.981632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:58.984089 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] Sync routers for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:01:59.008163 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:59.008915 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a301130>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:59.009985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.033010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:59.033797 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:59.075677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:01:59.077190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 10 to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13
Dec 09 14:01:59.080301 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a301130>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:59.094351 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] Routers {'b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:01:59.095233 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a301130>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:59.097280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:59.130412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a91c72d-45e9-4eef-acdb-eed58a1fb887 req-d3b62104-58b0-4d1d-b664-a16239aebeb0 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6679981
Dec 09 14:01:59.146859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:01:59.147374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:01:59.147718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:01:59.157131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.183535 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/b904d2d4-e4f5-4e98-824c-aa1e62ec6d52/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9757791
Dec 09 14:01:59.194103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:59.236860 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a301130>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:01:59.238127 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaec647-4231-4836-b88f-a19ed77dc6c5 None None] The sync data for ids ['b904d2d4-e4f5-4e98-824c-aa1e62ec6d52'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:01:59.245064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:01:59.245562 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 1db7a70b-01d3-40f3-9c13-b814570f9f13 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:01:59.246195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.311639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 2cda8771-c2c8-4f36-9916-db13cfff5e97, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:01:59.322542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.322975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c1cd2a7-6fb1-4f7d-9494-797125da007c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 HTTP/1.1" status: 200  len: 205 time: 0.1215684
Dec 09 14:01:59.333896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98bf8f7d-aa5e-4293-aa3e-51929ffc796f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:59.370438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49654) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:59.443192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=2cda8771-c2c8-4f36-9916-db13cfff5e97,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:01:59.450387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:01:59.453837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'networks': [{'name': 'tempest-network--1951440116'}, {'name': 'tempest-network--1153587916'}]} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:59.454169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'network': {'name': 'tempest-network--1951440116'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:59.454612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'network': {'name': 'tempest-network--1153587916'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:59.464795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:59.478875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:network and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:59.483990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:59.548341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:59.574798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030baf0d-1ffd-40ce-9217-a0dd2e10a192 req-5e13e7b7-21d3-427b-a097-e46785fe0773 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:59.576231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-030baf0d-1ffd-40ce-9217-a0dd2e10a192 req-5e13e7b7-21d3-427b-a097-e46785fe0773 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 944 time: 0.6597281
Dec 09 14:01:59.594502 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-d52ac167-f92b-4ce4-8bb1-48efc981cf80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a1e9b700f2d4a1d87737f6900788db4&device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 1097 time: 0.6411123
Dec 09 14:01:59.631614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.634498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'network': 2} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:01:59.638034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.662253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.663845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.736425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-5c7ed2ed-98af-408d-a34c-1d365bdcc1b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34940477-8595-48a5-9b3a-0846a4885f36 HTTP/1.1" status: 200  len: 217 time: 0.1281619
Dec 09 14:01:59.738060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] For port 1db7a70b-01d3-40f3-9c13-b814570f9f13, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:01:59.738416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempted to set empty binding levels {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 09 14:01:59.762451 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-688da742-c260-4d9c-aac9-4964f3925025 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f&device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 1097 time: 0.5974586
Dec 09 14:01:59.785377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.788838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e36d5ac-e5e1-48a1-bfa7-b19f5f437ee2 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:01:59.812146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:59.856044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.862068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.862606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc4deb1d-8c36-4abb-bd8e-2acc01c81437 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:01:59.870143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:security_group_rule and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:59.874847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:59.890137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:59.906301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:01:59.907716 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5e9436c5-e836-4afc-a679-c11cb193c88e tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "DELETE /v2.0/routers/bc4deb1d-8c36-4abb-bd8e-2acc01c81437 HTTP/1.1" status: 204  len: 168 time: 1.7958641
Dec 09 14:01:59.919536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49664) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:01:59.930622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Request body: {'router': {'name': 'tempest-router-1242774723', 'distributed': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:01:59.952849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:01:59.960454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Usage tracker for resource:router and tenant:5616c2d5a4884500a4ccddaa82b0ed1c is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:01:59.965410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:01:59.976653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-87a1bc25-c666-4eba-9d8c-47d0f607b9c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:01:59.978618 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-87a1bc25-c666-4eba-9d8c-47d0f607b9c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e99999d-6292-4708-8491-eb8d72125c56 HTTP/1.1" status: 200  len: 913 time: 0.2057004
Dec 09 14:01:59.980343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:01:59.996088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-030baf0d-1ffd-40ce-9217-a0dd2e10a192 req-5435e846-760e-4531-a81c-c1029f4e53b4 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4005299
Dec 09 14:02:00.023712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.040452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=1db7a70b-01d3-40f3-9c13-b814570f9f13,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:00.052036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-40fdf802-3cc2-4dca-b2b4-ee9833a87d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:00.053482 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-40fdf802-3cc2-4dca-b2b4-ee9833a87d72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d4afe7-531b-4fb0-9736-0865a24351f9 HTTP/1.1" status: 200  len: 845 time: 0.3043823
Dec 09 14:02:00.054359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:00.064693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7acf7-bef7-4145-b7e3-2518a5591656 req-d0132f5c-bf5a-4518-852d-f8e87e23fa84 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:00.066705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-14c7acf7-bef7-4145-b7e3-2518a5591656 req-d0132f5c-bf5a-4518-852d-f8e87e23fa84 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 944 time: 0.6089420
Dec 09 14:02:00.067320 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-2453f11d-f0fd-429e-9080-5706edf321e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 HTTP/1.1" status: 200  len: 217 time: 0.0811853
Dec 09 14:02:00.068070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.069009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.147694 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 6.0991466
Dec 09 14:02:00.151706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49670) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:00.156846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.194787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.209931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.217818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.218973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.235651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:00.252307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36', 'status': 'completed', 'code': 200}
Dec 09 14:02:00.261835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-3a97c7c1-2c3d-4194-a434-412511d80c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:00.263370 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-3a97c7c1-2c3d-4194-a434-412511d80c9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9 HTTP/1.1" status: 200  len: 851 time: 0.1870518
Dec 09 14:02:00.303971 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'code': 200}
Dec 09 14:02:00.332284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Deleting port 1db7a70b-01d3-40f3-9c13-b814570f9f13 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:00.332627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.386361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789c8d8b-4b96-442a-9588-1b9586f32b5e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:00.389361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:00.394558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.417105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:00.478578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.479987 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Added segment 43dc7cd7-5e36-4b27-8da6-8e6b8d7c79d2 of type vlan for network a91d870d-5bf6-4ef3-947a-9b43adb51871
Dec 09 14:02:00.497456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-14c7acf7-bef7-4145-b7e3-2518a5591656 req-c1cc4aa6-152d-43d3-ba81-3ef7b3afd514 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3820596
Dec 09 14:02:00.539648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.544326 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7c5a7e83-e8fe-47b7-bdfb-4b08fa1104d8 tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.6194282
Dec 09 14:02:00.564377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49678) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:00.590792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.681812 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-7a35e0d1-b838-434a-aa0d-17748a5e6521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e99999d-6292-4708-8491-eb8d72125c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4011943
Dec 09 14:02:00.797854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] For port 1db7a70b-01d3-40f3-9c13-b814570f9f13, host hv-neutron-8211, got binding levels [] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:00.798094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.813572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.818532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:00.832309 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-eaab21a0-9830-426f-9232-2bcadf8aea6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b0e8eac-4588-44a4-acd1-884899c092ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7632926
Dec 09 14:02:00.851972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:00.953814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Allocated IP 172.26.3.5 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/1735916c-79f9-41bc-b542-8f1f8478e655) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:00.969897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90c31-d381-4ff1-9cae-df521f2d933b req-5e82da7b-1f1d-4f50-aa90-9af40a4ba25c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:00.971344 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3f90c31-d381-4ff1-9cae-df521f2d933b req-5e82da7b-1f1d-4f50-aa90-9af40a4ba25c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.5348814
Dec 09 14:02:00.983011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.033080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Calling delete_port for 1db7a70b-01d3-40f3-9c13-b814570f9f13 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:01.085732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.086028 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Added segment 002f54d5-07fd-4e9b-bcdb-c08714f876cc of type vlan for network a3e32c57-5eb3-456a-9bf4-baa8e7a611da
Dec 09 14:02:01.156684 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-12e50308-1529-4ff7-8fc3-db69df8f51d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.6225390
Dec 09 14:02:01.162643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.167298 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-9813fd79-0d4b-4fe7-86ac-c1dc40aecbad service neutron] 10.222.0.35 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4714408
Dec 09 14:02:01.224768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.283097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.283585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:02:01.296975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.309930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c9fac214-808e-4327-abbf-3f4a894602f9 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:01.321983 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-a8df7f2e-2e2c-4c1f-a26a-2fb28ecb9b86 service neutron] 10.222.0.35 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4756429
Dec 09 14:02:01.341665 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3f90c31-d381-4ff1-9cae-df521f2d933b req-d516e2c5-1823-4cf9-a6e0-1fdd7d6ac820 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3089118
Dec 09 14:02:01.365812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event deleted for resources: {'Port': ['ID=1db7a70b-01d3-40f3-9c13-b814570f9f13,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:01.377454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:01.378824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.380063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d7d8e9d-0023-4411-8dae-cf42d7ad6da1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 HTTP/1.1" status: 204  len: 168 time: 2.0061936
Dec 09 14:02:01.386079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49684) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:01.388382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.435954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:01.438051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.445918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:01.459563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.472718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Usage tracker for resource:security_group_rule and tenant:473ca6dc25dc4d29853855871c495c4a is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:01.482848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:01.485774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:01.486366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.492372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:01.533619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:01.537552 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-23635efa-dc1d-47fd-aae1-c1b57bd22179 service neutron] 10.222.0.35 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3588984
Dec 09 14:02:01.620768 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1db7a70b-01d3-40f3-9c13-b814570f9f13 HTTP/1.1" status: 204  len: 168 time: 1.4625649
Dec 09 14:02:01.626328 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.7112365
Dec 09 14:02:01.627055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49690) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:01.635287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49692) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:01.654581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Network': ['ID=a91d870d-5bf6-4ef3-947a-9b43adb51871,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:01.666712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a91d870d-5bf6-4ef3-947a-9b43adb51871 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:01.757077 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ef00d6-444f-42ac-8efc-46a36010fb02 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:02:01.757594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a3ef00d6-444f-42ac-8efc-46a36010fb02 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Synchronizing usage tracker for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:01.830064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c74ac-2cb7-4034-a5c5-17b6cb36a593 req-a0515baa-1306-43bd-be91-aa3ce4062181 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:01.831525 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d7c74ac-2cb7-4034-a5c5-17b6cb36a593 req-a0515baa-1306-43bd-be91-aa3ce4062181 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 944 time: 0.6810186
Dec 09 14:02:01.847726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.955658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Network': ['ID=a3e32c57-5eb3-456a-9bf4-baa8e7a611da,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:01.963033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:01.966330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:01.969676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a3e32c57-5eb3-456a-9bf4-baa8e7a611da details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:01.975997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:01.976289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:02.001585 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990dfdb4-95dd-4d64-b820-0584a0c90fab req-868a4a76-3d34-426f-b9e7-26087ac3aa4c service neutron] 10.222.0.35 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6645987
Dec 09 14:02:02.004223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.032003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d7c74ac-2cb7-4034-a5c5-17b6cb36a593 req-fa361f84-2169-41cb-b873-40308607269f tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1811917
Dec 09 14:02:02.066105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet f04cb8d8-ce4d-4b30-bd1d-774f787edc70 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:02.068961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.078815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.099067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43066c1a-3890-464e-a871-8e8583737938 req-bd10b677-4bf2-4c82-b44f-86ed1f9f64f7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:02.105663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.105969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43066c1a-3890-464e-a871-8e8583737938 req-bd10b677-4bf2-4c82-b44f-86ed1f9f64f7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 944 time: 0.4123662
Dec 09 14:02:02.129783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:02.133970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:02.137953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:02.140249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.142200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:02.143024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Synchronizing usage tracker for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:02.145542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a3ef00d6-444f-42ac-8efc-46a36010fb02 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Unset dirty status for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:02.150036 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a3ef00d6-444f-42ac-8efc-46a36010fb02 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "GET /v2.0/ports/1db7a70b-01d3-40f3-9c13-b814570f9f13 HTTP/1.1" status: 404  len: 333 time: 0.5128379
Dec 09 14:02:02.150186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:02.151017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:02.159551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49698) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:02.182452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Request body: {'port': {'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1491585396'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:02.183435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.183916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33833556-b2fe-456a-a258-aae9ce4fa915 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:02:02.199395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:02.222278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Synchronizing usage tracker for tenant:473ca6dc25dc4d29853855871c495c4a on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:02.226905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.238906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.239993 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2cbc0b77-234c-4d2c-9312-7ce639b399ff tempest-RoutersTestDVR-1854491337 tempest-RoutersTestDVR-1854491337-project-admin] 10.222.0.21 "DELETE /v2.0/routers/33833556-b2fe-456a-a258-aae9ce4fa915 HTTP/1.1" status: 204  len: 168 time: 1.6674037
Dec 09 14:02:02.255106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:02.261414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:02.263419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Unset dirty status for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:02.263844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:02.267631 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7d42361f-559f-47b0-921b-aae4a1f61ce6 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.6117566
Dec 09 14:02:02.267765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Pushing event updated for resources: {'Port': ['ID=1735916c-79f9-41bc-b542-8f1f8478e655,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:02.267856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4f646-2388-4d20-a386-f07c038275a4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:02.269021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:02.272742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:02.281801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:02.298265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:02.304254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Made reservation on behalf of 4988d2ce330e4ab4829263f34f6dfef5 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:02.306867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.312511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43066c1a-3890-464e-a871-8e8583737938 req-3b370ae6-4834-4ff1-b356-9f3efe92541b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2056723
Dec 09 14:02:02.322137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Unset dirty status for tenant:473ca6dc25dc4d29853855871c495c4a on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:02.323438 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c9c11c4-be9a-4730-82aa-707f4e96acc6 req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.1553411
Dec 09 14:02:02.342705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 0268320c-b7ef-436c-a2bf-1aac05ecd931 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:02.357003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-5c0a6ab5-8b78-43b0-b518-d69367ce2326 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a1e9b700f2d4a1d87737f6900788db4&device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 1097 time: 0.3004806
Dec 09 14:02:02.478413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.488138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.613208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.630922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49712) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:02.634668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:02.675819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=f04cb8d8-ce4d-4b30-bd1d-774f787edc70,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:02.702879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:02:02.727697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:02.865056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.869701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:02.876356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.879316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935e249-533f-4488-b28b-31306dc5da72 None None] Network 068cc849-9cfa-411d-84e8-eaf6fec6215c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:02.883200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.911214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'port_id': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'mac_address': 'fa:16:3e:1b:23:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:02:02.916727 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/f04cb8d8-ce4d-4b30-bd1d-774f787edc70 HTTP/1.1" status: 204  len: 168 time: 1.5270562
Dec 09 14:02:02.919271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49718) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:02.931066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:02.985054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:02.997807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Usage tracker for resource:security_group_rule and tenant:a64b6c7fd87a4b079c07f2ba313eb075 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:03.004416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:03.015412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:03.024648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b572b0>,) {'filters': {'network_id': ['a91d870d-5bf6-4ef3-947a-9b43adb51871']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:03.059754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b572b0>, '43dc7cd7-5e36-4b27-8da6-8e6b8d7c79d2') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:03.060156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b572b0>, '43dc7cd7-5e36-4b27-8da6-8e6b8d7c79d2') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:03.067635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-e4bb923d-63b6-45a7-954c-f385dec6e51b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:03.068645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.069724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-e4bb923d-63b6-45a7-954c-f385dec6e51b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b0e8eac-4588-44a4-acd1-884899c092ae HTTP/1.1" status: 200  len: 907 time: 0.4915354
Dec 09 14:02:03.080799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.131158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.135525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:02:03.143105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da3a03aa-b986-43e1-b6c8-1680b9178564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:03.154028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:03.163616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.166620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c1882e7e-740d-46e0-b982-f0abae2b56bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:03.257644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:03.266495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Network ab024f9e-026f-4e0b-9bde-df69f787918e is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:03.269455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.269997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.270175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet 9682b153-dd75-4a7f-a340-7fc8ca001fc7 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:03.270819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.271328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.271556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c93de5-e124-45b1-a02c-204e88934e48 req-d61451a5-4dcc-4963-b2e9-9ae1f96eda7a tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:03.272031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.272540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.273006 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c93de5-e124-45b1-a02c-204e88934e48 req-d61451a5-4dcc-4963-b2e9-9ae1f96eda7a tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.7360280
Dec 09 14:02:03.273218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.273814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.274330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.274824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.275326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:03.279585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:03.283051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:03.284905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.310990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.334544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-dc64acaa-9782-495e-a8bf-277f9408637a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34940477-8595-48a5-9b3a-0846a4885f36 HTTP/1.1" status: 200  len: 217 time: 0.2454669
Dec 09 14:02:03.341728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:03.342529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:03.343263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.351201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] DHCP port deletion for 068cc849-9cfa-411d-84e8-eaf6fec6215c request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:03.355859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Deleting port fa37fb68-3436-4673-962f-924946ca8b89 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:03.356236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.365763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:03.366156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.368305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.371280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=0268320c-b7ef-436c-a2bf-1aac05ecd931,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:03.380898 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:03.387783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:03.388682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.396855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['cfda8e0c-a4f5-4760-abb7-a95e69d85fc4'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:02:03.405357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:03.412913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.464587 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.3014638
Dec 09 14:02:03.475917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49726) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:03.498303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:03.528517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419096b-a65b-4490-8b2c-ae49246524d6,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:03.544492 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a64b6c7fd87a4b079c07f2ba313eb075&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8853278
Dec 09 14:02:03.558082 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0c93de5-e124-45b1-a02c-204e88934e48 req-3a50ed57-6f24-4e58-b5be-11eb619a29ee tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2634768
Dec 09 14:02:03.564159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:03.574736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49730) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:03.660869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] For port fa37fb68-3436-4673-962f-924946ca8b89, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa37fb68-3436-4673-962f-924946ca8b89,segment=NetworkSegment(d2fc5d92-9119-4ad4-b7c5-666122e535d9),segment_id=d2fc5d92-9119-4ad4-b7c5-666122e535d9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:03.661365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.661750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.682704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.692173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4058bf06-2b12-4833-b745-7e4d6037c0e1 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:03.711196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-f3ad3b3b-e1c7-46ac-a399-50dea6cb41cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:03.712613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-f3ad3b3b-e1c7-46ac-a399-50dea6cb41cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d4afe7-531b-4fb0-9736-0865a24351f9 HTTP/1.1" status: 200  len: 845 time: 0.3210769
Dec 09 14:02:03.713614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.763997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Network': ['ID=a91d870d-5bf6-4ef3-947a-9b43adb51871,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:03.787583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:03.790915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Calling delete_port for fa37fb68-3436-4673-962f-924946ca8b89 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:03.817314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.848046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.853394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/networks/a91d870d-5bf6-4ef3-947a-9b43adb51871 HTTP/1.1" status: 204  len: 168 time: 1.5783451
Dec 09 14:02:03.853513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.859021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49734) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:03.868224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b557f8-571b-424a-a0b6-c275cfc4d4e7 req-4c289a6f-ab90-4b71-884a-211847337b07 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:03.869723 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72b557f8-571b-424a-a0b6-c275cfc4d4e7 req-4c289a6f-ab90-4b71-884a-211847337b07 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 945 time: 0.5443459
Dec 09 14:02:03.893045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3e6f4dd1-8efd-421f-843e-140ecdd8cd6a tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:03.938322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.943447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:03.949078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=9682b153-dd75-4a7f-a340-7fc8ca001fc7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:03.960770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:03.962886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.980105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:03.999865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007c7d5-964e-4742-a49e-5919967ec928 None None] Network 26540487-41d8-4c5c-8b9a-e605e09df2e6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:04.013315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Pushing event deleted for resources: {'Port': ['ID=fa37fb68-3436-4673-962f-924946ca8b89,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:04.022909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:04.030562 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/9682b153-dd75-4a7f-a340-7fc8ca001fc7 HTTP/1.1" status: 204  len: 168 time: 1.1079960
Dec 09 14:02:04.033566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49738) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:04.042223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] No DVR routers for this DVR port fa37fb68-3436-4673-962f-924946ca8b89 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:04.091950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.105667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-5d96429c-ad64-42b9-8451-fe66ffad7b5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b0e8eac-4588-44a4-acd1-884899c092ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3799415
Dec 09 14:02:04.115106 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72b557f8-571b-424a-a0b6-c275cfc4d4e7 req-3ebefa5d-5fbf-4799-94e8-d2daa07d18e0 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2172837
Dec 09 14:02:04.124175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db06b-d97f-4ce9-aa30-5adae8889c05 req-862eeb91-4ca2-40c6-ad55-ba73dfbc5bd2 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:04.131847 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f2db06b-d97f-4ce9-aa30-5adae8889c05 req-862eeb91-4ca2-40c6-ad55-ba73dfbc5bd2 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 944 time: 0.3641982
Dec 09 14:02:04.233496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.238524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.255690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9d3cc3d2-77c6-48e8-a111-bacd9284d1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:04.272538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419096b-a65b-4490-8b2c-ae49246524d6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:04.307601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:04.314490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.315828 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d419096b-a65b-4490-8b2c-ae49246524d6 HTTP/1.1" status: 204  len: 168 time: 0.7305274
Dec 09 14:02:04.332799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.398204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 0268320c-b7ef-436c-a2bf-1aac05ecd931 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:04.420731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa37fb68-3436-4673-962f-924946ca8b89 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:04.460981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf1338-024a-4386-b49c-11e448066196 None None] DHCP port deletion for 26540487-41d8-4c5c-8b9a-e605e09df2e6 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:04.469800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Deleting port febfd2a4-c570-4302-b8e8-006900fd8451 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:04.470183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.474103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.500529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: fa37fb68-3436-4673-962f-924946ca8b89 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:04.501112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa37fb68-3436-4673-962f-924946ca8b89 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:04.503808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.523436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Transition to ACTIVE for port object 0268320c-b7ef-436c-a2bf-1aac05ecd931 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:04.549567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.556114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.561344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-293ad072-c307-4362-83ff-628e13a81813 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:04.582117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f2db06b-d97f-4ce9-aa30-5adae8889c05 req-92d2e766-985f-499f-a2aa-279cb8053e3c tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4491711
Dec 09 14:02:04.618191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.630239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d490>,) {'filters': {'network_id': ['068cc849-9cfa-411d-84e8-eaf6fec6215c']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:04.671770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d490>, 'd2fc5d92-9119-4ad4-b7c5-666122e535d9') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:04.672055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d490>, 'd2fc5d92-9119-4ad4-b7c5-666122e535d9') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:04.677338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a215760>,) {'filters': {'network_id': ['a3e32c57-5eb3-456a-9bf4-baa8e7a611da']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:04.701928 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-a7f2ba6f-7f0b-4ceb-9af4-cd7a13ebcac8 service neutron] 10.222.0.35 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5840228
Dec 09 14:02:04.714172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a215760>, '002f54d5-07fd-4e9b-bcdb-c08714f876cc') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:04.714660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a215760>, '002f54d5-07fd-4e9b-bcdb-c08714f876cc') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:04.756484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.758705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.826254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 34940477-8595-48a5-9b3a-0846a4885f36 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:02:04.837368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:04.888291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=0268320c-b7ef-436c-a2bf-1aac05ecd931,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:04.893247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:04.906993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.908845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49748) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:04.935908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:04.936305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:04.951355 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:04.953481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:04.967045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:04.967373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:04.967723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.015760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-82bf1338-024a-4386-b49c-11e448066196 None None] For port febfd2a4-c570-4302-b8e8-006900fd8451, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=febfd2a4-c570-4302-b8e8-006900fd8451,segment=NetworkSegment(5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d),segment_id=5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:05.016175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.043729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.044111 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.054530 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 2 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.076745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:05.078982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.079310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.079648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.086224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.088387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Usage tracker for resource:security_group_rule and tenant:5616c2d5a4884500a4ccddaa82b0ed1c is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:05.093604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:05.094628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.096241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:05.110092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.110376 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.111359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.120141 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 3 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.124547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:05.124920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.130502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:05.136651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=068cc849-9cfa-411d-84e8-eaf6fec6215c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:05.140068 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:05.143321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:05.150975 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/068cc849-9cfa-411d-84e8-eaf6fec6215c HTTP/1.1" status: 204  len: 168 time: 1.1148536
Dec 09 14:02:05.152748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.153076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.153410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.154605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Calling delete_port for febfd2a4-c570-4302-b8e8-006900fd8451 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:05.156786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49752) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:05.212811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:05.244280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '34940477-8595-48a5-9b3a-0846a4885f36', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'port_id': '34940477-8595-48a5-9b3a-0846a4885f36', 'mac_address': 'fa:16:3e:ed:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:02:05.260635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.260954 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.265443 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 4 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.285250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.286892 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5caec62c-af3d-48b2-9308-93da7acb3d90 req-c953a795-8c48-410b-b684-0a770cd51b14 service neutron] 10.222.0.35 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5746441
Dec 09 14:02:05.288692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.289332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.291706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:05.301391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.307696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:05.308642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.313474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dce6a634-7d7f-485a-addf-78aababd3568 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:05.324605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.324925 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.329507 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 5 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.331269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.339681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.359447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Network': ['ID=a3e32c57-5eb3-456a-9bf4-baa8e7a611da,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:05.368986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.369314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.369666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.374821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:05.378180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/networks/a3e32c57-5eb3-456a-9bf4-baa8e7a611da HTTP/1.1" status: 204  len: 168 time: 1.5075228
Dec 09 14:02:05.382415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:05.383735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.384070 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.387886 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 6 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.419537 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.424115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:05.428638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b8186bf-43ea-4161-a682-23c226d93fe7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:05.432822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.446667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748400-9d0b-4c69-8840-8f03a03eefe4 req-ca68c65d-1c69-4e9a-933e-591b10dd3bb9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:05.448141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56748400-9d0b-4c69-8840-8f03a03eefe4 req-ca68c65d-1c69-4e9a-933e-591b10dd3bb9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.4660702
Dec 09 14:02:05.454510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.456734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.457223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.457756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.462472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Sync routers for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:05.463812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.483325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:05.484279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.494134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Pushing event deleted for resources: {'Port': ['ID=febfd2a4-c570-4302-b8e8-006900fd8451,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:05.507621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:05.518366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1388a-1179-4415-8287-f84286cfd81a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:05.520585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf1338-024a-4386-b49c-11e448066196 None None] No DVR routers for this DVR port febfd2a4-c570-4302-b8e8-006900fd8451 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:05.522862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34940477-8595-48a5-9b3a-0846a4885f36 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:02:05.542994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:05.548011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:05.572100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.573844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:05.582123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f364f32e-af29-4cdc-8f10-ab8443f4b90e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:05.587203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.587486 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.591729 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 7 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.614990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.619081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:05.632815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.632992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.633255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.646671 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5616c2d5a4884500a4ccddaa82b0ed1c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7367740
Dec 09 14:02:05.652202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49764) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:05.656690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.668798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:05.669434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449ca83a0>,) {'filters': {'network_id': ['26540487-41d8-4c5c-8b9a-e605e09df2e6']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:05.678610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.678933 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.683759 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 8 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.706661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449ca83a0>, '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:05.706980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449ca83a0>, '5c4fe249-7dda-4dc7-bb88-2eaabfe7af4d') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:05.726560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.726891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.727223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.733603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.753421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Pushing event updated for resources: {'Port': ['ID=1735916c-79f9-41bc-b542-8f1f8478e655,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:05.756702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.757022 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.758430 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 9 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.766961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.777610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:05.792095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:05.792527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.800197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3276ac3-cc63-45d5-b5d5-308dd27cc2d7 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:05.804344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3276ac3-cc63-45d5-b5d5-308dd27cc2d7 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:05.805101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a3276ac3-cc63-45d5-b5d5-308dd27cc2d7 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Synchronizing usage tracker for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:05.811949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.811949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.811949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:05.813947 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:05.819986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.822344 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56748400-9d0b-4c69-8840-8f03a03eefe4 req-5eef89ca-c144-426b-b360-c447bceb72f7 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3635814
Dec 09 14:02:05.823672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.835655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.868459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:05.872619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:05.877091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:02:05.878712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.879240 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.881712 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 10 to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931
Dec 09 14:02:05.886827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['34940477-8595-48a5-9b3a-0846a4885f36'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:02:05.910310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481780ab-abdc-481c-acfa-5bee14c12250 req-5fa2e610-e902-49da-9a78-34aa79dc9484 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:05.912053 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-481780ab-abdc-481c-acfa-5bee14c12250 req-5fa2e610-e902-49da-9a78-34aa79dc9484 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 945 time: 0.3921399
Dec 09 14:02:05.922982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.929188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:05.932216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a3276ac3-cc63-45d5-b5d5-308dd27cc2d7 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Unset dirty status for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:05.933594 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a3276ac3-cc63-45d5-b5d5-308dd27cc2d7 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5468664
Dec 09 14:02:05.940789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49772) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:05.942537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:05.942865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:05.943196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:05.944141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:05.949632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1443852266'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:05.968633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.972773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:05.985482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:05.985829 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:05.986173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.986653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.996232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:05.996407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1d9415f9-0986-41ab-a031-c8ae1c542f73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:06.006081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd98498d-f7b3-4869-86e1-3b40cbe6e64f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:06.029103 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-481780ab-abdc-481c-acfa-5bee14c12250 req-4be00bf3-63b4-4823-95d8-233fdb2c9135 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848293
Dec 09 14:02:06.039287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:06.041344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=26540487-41d8-4c5c-8b9a-e605e09df2e6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:06.046992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:06.052604 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/26540487-41d8-4c5c-8b9a-e605e09df2e6 HTTP/1.1" status: 204  len: 168 time: 0.8952348
Dec 09 14:02:06.060467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49776) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:06.105964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-421254118'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:06.109370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:06.112792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.130248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:06.144310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:06.147210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:06.163132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:06.181207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.207383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:06.217301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:06.218700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:06.222490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.240693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:06.256626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:06.270143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1388a-1179-4415-8287-f84286cfd81a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:06.272877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:06.278725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] For port 0268320c-b7ef-436c-a2bf-1aac05ecd931, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:06.279304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempted to set empty binding levels {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 09 14:02:06.290138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.291262 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cb1388a-1179-4415-8287-f84286cfd81a HTTP/1.1" status: 204  len: 168 time: 0.6381254
Dec 09 14:02:06.292014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b2443-9f04-4508-8005-b21464a8b6b7 req-fc7c962c-959c-498a-89d2-2996c6f6cb22 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:06.293948 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-184b2443-9f04-4508-8005-b21464a8b6b7 req-fc7c962c-959c-498a-89d2-2996c6f6cb22 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 945 time: 0.1718664
Dec 09 14:02:06.305895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:06.322908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.323464 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment f954cf39-7dbe-49ea-b14e-f405ad8d8819 of type vlan for network 310c622b-388c-4056-b89c-16326d354947
Dec 09 14:02:06.337140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Floating IP 2cd8abff-edab-4ca7-ab2f-a14a21589e43 associated. External IP: 172.26.3.5, port: 9ebf30b9-e792-4a85-8f90-d4956d52d28e.
Dec 09 14:02:06.356384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.388320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.389458 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Added segment b1a3bba3-b4b7-4875-abdf-c56d2774c1ff of type vlan for network 0a3f577d-2b1d-4049-a864-ff8c2d75ab74
Dec 09 14:02:06.391663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.403642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-327f3d85-de7a-4c94-8cf2-47366fa48e1b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:06.416470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb3dc-8ba9-4359-9205-b34ccdf77d7f req-e391baa1-6618-4750-8b38-1487d52a86fd tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:06.418002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4dabb3dc-8ba9-4359-9205-b34ccdf77d7f req-e391baa1-6618-4750-8b38-1487d52a86fd tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2227373
Dec 09 14:02:06.430202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49782) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:06.436512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.441346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Request body: {'floatingip': {'port_id': '2cda8771-c2c8-4f36-9916-db13cfff5e97'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:06.454906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:06.457475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.465481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device febfd2a4-c570-4302-b8e8-006900fd8451 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:06.526040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-184b2443-9f04-4508-8005-b21464a8b6b7 req-d6b5ef73-ccd5-4010-b361-6d026d6921ae tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2117236
Dec 09 14:02:06.529770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.536151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: febfd2a4-c570-4302-b8e8-006900fd8451 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:06.536511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device febfd2a4-c570-4302-b8e8-006900fd8451 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:06.578870 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'code': 200}
Dec 09 14:02:06.589903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.624217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] In _notify_port_updated(), no bound segment for port 0268320c-b7ef-436c-a2bf-1aac05ecd931 on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:02:06.625797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.640158 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "PUT /v2.0/ports/0268320c-b7ef-436c-a2bf-1aac05ecd931 HTTP/1.1" status: 200  len: 977 time: 3.1576583
Dec 09 14:02:06.644690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee040>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:01:18Z', 'revision_number': 2, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:06.649234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Checking router: 90346d38-0ff6-4937-9e69-24d77a642494 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:02:06.649625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Updating router 90346d38-0ff6-4937-9e69-24d77a642494 port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:02:06.657737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49786) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:06.719887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.766120 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7038739
Dec 09 14:02:06.788463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49792) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:06.793572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:06.811964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=0268320c-b7ef-436c-a2bf-1aac05ecd931,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:06.825449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:06.829566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab9b0c81-f6e2-4908-81b7-a320e258f402 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:06.854882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '310c622b-388c-4056-b89c-16326d354947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:06.872187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:06.888029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:06.888684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.096216 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1576982
Dec 09 14:02:07.106596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:07.117240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=310c622b-388c-4056-b89c-16326d354947,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:07.132268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:07.132698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:07.149806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 310c622b-388c-4056-b89c-16326d354947 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:07.169128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:07.332565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:07.335008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065280002'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:07.340469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:07.345306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:network and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:07.349117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:07.357282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:07.373164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5bc7cf03-b9bb-4469-91d1-c81c51e666ed tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Synchronizing usage tracker for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:07.377162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.382691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:07.392629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Transition to ACTIVE for port object 93ea4975-5975-45d1-a7d7-6a70bbe97f02 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:07.397501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:07.401744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.403789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Network': ['ID=0a3f577d-2b1d-4049-a864-ff8c2d75ab74,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:07.407196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:07.415634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:07.418551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5bc7cf03-b9bb-4469-91d1-c81c51e666ed tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Unset dirty status for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:07.420535 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5bc7cf03-b9bb-4469-91d1-c81c51e666ed tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 22923 time: 0.7576139
Dec 09 14:02:07.422517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:07.437788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49816) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:07.450323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:07.453976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.507086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0a3f577d-2b1d-4049-a864-ff8c2d75ab74 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:07.519086 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef26873f-0b1e-457d-906c-0aeeea567da1 req-0c4c61f2-411c-440f-b403-39b302823443 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 1099 time: 0.6722541
Dec 09 14:02:07.576375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:07.691487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Deleting port 0268320c-b7ef-436c-a2bf-1aac05ecd931 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:07.692101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.739329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:07.835939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.836278 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Added segment 7b73e1e3-e912-4d1a-97a1-1f693811c992 of type vlan for network 1b4398f2-b755-4c91-9340-4b14504c2579
Dec 09 14:02:07.864655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee763b19-be72-4e9b-b2ea-1e19b6e6e16b None None] Pushing event updated for resources: {'Port': ['ID=93ea4975-5975-45d1-a7d7-6a70bbe97f02,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:07.868295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee763b19-be72-4e9b-b2ea-1e19b6e6e16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:07.895878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Attempting to bind port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:07.896089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Attempting to bind port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:07.896396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Attempting to bind port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 on network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:07.903784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:07.904445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Checking segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:07.904893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.905292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Bound using segment: {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:07.905796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Bound port: 93ea4975-5975-45d1-a7d7-6a70bbe97f02, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61625e4-293c-4735-942c-0568bc9814fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:07.906174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.930391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:07.944248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-5281803'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:07.974438 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef26873f-0b1e-457d-906c-0aeeea567da1 req-ca7fe921-1999-49a9-84c9-7d86f84dfd55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4438565
Dec 09 14:02:07.978493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:07.998989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:08.007877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a60590-3e0c-45a1-987b-a940e0a04f13 req-d6172c49-19d3-4b0b-982b-15aebf584b73 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:08.009347 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23a60590-3e0c-45a1-987b-a940e0a04f13 req-d6172c49-19d3-4b0b-982b-15aebf584b73 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.6370232
Dec 09 14:02:08.020014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:08.027856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] For port 93ea4975-5975-45d1-a7d7-6a70bbe97f02, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:08.032041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] For port 93ea4975-5975-45d1-a7d7-6a70bbe97f02, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93ea4975-5975-45d1-a7d7-6a70bbe97f02,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:08.037567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.038073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:08.047968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.048191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:08.093558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] For port 0268320c-b7ef-436c-a2bf-1aac05ecd931, host hv-neutron-8211, got binding levels [] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:08.093930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.104080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:08.107199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.124491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee763b19-be72-4e9b-b2ea-1e19b6e6e16b None None] Pushing event updated for resources: {'Port': ['ID=93ea4975-5975-45d1-a7d7-6a70bbe97f02,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:08.129134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee763b19-be72-4e9b-b2ea-1e19b6e6e16b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:08.140785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:08.140785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:08.169115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.208506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23a60590-3e0c-45a1-987b-a940e0a04f13 req-0d4be2c9-fde8-45cb-a474-c190c384b433 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1799574
Dec 09 14:02:08.235871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:08.239857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group_rule and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:08.240292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Calling delete_port for 0268320c-b7ef-436c-a2bf-1aac05ecd931 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:08.247570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:08.254171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:08.272184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.275951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:08.276545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.341045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:08.366439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.388452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e424c1ca-6928-47a3-8c08-fa8348472c6c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:08.414152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:08.446820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.449682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event deleted for resources: {'Port': ['ID=0268320c-b7ef-436c-a2bf-1aac05ecd931,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:08.455695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:08.478522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40131a-a433-4d69-b3c6-d08afaf84aed req-13ff817e-a86e-4557-b850-f66697e69f38 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:08.480089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1c40131a-a433-4d69-b3c6-d08afaf84aed req-13ff817e-a86e-4557-b850-f66697e69f38 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 945 time: 0.6894195
Dec 09 14:02:08.480205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93ea4975-5975-45d1-a7d7-6a70bbe97f02 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:08.495396 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0268320c-b7ef-436c-a2bf-1aac05ecd931 HTTP/1.1" status: 204  len: 168 time: 1.0535352
Dec 09 14:02:08.498832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49828) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:08.513285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:08.539478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.550626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cee60bf7-610d-4cc6-94e1-018615c0ecba tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:08.584685 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09f3d71-7df7-4c52-9853-9fe131a5b052 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:02:08.585353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d09f3d71-7df7-4c52-9853-9fe131a5b052 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Synchronizing usage tracker for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:08.600371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:08.608085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:08.608085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.613424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.626890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.5143940
Dec 09 14:02:08.627448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49832) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:08.630902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.641620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'ports': [{'network_id': '0a3f577d-2b1d-4049-a864-ff8c2d75ab74', 'name': 'tempest-port--395940500', 'admin_state_up': True}, {'network_id': '1b4398f2-b755-4c91-9340-4b14504c2579', 'admin_state_up': False}]} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:08.641910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'port': {'network_id': '0a3f577d-2b1d-4049-a864-ff8c2d75ab74', 'name': 'tempest-port--395940500', 'admin_state_up': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:08.642398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'port': {'network_id': '1b4398f2-b755-4c91-9340-4b14504c2579', 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:08.665560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d09f3d71-7df7-4c52-9853-9fe131a5b052 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Unset dirty status for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:08.670212 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d09f3d71-7df7-4c52-9853-9fe131a5b052 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "GET /v2.0/ports/0268320c-b7ef-436c-a2bf-1aac05ecd931 HTTP/1.1" status: 404  len: 333 time: 0.1667321
Dec 09 14:02:08.670212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=66d79777-66ea-48be-a3ff-103123867006,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:08.675221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:08.677929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49836) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:08.735507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 34940477-8595-48a5-9b3a-0846a4885f36 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:08.738847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-310584960', 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:08.762922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:08.791624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:08.822676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': 'f954cf39-7dbe-49ea-b14e-f405ad8d8819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '310c622b-388c-4056-b89c-16326d354947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:08.823054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 310c622b-388c-4056-b89c-16326d354947, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:08.876835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Made reservation on behalf of 4988d2ce330e4ab4829263f34f6dfef5 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:08.877065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Network': ['ID=1b4398f2-b755-4c91-9340-4b14504c2579,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:08.879085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:08.892958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:08.924815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1b4398f2-b755-4c91-9340-4b14504c2579 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:08.942223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 42f81ead-8954-4c99-bee2-609f5daf8ccc yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:08.957995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1c40131a-a433-4d69-b3c6-d08afaf84aed req-f37d31a0-21d7-4140-8b4a-8cc27f90ef70 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3388474
Dec 09 14:02:08.986597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:08.998971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:port and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:09.010549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 310c622b-388c-4056-b89c-16326d354947 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:09.017665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:09.027776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:09.035304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.041962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 310c622b-388c-4056-b89c-16326d354947) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:09.042434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.053926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:09.055463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'port': 2} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:09.064134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72e31cf7-977b-49ec-b0fc-516fd92dab89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:09.069075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.093093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.093458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:09.093590 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment 11723365-6497-4bef-99bb-0ac2f47f1f24 of type vlan for network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373
Dec 09 14:02:09.094367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.094596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f1c84-ba01-4b73-b5b3-fedb6c9e1bde,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:09.100234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:09.143142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7a25f-7ec0-46e4-a61f-ec323e6d5734 None None] Network 310c622b-388c-4056-b89c-16326d354947 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:09.147972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.185228 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3676579
Dec 09 14:02:09.188091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49840) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:09.188507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.195165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-121807870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:09.198695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 34940477-8595-48a5-9b3a-0846a4885f36 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:09.201201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.217432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Router c591da60-ed10-40cb-8f64-ac7137e046b8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:09.237038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:09.244655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:09.248642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 34940477-8595-48a5-9b3a-0846a4885f36 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:09.249015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.294164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:09.329784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.333882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:09.334524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.345199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:09.485003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:09.497106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 93ea4975-5975-45d1-a7d7-6a70bbe97f02, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93ea4975-5975-45d1-a7d7-6a70bbe97f02,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:09.503261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 1.9149001
Dec 09 14:02:09.507592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:09.515394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Floating IP c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b associated. External IP: 172.26.3.215, port: 2cda8771-c2c8-4f36-9916-db13cfff5e97.
Dec 09 14:02:09.539828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.540749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.548253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] device_id is not set on port b4ab2540-ddf6-4747-99ad-15d4f1e998c7 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:09.551138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.558748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.567020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:09.584456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'name': 'tempest-PortsTestJSON-1451746042'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:09.597879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.604505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=5bdaa15a-e109-4a55-8dd2-f203b3d4f373,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:09.613004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:09.654437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:09.769826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.815407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:09.825129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:09.829147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:09.841742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:09.851426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25228e4-c98a-4818-b822-ee510f1e23e6 req-2dbf8486-1ca7-4d51-accd-72e7445020d8 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:09.853135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee040>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:08Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:09.853356 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a25228e4-c98a-4818-b822-ee510f1e23e6 req-2dbf8486-1ca7-4d51-accd-72e7445020d8 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.4047711
Dec 09 14:02:09.883483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.887906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d7212-0582-4d2e-9fe1-e2d41f42a374 None None] The sync data for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv is: [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:08Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:09.895249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:09.899038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.939665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:09.943589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:09.954671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=93ea4975-5975-45d1-a7d7-6a70bbe97f02,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:09.965240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:09.980880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=42f81ead-8954-4c99-bee2-609f5daf8ccc,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:09.981854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:02:09.991596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:10.001262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-310c622b-388c-4056-b89c-16326d354947', 'network_id': '310c622b-388c-4056-b89c-16326d354947', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': '66d79777-66ea-48be-a3ff-103123867006'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:10.001495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 80ed31d1-e386-422a-a498-ccaacc38839b yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:10.003805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.006506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.037895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:10.051554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Network ab024f9e-026f-4e0b-9bde-df69f787918e is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:10.055198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:10.058439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:10.059377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:10.060206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.093837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.111325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca418021-66cb-44f0-a027-821267cd8c48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9200704
Dec 09 14:02:10.116262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] device_id is not set on port 90f4df83-aba1-43e9-ad2f-d61f5b6b1171 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:10.119911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49854) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:10.121683 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.4366181
Dec 09 14:02:10.140730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49856) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:10.154902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'port': {'network_id': '310c622b-388c-4056-b89c-16326d354947', 'name': 'tempest-RoutersIpV6Test-1086504263'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:10.222081 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36', 'code': 200}
Dec 09 14:02:10.222938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.228188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:10.322941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.341813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-421d5b7f-5f47-4735-a52a-1175b10fbe64 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Synchronizing usage tracker for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:10.345607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a25228e4-c98a-4818-b822-ee510f1e23e6 req-6029de97-8530-448a-876e-fd6756468b94 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4438043
Dec 09 14:02:10.460083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93ea4975-5975-45d1-a7d7-6a70bbe97f02 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:10.465923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:10.479109 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] Sync routers for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:10.514927 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:10.515602 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:10.522220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Allocated IP 2001:db8::2 (310c622b-388c-4056-b89c-16326d354947/66d79777-66ea-48be-a3ff-103123867006/d417b852-9a3a-4b39-ac43-1ff7ae73abd6) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:10.524800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:10.538219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:10.585055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-421d5b7f-5f47-4735-a52a-1175b10fbe64 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Unset dirty status for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:10.590153 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-421d5b7f-5f47-4735-a52a-1175b10fbe64 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "GET /v2.0/ports/42f81ead-8954-4c99-bee2-609f5daf8ccc HTTP/1.1" status: 200  len: 954 time: 0.4456918
Dec 09 14:02:10.601136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49864) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:10.636401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.685203 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd880>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:10.705819 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:10.706684 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:10.740181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:10.740731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.783638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:10.805412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:port and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:10.817521 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd880>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:10.818314 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c060d2a-15ee-4d72-8e9e-2f548f60f0a6 None None] The sync data for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:10.823986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:10.848958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:10.865367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Deleting port 42f81ead-8954-4c99-bee2-609f5daf8ccc {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:10.865760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.896015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.896240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.903666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.926859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:10.929882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.944553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Transition to ACTIVE for port object d417b852-9a3a-4b39-ac43-1ff7ae73abd6 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:10.957505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13fa92-ad8e-4dda-8800-8eadd259d2cc req-5c25208b-380c-4f14-aec9-92a22b621bb4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:10.964283 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c13fa92-ad8e-4dda-8800-8eadd259d2cc req-5c25208b-380c-4f14-aec9-92a22b621bb4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.6376841
Dec 09 14:02:10.975989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf26a2ea-3e78-4dc2-a5c3-cb1a9cd00b1c tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:10.983793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Transition to ACTIVE for port object d417b852-9a3a-4b39-ac43-1ff7ae73abd6 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:10.990549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:10.995558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:10.999695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] device_id is not set on port 9cc548ad-86c9-4d66-a62f-009f72c06999 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:11.035853 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 985 time: 12.5465379
Dec 09 14:02:11.044938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49868) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:11.069126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Network 310c622b-388c-4056-b89c-16326d354947 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:11.072539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:11.078703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:11.085655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Pushing event updated for resources: {'Port': ['ID=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:11.109728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-975cb548-e1c5-45f9-8a48-aff16de9e12d req-40cf2656-9229-4d97-aad8-67aad982c251 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 1099 time: 0.6825948
Dec 09 14:02:11.125053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:11.125272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=80ed31d1-e386-422a-a498-ccaacc38839b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:11.127868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:11.175230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119c8bd-a3e2-4585-a78e-cfc86264338c req-f177e1e5-d5d8-4c27-976e-79f088ae66bb tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:11.176719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d119c8bd-a3e2-4585-a78e-cfc86264338c req-f177e1e5-d5d8-4c27-976e-79f088ae66bb tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.6534598
Dec 09 14:02:11.180070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Attempting to bind port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:11.180448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Attempting to bind port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f954cf39-7dbe-49ea-b14e-f405ad8d8819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '310c622b-388c-4056-b89c-16326d354947'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:11.180822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Attempting to bind port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 on network 310c622b-388c-4056-b89c-16326d354947 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:11.188492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:11.188916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Checking segment: {'id': 'f954cf39-7dbe-49ea-b14e-f405ad8d8819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '310c622b-388c-4056-b89c-16326d354947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:11.189287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.189715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Bound using segment: {'id': 'f954cf39-7dbe-49ea-b14e-f405ad8d8819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '310c622b-388c-4056-b89c-16326d354947'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:11.190721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Bound port: d417b852-9a3a-4b39-ac43-1ff7ae73abd6, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f954cf39-7dbe-49ea-b14e-f405ad8d8819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '310c622b-388c-4056-b89c-16326d354947'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:11.191037 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c13fa92-ad8e-4dda-8800-8eadd259d2cc req-842bddac-4d26-4de6-8faa-9142215a15b2 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2248971
Dec 09 14:02:11.191153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.191818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:11.220206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Request body: {'floatingip': {'port_id': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:11.264165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.286440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6db8d5af-4bb5-4dc7-a2d8-b1c75f5f887d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:11.287242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] For port d417b852-9a3a-4b39-ac43-1ff7ae73abd6, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:11.290444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] For port d417b852-9a3a-4b39-ac43-1ff7ae73abd6, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,segment=NetworkSegment(f954cf39-7dbe-49ea-b14e-f405ad8d8819),segment_id=f954cf39-7dbe-49ea-b14e-f405ad8d8819)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:11.294748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.300458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a3c4fd07-900f-41c5-800b-93c10ad58e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:11.331908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': '11723365-6497-4bef-99bb-0ac2f47f1f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:11.332522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: 5bdaa15a-e109-4a55-8dd2-f203b3d4f373, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:11.349217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.383179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Pushing event updated for resources: {'Port': ['ID=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:11.386259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:11.394876 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fe10c420-8e56-469b-8d59-4ec66426ddd2 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] 10.222.0.21 "GET /v2.0/floatingips/2cd8abff-edab-4ca7-ab2f-a14a21589e43 HTTP/1.1" status: 200  len: 980 time: 0.3443816
Dec 09 14:02:11.414185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49876) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:11.414632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-975cb548-e1c5-45f9-8a48-aff16de9e12d req-ac36a4ac-b9c6-4ab5-98e2-87aa17c3eed3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2925527
Dec 09 14:02:11.415860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.646814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:11.685066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5bdaa15a-e109-4a55-8dd2-f203b3d4f373) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:11.694488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67983bca-09f7-46e0-b1ac-c0a6a73da19b None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:11.697064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:11.701084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:11.701733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:11.764943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Calling delete_port for 42f81ead-8954-4c99-bee2-609f5daf8ccc owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:11.794155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Port': ['ID=b4ab2540-ddf6-4747-99ad-15d4f1e998c7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:11.812142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:11.817468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.3012974
Dec 09 14:02:11.830135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49880) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:11.841994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8::3dd (310c622b-388c-4056-b89c-16326d354947/66d79777-66ea-48be-a3ff-103123867006/9cc548ad-86c9-4d66-a62f-009f72c06999) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:11.861613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-584576906'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:11.881493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:11.894343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Router 90346d38-0ff6-4937-9e69-24d77a642494 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:11.898778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:11.905215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:11.922498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Checking segment: {'id': 'b1a3bba3-b4b7-4875-abdf-c56d2774c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0a3f577d-2b1d-4049-a864-ff8c2d75ab74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:11.922845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network hostable DHCP agents. Network: 0a3f577d-2b1d-4049-a864-ff8c2d75ab74, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:11.941729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:11.953310 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-503bf96d-16a0-4c50-97aa-36f96ffc90bb tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3207 time: 0.5265884
Dec 09 14:02:11.957812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49884) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:12.077871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:12.081363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.097256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.117356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da134300-533c-4faf-b0ae-2ac4513844d2 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:12.213889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event deleted for resources: {'Port': ['ID=42f81ead-8954-4c99-bee2-609f5daf8ccc,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:12.224196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:12.229158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network 0a3f577d-2b1d-4049-a864-ff8c2d75ab74 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:12.419735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:12.424222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.434678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.435896 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment d7a00001-4986-4039-87a2-7c64c5d62413 of type vlan for network a65e4873-04a8-4b14-a1ef-54ed26d33764
Dec 09 14:02:12.436505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:12.439678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.465747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d417b852-9a3a-4b39-ac43-1ff7ae73abd6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:12.532745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.535801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting port 1735916c-79f9-41bc-b542-8f1f8478e655 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:12.536136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.626965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:12.635845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adc8b43-2007-4e1a-a21e-5f8b3ca6c662 None None] Network 310c622b-388c-4056-b89c-16326d354947 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:12.694714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 0a3f577d-2b1d-4049-a864-ff8c2d75ab74) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:12.711763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.718961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8159d-f202-4023-b9cc-283e527c20f0 None None] Network 0a3f577d-2b1d-4049-a864-ff8c2d75ab74 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:12.720611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.726220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:12.727010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.759607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:12.816230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f43060-40b5-4b89-b81b-e183ec74da20 req-58d1e6ca-5a23-4153-924b-1e8d5f82c380 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:12.817929 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4f43060-40b5-4b89-b81b-e183ec74da20 req-58d1e6ca-5a23-4153-924b-1e8d5f82c380 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.5029917
Dec 09 14:02:12.821957 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-98c3e0cb-dd1d-4139-952d-d4a60e481f4c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "PUT /v2.0/floatingips/c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b HTTP/1.1" status: 200  len: 992 time: 6.3883674
Dec 09 14:02:12.821957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:02:12.871151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Provisioning for port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:12.881949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Provisioning complete for port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:12.882255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.887551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:12.910109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object 9cc548ad-86c9-4d66-a62f-009f72c06999 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:12.946603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] Sync routers for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:12.952208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4f43060-40b5-4b89-b81b-e183ec74da20 req-3c5f2d16-ee37-4e79-a9a3-7cd1b5d2aa32 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159184
Dec 09 14:02:13.006207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.021919 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "DELETE /v2.0/ports/42f81ead-8954-4c99-bee2-609f5daf8ccc HTTP/1.1" status: 204  len: 168 time: 2.3925767
Dec 09 14:02:13.021919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.022507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.022507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.022709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:13.054874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:13.056423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.063386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Floating IP a6ae569b-9e7b-402c-a14c-f323c1de4a9e associated. External IP: 172.26.3.28, port: cfda8e0c-a4f5-4760-abb7-a95e69d85fc4.
Dec 09 14:02:13.128501 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'status': 'completed', 'code': 200}
Dec 09 14:02:13.131721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:13.132486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b8f5e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:13.176119 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd89c8ee-ea09-4ee4-a47e-48c268d965e3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:02:13.176713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd89c8ee-ea09-4ee4-a47e-48c268d965e3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Synchronizing usage tracker for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:13.209520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd89c8ee-ea09-4ee4-a47e-48c268d965e3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Unset dirty status for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:13.214367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd89c8ee-ea09-4ee4-a47e-48c268d965e3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "GET /v2.0/ports/42f81ead-8954-4c99-bee2-609f5daf8ccc HTTP/1.1" status: 404  len: 333 time: 0.1869850
Dec 09 14:02:13.214535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:13.216020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Calling delete_port for 1735916c-79f9-41bc-b542-8f1f8478e655 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:13.219842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Request body: {'port': {'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1566968548'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:13.239200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:13.259652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:13.260188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Port': ['ID=90f4df83-aba1-43e9-ad2f-d61f5b6b1171,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:13.271839 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.4319563
Dec 09 14:02:13.273013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:13.275234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49904) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:13.277087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 310c622b-388c-4056-b89c-16326d354947 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:13.279850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:13.319564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:13.324604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'ports': [{'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'}, {'network_id': 'a65e4873-04a8-4b14-a1ef-54ed26d33764'}]} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:13.325003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:13.325576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': 'a65e4873-04a8-4b14-a1ef-54ed26d33764'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:13.352172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Made reservation on behalf of 4988d2ce330e4ab4829263f34f6dfef5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:13.353773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:13.355215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.357755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:13.358359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.366637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Checking segment: {'id': '7b73e1e3-e912-4d1a-97a1-1f693811c992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1b4398f2-b755-4c91-9340-4b14504c2579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:13.366997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network hostable DHCP agents. Network: 1b4398f2-b755-4c91-9340-4b14504c2579, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:13.377744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-d008fb23-507a-4d8d-80f6-73746da4abfd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.2510900
Dec 09 14:02:13.422802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.424544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 7567c710-8c17-475f-a585-863d9db2953b yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:13.478353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:13.516005 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.3930612
Dec 09 14:02:13.521903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=9cc548ad-86c9-4d66-a62f-009f72c06999,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:13.529814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49908) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:13.530994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:13.532637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:13.606703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] For port d417b852-9a3a-4b39-ac43-1ff7ae73abd6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,segment=NetworkSegment(f954cf39-7dbe-49ea-b14e-f405ad8d8819),segment_id=f954cf39-7dbe-49ea-b14e-f405ad8d8819)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:13.637585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.648040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9fb29181-9329-4232-9625-37daea45d3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:13.663305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-be9c8793-847f-4399-bddc-04f194a27a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:13.664702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-be9c8793-847f-4399-bddc-04f194a27a11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.2770176
Dec 09 14:02:13.821305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Pushing event updated for resources: {'Port': ['ID=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:13.824659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:13.952883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network 1b4398f2-b755-4c91-9340-4b14504c2579 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:13.953847 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-3fd1d5c3-3e60-46dc-bb03-5c34e2f359e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1000 time: 0.2704341
Dec 09 14:02:13.965256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0846baac-e96a-425a-889e-3b56a13073c7 None None] Provisioning complete for port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:13.966210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0846baac-e96a-425a-889e-3b56a13073c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:13.980778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=a65e4873-04a8-4b14-a1ef-54ed26d33764,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:14.011335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.028110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a65e4873-04a8-4b14-a1ef-54ed26d33764 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:14.060969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:14.076626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 1b4398f2-b755-4c91-9340-4b14504c2579) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:14.115679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:14.117260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.118048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:14.122276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:14.135352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:14.135582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:14.136471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.163651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:14.170831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:14.182994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:14.236514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea598075-49fd-4eb0-a2ab-95e0fff2f96e None None] Network 1b4398f2-b755-4c91-9340-4b14504c2579 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:14.267874 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 5.6357694
Dec 09 14:02:14.272325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49918) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:14.300361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Network ab024f9e-026f-4e0b-9bde-df69f787918e is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:14.301996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-67250b9d-5091-423d-a7a8-7218662975e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:14.303438 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-67250b9d-5091-423d-a7a8-7218662975e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.2540905
Dec 09 14:02:14.307092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:14.309647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:14.310733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:14.311315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.324802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=7567c710-8c17-475f-a585-863d9db2953b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:14.327633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:14.360397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.364831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 2} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:14.368635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.386920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:14.431568 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.2152166
Dec 09 14:02:14.438647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49922) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:14.452282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Port': ['ID=1735916c-79f9-41bc-b542-8f1f8478e655,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:14.458803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:14.486132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d417b852-9a3a-4b39-ac43-1ff7ae73abd6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:14.488348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.501473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:14.594778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b8f5e0>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'floating_ip_address': '172.26.3.215', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'port_id': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'mac_address': 'fa:16:3e:84:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326015b-85e0-4c56-841f-556f5904c49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:30Z', 'updated_at': '2021-12-09T14:02:08Z', 'revision_number': 1, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:09Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:14.615134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] Checking router: 90346d38-0ff6-4937-9e69-24d77a642494 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:02:14.622981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78329e-0c8a-4024-951e-6bc72dbccf39 req-8878ef14-a946-4d56-a0bd-a8eb76bfae3b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:14.624443 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac78329e-0c8a-4024-951e-6bc72dbccf39 req-8878ef14-a946-4d56-a0bd-a8eb76bfae3b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.4125154
Dec 09 14:02:14.647907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0846baac-e96a-425a-889e-3b56a13073c7 None None] Provisioning for port 9cc548ad-86c9-4d66-a62f-009f72c06999 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:14.651950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:14.652785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b8f5e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:14.678955 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-6bf0572c-31e6-46c0-a0c4-460fae98059a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3565500
Dec 09 14:02:14.720063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0846baac-e96a-425a-889e-3b56a13073c7 None None] Provisioning complete for port 9cc548ad-86c9-4d66-a62f-009f72c06999 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:14.720545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0846baac-e96a-425a-889e-3b56a13073c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.742692 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac78329e-0c8a-4024-951e-6bc72dbccf39 req-c576af92-f874-4b85-a92f-bb693ee68bb7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088581
Dec 09 14:02:14.777712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:14.778234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:14.868475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-0a5a9400-1608-4621-b707-6455572bb9cb service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761971
Dec 09 14:02:14.874658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Router 553b0d73-d4bf-41ed-93e1-b84086866761 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:14.912224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0846baac-e96a-425a-889e-3b56a13073c7 None None] Port 9cc548ad-86c9-4d66-a62f-009f72c06999 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:14.933638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.003403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:15.047737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44ca33-b5e4-4e70-998e-6b7986dc5157 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:15.053254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44ca33-b5e4-4e70-998e-6b7986dc5157 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:15.055105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9d44ca33-b5e4-4e70-998e-6b7986dc5157 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Synchronizing usage tracker for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:15.060142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 0558eb1d-a5d5-462a-b1c5-06ab4461e307 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:15.074526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.094079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d3fc714c-a67c-40cf-9d4f-82cd35537eac None None] Provisioning complete for port 9cc548ad-86c9-4d66-a62f-009f72c06999 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:15.094441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d3fc714c-a67c-40cf-9d4f-82cd35537eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.160562 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d70305d5-ccd9-4c4d-bc2b-b58c6c816d94 req-bfb23281-197d-438f-9351-3e4380e93286 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2847419
Dec 09 14:02:15.169237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae45473-8652-4742-b40a-05b31c56a189 req-f6f72bef-5690-49fa-9e3e-2db3b5cdbaea tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:15.170679 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fae45473-8652-4742-b40a-05b31c56a189 req-f6f72bef-5690-49fa-9e3e-2db3b5cdbaea tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.2939022
Dec 09 14:02:15.180692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49928) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:15.232849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc714c-a67c-40cf-9d4f-82cd35537eac None None] Port 9cc548ad-86c9-4d66-a62f-009f72c06999 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:15.241109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9d44ca33-b5e4-4e70-998e-6b7986dc5157 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Unset dirty status for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:15.241876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Request body: {'floatingip': {'port_id': '34940477-8595-48a5-9b3a-0846a4885f36'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:15.245433 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9d44ca33-b5e4-4e70-998e-6b7986dc5157 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.9289238
Dec 09 14:02:15.247513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49932) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:15.329869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.456830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b8f5e0>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'floating_ip_address': '172.26.3.215', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'port_id': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'mac_address': 'fa:16:3e:84:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326015b-85e0-4c56-841f-556f5904c49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:30Z', 'updated_at': '2021-12-09T14:02:08Z', 'revision_number': 1, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:09Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:15.461816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732e2b4-0285-43ef-82db-71c81fdd5198 None None] The sync data for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv is: [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'floating_ip_address': '172.26.3.215', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'port_id': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'mac_address': 'fa:16:3e:84:0b:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326015b-85e0-4c56-841f-556f5904c49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:30Z', 'updated_at': '2021-12-09T14:02:08Z', 'revision_number': 1, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:09Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:15.605749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:15.616786 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270471b4-8323-4893-a056-07da289b2747 None None] Sync routers for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:15.617269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.628685 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:15.629294 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a56aa00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:15.761441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Deleting port b4ab2540-ddf6-4747-99ad-15d4f1e998c7 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:15.761874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.785392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-88eca317-0208-443e-9642-b8e0f34393f3 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "PUT /v2.0/floatingips/a6ae569b-9e7b-402c-a14c-f323c1de4a9e HTTP/1.1" status: 200  len: 991 time: 4.5877421
Dec 09 14:02:15.790084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:02:15.818152 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:15.912204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:15.940348 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'status': 'completed', 'code': 200}
Dec 09 14:02:15.950500 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-495c0252-d145-4dfb-a091-38f8f4a8a153 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2019470
Dec 09 14:02:15.998876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.089417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.254086 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a56aa00>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'a6ae569b-9e7b-402c-a14c-f323c1de4a9e', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'port_id': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'mac_address': 'fa:16:3e:1b:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:35Z', 'updated_at': '2021-12-09T14:02:12Z', 'revision_number': 1, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:38Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:16.257866 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270471b4-8323-4893-a056-07da289b2747 None None] Checking router: 553b0d73-d4bf-41ed-93e1-b84086866761 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:02:16.258186 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-d04e7501-7c98-4148-9e8c-7129dd14c486 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f&device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 1099 time: 0.2744966
Dec 09 14:02:16.269758 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:16.270350 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a56aa00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:16.304911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.309605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] device_id is not set on port 7567c710-8c17-475f-a585-863d9db2953b yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:16.354572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.396682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.465698 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:16.470842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-2a6b38ac-2a88-4e7f-8543-12cf2a29fdde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:16.472330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-2a6b38ac-2a88-4e7f-8543-12cf2a29fdde service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e99999d-6292-4708-8491-eb8d72125c56 HTTP/1.1" status: 200  len: 913 time: 0.2007358
Dec 09 14:02:16.546383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 7dd860e8-1ee8-478d-b38e-76c33349cf7b yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:16.625663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Transition to ACTIVE for port object 7567c710-8c17-475f-a585-863d9db2953b will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:16.657849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.665541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:16.690838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-511096f6-698c-462e-9229-af250eaafcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:16.697785 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-f286ca3c-ea4f-40c7-9976-de06d6fc077b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 HTTP/1.1" status: 200  len: 999 time: 0.2171474
Dec 09 14:02:16.786261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-214dc89f-9986-401c-bbb0-c622f1c30d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:16.787817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-214dc89f-9986-401c-bbb0-c622f1c30d04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9 HTTP/1.1" status: 200  len: 851 time: 0.0813622
Dec 09 14:02:16.795899 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Floating IP 31a51689-2dc1-4d99-9627-c0344de06a7c associated. External IP: 172.26.3.171, port: 34940477-8595-48a5-9b3a-0846a4885f36.
Dec 09 14:02:16.845792 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-270471b4-8323-4893-a056-07da289b2747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a56aa00>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'a6ae569b-9e7b-402c-a14c-f323c1de4a9e', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'port_id': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'mac_address': 'fa:16:3e:1b:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:35Z', 'updated_at': '2021-12-09T14:02:12Z', 'revision_number': 1, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:38Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:16.851352 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270471b4-8323-4893-a056-07da289b2747 None None] The sync data for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv is: [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'a6ae569b-9e7b-402c-a14c-f323c1de4a9e', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'floating_ip_address': '172.26.3.28', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'port_id': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'mac_address': 'fa:16:3e:1b:23:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:35Z', 'updated_at': '2021-12-09T14:02:12Z', 'revision_number': 1, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:38Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:16.956987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-9ebe4da2-2200-4072-8efc-dfe9a0a22b62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e99999d-6292-4708-8491-eb8d72125c56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1139293
Dec 09 14:02:17.022900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Calling delete_port for b4ab2540-ddf6-4747-99ad-15d4f1e998c7 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:17.128715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d51c68-90d7-4e96-a6bc-60616f2557c0 None None] New status for floating IP c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:02:17.209671 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c728dd7-99a1-4c1d-bad9-14bab527c085 None None] New status for floating IP a6ae569b-9e7b-402c-a14c-f323c1de4a9e: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:02:17.213806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=7567c710-8c17-475f-a585-863d9db2953b,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:17.227700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-faab279d-13cf-4cab-8789-9ece0a4efe91 service neutron] 10.222.0.35 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274013
Dec 09 14:02:17.269232 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-a6d7a915-beee-4b54-8940-81d112901400 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 1.1817787
Dec 09 14:02:17.277857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:17.475272 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8af7e81a-502e-4d1a-9f13-1708791a5774 req-9583a262-870f-47d9-a46c-0e2597304828 service neutron] 10.222.0.35 "GET /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382045
Dec 09 14:02:17.489098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:17.566251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d746421a-e8ec-4867-a5e5-47b22b194185 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:17.609776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:17.610097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:17.610430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:17.639366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Port': ['ID=b4ab2540-ddf6-4747-99ad-15d4f1e998c7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:17.650677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:17.663439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:17.667007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:17.669734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:17.704089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:17.705679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:17.705949 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:17.711562 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 2 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:17.718911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:17.732806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:17.736560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-709f087f-28a9-4614-98e9-4d944b7106ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:17.738630 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-709f087f-28a9-4614-98e9-4d944b7106ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.4272435
Dec 09 14:02:17.745741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-12a9bfbe-28db-490d-ac30-8774ab65be06 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:17.846818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:17.847147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:17.847473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:17.906249 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/ports/b4ab2540-ddf6-4747-99ad-15d4f1e998c7 HTTP/1.1" status: 204  len: 168 time: 2.6501772
Dec 09 14:02:17.915411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49948) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:17.959839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:17.960153 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:17.978299 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 3 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:17.993985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=9cc548ad-86c9-4d66-a62f-009f72c06999,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:17.997376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:18.000995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Deleting port 90f4df83-aba1-43e9-ad2f-d61f5b6b1171 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:18.001335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.015197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:18.015529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:18.016504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:18.024709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.042610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9ad552ac-24ea-4994-a2e3-7f2aad82e3ad tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:18.096890 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-7d12c29b-8fe6-46f4-b997-8f1f18bfc6af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1002 time: 0.3129029
Dec 09 14:02:18.124329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:18.128777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.134530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] Sync routers for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:18.146499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:18.147105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449db3ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:18.168039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:18.168427 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:18.183385 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 4 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:18.250106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:18.256308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:18.256648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:18.256974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:18.274538 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fa45c2f-108e-4827-8a09-4da1d74379d0 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "PUT /v2.0/floatingips/31a51689-2dc1-4d99-9627-c0344de06a7c HTTP/1.1" status: 200  len: 992 time: 3.0927486
Dec 09 14:02:18.278097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:02:18.284975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:18.285725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.317093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=0558eb1d-a5d5-462a-b1c5-06ab4461e307,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:18.331186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bdbeb6c1-b604-4612-957e-537c5e2ec6ec None None] Provisioning complete for port 9cc548ad-86c9-4d66-a62f-009f72c06999 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:18.332493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bdbeb6c1-b604-4612-957e-537c5e2ec6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.369412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:18.370378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.386869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bdbeb6c1-b604-4612-957e-537c5e2ec6ec None None] Port 9cc548ad-86c9-4d66-a62f-009f72c06999 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:18.412350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:18.428503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-a8375e51-17ba-4f89-a9e8-d7b93ff8feae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:18.430926 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-a8375e51-17ba-4f89-a9e8-d7b93ff8feae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.3257754
Dec 09 14:02:18.437409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Calling delete_port for 90f4df83-aba1-43e9-ad2f-d61f5b6b1171 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:18.446115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.453929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Router c591da60-ed10-40cb-8f64-ac7137e046b8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:18.457131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:18.457638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:18.535467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.541762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:18.542086 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:18.546012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:18.551087 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 5 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:18.579094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:18.579422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:18.579755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:18.604304 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36', 'status': 'completed', 'code': 200}
Dec 09 14:02:18.632852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=7dd860e8-1ee8-478d-b38e-76c33349cf7b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:18.634894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:18.635214 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:18.638726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:18.641110 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 6 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:18.648151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Port': ['ID=90f4df83-aba1-43e9-ad2f-d61f5b6b1171,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:18.655682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:18.665960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.679494 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/ports/90f4df83-aba1-43e9-ad2f-d61f5b6b1171 HTTP/1.1" status: 204  len: 168 time: 0.7621062
Dec 09 14:02:18.682609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:18.735044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a21f2729-abd1-418a-94c2-e9bdaac53d7e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Synchronizing usage tracker for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:18.743677 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-c89a1fc5-d8fc-47bf-b70e-fa3c7c16bb1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0a1e9b700f2d4a1d87737f6900788db4&device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 1099 time: 0.1476986
Dec 09 14:02:18.784865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a21f2729-abd1-418a-94c2-e9bdaac53d7e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Unset dirty status for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:18.786035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a21f2729-abd1-418a-94c2-e9bdaac53d7e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0976880
Dec 09 14:02:18.837362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:18.847529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-897997133'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:18.855496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:18.867802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:network and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:18.872453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:18.883066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:18.891383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449db3ac0>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '31a51689-2dc1-4d99-9627-c0344de06a7c', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'floating_ip_address': '172.26.3.171', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'port_id': '34940477-8595-48a5-9b3a-0846a4885f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'mac_address': 'fa:16:3e:ed:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:33Z', 'updated_at': '2021-12-09T14:02:16Z', 'revision_number': 1, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:34Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:18.894623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:18.894749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:18.894984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:18.898190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] Checking router: cce4d81b-67cc-4dc6-b88f-2f266312bcf4 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:02:18.911382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:18.912278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449db3ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:18.917932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:18.921476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.930750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-0239485a-2dac-4b61-a75a-75f128d1ccf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:18.932185 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-0239485a-2dac-4b61-a75a-75f128d1ccf6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b0e8eac-4588-44a4-acd1-884899c092ae HTTP/1.1" status: 200  len: 907 time: 0.1816638
Dec 09 14:02:18.933482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': 'd7a00001-4986-4039-87a2-7c64c5d62413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a65e4873-04a8-4b14-a1ef-54ed26d33764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:18.934207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: a65e4873-04a8-4b14-a1ef-54ed26d33764, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:18.938219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:18.939037 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:18.944350 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 7 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:18.971417 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-909cabe5-56e4-4477-9865-5aea590a30bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5158532
Dec 09 14:02:18.975299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:18.988632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:18.988962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:18.989288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:19.009392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:19.037439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.037734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Added segment e9f6c7c6-c70e-453c-b507-0495fc9860d8 of type vlan for network d666add8-343e-453b-b770-1d76e30e0f57
Dec 09 14:02:19.070658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:19.070960 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:19.074434 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-e94e177a-6405-4a8c-b054-a86d110362e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34940477-8595-48a5-9b3a-0846a4885f36 HTTP/1.1" status: 200  len: 1000 time: 0.1265931
Dec 09 14:02:19.080542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.094656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:02:19.117292 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 8 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:19.163531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-91d3855f-674d-49de-a651-cf0a8e847d20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:19.165079 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-91d3855f-674d-49de-a651-cf0a8e847d20 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=44d4afe7-531b-4fb0-9736-0865a24351f9 HTTP/1.1" status: 200  len: 845 time: 0.0802691
Dec 09 14:02:19.205183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.209472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:19.209650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.219003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9c8f1df-dbf7-48d7-b62a-a391f67f6098 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:19.221117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network a65e4873-04a8-4b14-a1ef-54ed26d33764 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:19.245707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:19.246065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:19.246362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:19.332418 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4939547
Dec 09 14:02:19.336432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:19.345267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1098238855'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:19.348382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Network': ['ID=d666add8-343e-453b-b770-1d76e30e0f57,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:19.351611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:19.355096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:19.366649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:network and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:19.369602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network d666add8-343e-453b-b770-1d76e30e0f57 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:19.371409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:19.381383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:19.393866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-5d580947-52f2-4765-b9fc-68a540b52de6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b0e8eac-4588-44a4-acd1-884899c092ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2228634
Dec 09 14:02:19.399996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:19.403034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.408261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, a65e4873-04a8-4b14-a1ef-54ed26d33764) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:19.419936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:19.420264 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:19.434916 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 9 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:19.446813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:19.451039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:19.454536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:19.454668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e192383-51e5-4f2f-88cd-9d03805154ce None None] Network a65e4873-04a8-4b14-a1ef-54ed26d33764 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:19.455524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.474370 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-db3ea7d1-35c0-4f27-9323-7cdf1cd2920f service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4863012
Dec 09 14:02:19.491279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:19.491469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:19.491874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:19.571409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:19.612592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.612935 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Added segment 7067f122-470b-4dfd-b661-db1ba052e2c2 of type vlan for network 3dae088d-a131-4051-b7ce-399a77b18cbd
Dec 09 14:02:19.674760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-cad15f13-a150-42d8-8007-118a4657bf7f service neutron] 10.222.0.35 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597938
Dec 09 14:02:19.674998 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.3648450
Dec 09 14:02:19.678261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:19.682090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.705788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:19.706116 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:19.711209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempt 10 to bind port 7567c710-8c17-475f-a585-863d9db2953b
Dec 09 14:02:19.797035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449db3ac0>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '31a51689-2dc1-4d99-9627-c0344de06a7c', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'floating_ip_address': '172.26.3.171', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'port_id': '34940477-8595-48a5-9b3a-0846a4885f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'mac_address': 'fa:16:3e:ed:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:33Z', 'updated_at': '2021-12-09T14:02:16Z', 'revision_number': 1, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:34Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:19.809061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57247e3-3c3d-4105-a501-3cc8c86afb6f None None] The sync data for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv is: [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '31a51689-2dc1-4d99-9627-c0344de06a7c', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'floating_ip_address': '172.26.3.171', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'port_id': '34940477-8595-48a5-9b3a-0846a4885f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'mac_address': 'fa:16:3e:ed:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:01:33Z', 'updated_at': '2021-12-09T14:02:16Z', 'revision_number': 1, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:34Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:19.821711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:19.821966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:19.822298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempting to bind port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:19.873267 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d89950f9-e235-4db6-99b6-c23c378fc3f4 req-02e5c65c-131a-4eeb-8c88-bdd11acb3064 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3831818
Dec 09 14:02:19.877922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:02:19.878394 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Failed to bind port 7567c710-8c17-475f-a585-863d9db2953b on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'c54380a1-6053-4eee-8757-72e786636853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ab024f9e-026f-4e0b-9bde-df69f787918e'}]
Dec 09 14:02:19.878830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.956284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:19.962997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:19.969399 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] Sync routers for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:19.973874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:19.982072 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:19.984134 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a485340>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:20.043130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 7dd860e8-1ee8-478d-b38e-76c33349cf7b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:20.043668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.047360 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a485340>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:20.060085 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:20.060305 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a485340>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:20.076605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:20.112191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.112430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.121786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:20.121973 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "DELETE /v2.0/floatingips/2cd8abff-edab-4ca7-ab2f-a14a21589e43 HTTP/1.1" status: 204  len: 168 time: 8.1604180
Dec 09 14:02:20.122076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.123421 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a485340>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:20.124061 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a1e8b-bf55-4c3f-a114-a2a3b3300ad5 None None] The sync data for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:20.126258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.126818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.133358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:20.134466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:20.135394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55ed9123-86cb-4286-b60d-11fee17a421e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:20.163951 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1516fb3-d103-4e9e-a9ac-a7468d4cf455 req-bac23171-3da6-4d48-868b-7c7064390b2b service neutron] 10.222.0.35 "GET /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4723783
Dec 09 14:02:20.169132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:20.223711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] For port 7567c710-8c17-475f-a585-863d9db2953b, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:20.224128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:20.224291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Attempted to set empty binding levels {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 09 14:02:20.259814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.327623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Usage tracker for resource:floatingip and tenant:58f4bc3f5d7745ac8e8fb18b16a9116d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:20.371031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:20.397720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] In _notify_port_updated(), no bound segment for port 7567c710-8c17-475f-a585-863d9db2953b on network ab024f9e-026f-4e0b-9bde-df69f787918e {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:02:20.399296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.401339 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "PUT /v2.0/ports/7567c710-8c17-475f-a585-863d9db2953b HTTP/1.1" status: 200  len: 977 time: 5.9538808
Dec 09 14:02:20.406686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 49986) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:20.410335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=9cc548ad-86c9-4d66-a62f-009f72c06999,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:20.419459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:20.420260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-323c64e9-afe6-46c6-9575-720d3190da0a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:20.446979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:20.451345 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.1132736
Dec 09 14:02:20.468162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Network': ['ID=3dae088d-a131-4051-b7ce-399a77b18cbd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:20.484623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 3dae088d-a131-4051-b7ce-399a77b18cbd details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:20.488347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:20.525843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.670690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event updated for resources: {'Port': ['ID=7567c710-8c17-475f-a585-863d9db2953b,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:20.679647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:20.683269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Deleting port 7567c710-8c17-475f-a585-863d9db2953b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:20.683775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.761044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:20.764465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 310c622b-388c-4056-b89c-16326d354947 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:20.770559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:20.951731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 7dd860e8-1ee8-478d-b38e-76c33349cf7b owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:21.179062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.186229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd23b364-6a63-4c65-98c6-65d591ebdc28 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:21.233593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f73ddcc3-22c5-4a2b-8128-69d63d385ddf None None] Provisioning complete for port 9cc548ad-86c9-4d66-a62f-009f72c06999 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:21.234276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f73ddcc3-22c5-4a2b-8128-69d63d385ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.240473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=7dd860e8-1ee8-478d-b38e-76c33349cf7b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:21.245112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:21.272243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.290467 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/7dd860e8-1ee8-478d-b38e-76c33349cf7b HTTP/1.1" status: 204  len: 168 time: 1.6110840
Dec 09 14:02:21.292742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 49996) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:21.307737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f73ddcc3-22c5-4a2b-8128-69d63d385ddf None None] Port 9cc548ad-86c9-4d66-a62f-009f72c06999 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:21.370879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.422343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] For port 7567c710-8c17-475f-a585-863d9db2953b, host hv-neutron-8211, got binding levels [] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:21.423188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.450114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b84237-a293-4102-a66e-54a68232dfdd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:21.454052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b84237-a293-4102-a66e-54a68232dfdd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:21.454771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c4b84237-a293-4102-a66e-54a68232dfdd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:21.526591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c4b84237-a293-4102-a66e-54a68232dfdd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:21.530461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c4b84237-a293-4102-a66e-54a68232dfdd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.2342079
Dec 09 14:02:21.531170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50000) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:21.588251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Allocated IP 172.26.3.104 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/e044ab67-fc6c-4560-8246-e6dc4ef9d9cc) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:21.605300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Calling delete_port for 7567c710-8c17-475f-a585-863d9db2953b owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:21.620298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 0558eb1d-a5d5-462a-b1c5-06ab4461e307 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:21.620652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.708869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.716271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a5f88c2f-2e38-48ef-8319-c8a32ab9aa98 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:21.761215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Pushing event deleted for resources: {'Port': ['ID=7567c710-8c17-475f-a585-863d9db2953b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:21.764506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:21.777086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:21.800717 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7567c710-8c17-475f-a585-863d9db2953b HTTP/1.1" status: 204  len: 168 time: 1.3835595
Dec 09 14:02:21.800985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50004) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:21.846814 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cdb3e2-429d-4e51-be19-09260a2a2b84 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:02:21.846814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2cdb3e2-429d-4e51-be19-09260a2a2b84 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Synchronizing usage tracker for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:21.860224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 53f34ba5-d9e5-44a0-927c-0ae6a007e09f is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:02:21.866965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2cdb3e2-429d-4e51-be19-09260a2a2b84 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Unset dirty status for tenant:4988d2ce330e4ab4829263f34f6dfef5 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:21.871635 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e2cdb3e2-429d-4e51-be19-09260a2a2b84 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] 10.222.0.21 "GET /v2.0/ports/7567c710-8c17-475f-a585-863d9db2953b HTTP/1.1" status: 404  len: 333 time: 0.0663195
Dec 09 14:02:21.871892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50008) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:22.016431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.047527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.106376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.172016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 0558eb1d-a5d5-462a-b1c5-06ab4461e307 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:22.244770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.274304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-884dda1a-31b6-4088-bbf9-eed11439f2ff tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:22.275179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.309828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a2304c0>,) {'filters': {'network_id': ['ab024f9e-026f-4e0b-9bde-df69f787918e']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.327471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a2304c0>, 'c54380a1-6053-4eee-8757-72e786636853') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.327991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a2304c0>, 'c54380a1-6053-4eee-8757-72e786636853') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.353174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.354543 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:02:22.365718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.375344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.382994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:22.383467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.408263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Pushing event updated for resources: {'Port': ['ID=e044ab67-fc6c-4560-8246-e6dc4ef9d9cc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:22.413212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:22.414830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:22.415890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:22.417789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:22.472581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b74c6491-d61d-4924-ac07-b8932cb842a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.488180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:22.514848 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:22.519438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:22.530848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] Sync routers for ids ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:22.536345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.543842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=0558eb1d-a5d5-462a-b1c5-06ab4461e307,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:22.551120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.557331 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] 10.222.0.21 "DELETE /v2.0/networks/ab024f9e-026f-4e0b-9bde-df69f787918e HTTP/1.1" status: 204  len: 168 time: 0.6844103
Dec 09 14:02:22.558601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:22.565652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:22.571465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.572150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] Routers {'53f34ba5-d9e5-44a0-927c-0ae6a007e09f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:22.577239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a108a60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.594640 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/53f34ba5-d9e5-44a0-927c-0ae6a007e09f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0629435
Dec 09 14:02:22.595541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50020) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:22.600956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Pushing event deleted for resources: {'Network': ['ID=ab024f9e-026f-4e0b-9bde-df69f787918e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:22.604958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:22.619064 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/0558eb1d-a5d5-462a-b1c5-06ab4461e307 HTTP/1.1" status: 204  len: 168 time: 1.0873928
Dec 09 14:02:22.622064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50024) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:22.701401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f4fee2-1e4e-470e-8348-48b9e43b3b64 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:22.704164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-86f4fee2-1e4e-470e-8348-48b9e43b3b64 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:22.735868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a108a60>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.738226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-86f4fee2-1e4e-470e-8348-48b9e43b3b64 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:22.742697 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-86f4fee2-1e4e-470e-8348-48b9e43b3b64 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports/9cc548ad-86c9-4d66-a62f-009f72c06999 HTTP/1.1" status: 200  len: 984 time: 0.1437984
Dec 09 14:02:22.743393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:22.774965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] Routers {'53f34ba5-d9e5-44a0-927c-0ae6a007e09f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:22.775756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a108a60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:01:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.830421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.868472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a108a60>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:22.868902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431de468-d8f6-4d90-964a-ec7a51ba3a99 None None] The sync data for ids ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:22.915940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef741007-dc24-482e-8254-0fb64a9aa2b1 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:22.916743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ef741007-dc24-482e-8254-0fb64a9aa2b1 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:22.948119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:22.985966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ef741007-dc24-482e-8254-0fb64a9aa2b1 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:22.990390 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef741007-dc24-482e-8254-0fb64a9aa2b1 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.3668051
Dec 09 14:02:22.990967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:23.038234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50038) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:23.061088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae532640-1df3-4f63-9ecc-11dc1736046b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:02:23.065394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae532640-1df3-4f63-9ecc-11dc1736046b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/7dd860e8-1ee8-478d-b38e-76c33349cf7b HTTP/1.1" status: 404  len: 333 time: 0.0709238
Dec 09 14:02:23.066985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:23.128424 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc5305e-8ce9-4a64-a476-e72bafc4de82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:02:23.132619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1dc5305e-8ce9-4a64-a476-e72bafc4de82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/0558eb1d-a5d5-462a-b1c5-06ab4461e307 HTTP/1.1" status: 404  len: 333 time: 0.0650914
Dec 09 14:02:23.133163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50048) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:23.391286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:23.394246 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a0995b75-952d-439b-9df6-dca94e4c4441 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b72d59e11694346bb7e2466a089754d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3530653
Dec 09 14:02:23.423238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.476541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.549517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.606865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.610541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.629033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.647677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.659657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-54d11add-a361-4991-9993-b42cc291a865 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:23.688027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449a31ca0>,) {'filters': {'network_id': ['a65e4873-04a8-4b14-a1ef-54ed26d33764']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:23.748231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a31ca0>, 'd7a00001-4986-4039-87a2-7c64c5d62413') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:23.748571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a31ca0>, 'd7a00001-4986-4039-87a2-7c64c5d62413') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:23.768757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.779426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.787901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c77f5a41-7467-447e-86a6-32d891d9de86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:23.804205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8cf2c7-475a-477a-849e-2db78e5b0c47,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:23.808494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:23.810285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.813809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.816596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.819210 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe8cf2c7-475a-477a-849e-2db78e5b0c47 HTTP/1.1" status: 204  len: 168 time: 0.4221911
Dec 09 14:02:23.830880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Pushing event updated for resources: {'Port': ['ID=e044ab67-fc6c-4560-8246-e6dc4ef9d9cc,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:23.843287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:23.851040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:23.856013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:23.856515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:23.872150 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:23.879783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'subnets': [{'network_id': 'd666add8-343e-453b-b770-1d76e30e0f57', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--795305231', 'ip_version': 6}, {'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:23.880135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'subnet': {'network_id': 'd666add8-343e-453b-b770-1d76e30e0f57', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--795305231', 'ip_version': 6}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:23.880787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Request body: {'subnet': {'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:24.019947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 9cc548ad-86c9-4d66-a62f-009f72c06999 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:24.020289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.108643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.112474 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.9502292
Dec 09 14:02:24.125697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50070) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:24.178492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.183896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ee578963-1b41-43f7-8394-2447b2a3efb2 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:24.198004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.242007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.263523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50076) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:24.287376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=a65e4873-04a8-4b14-a1ef-54ed26d33764,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:24.300370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/a65e4873-04a8-4b14-a1ef-54ed26d33764 HTTP/1.1" status: 204  len: 168 time: 1.1616776
Dec 09 14:02:24.307088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:24.307564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:24.318992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206542716'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:24.333852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:24.336106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:24.342320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:24.347219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Usage tracker for resource:subnet and tenant:0989c4bdd5ae48ab87b044026e74c620 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:24.349781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:24.354927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:24.363758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:24.372218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:24.383045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 9cc548ad-86c9-4d66-a62f-009f72c06999 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:24.392511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7b9c3219-2d92-47bd-8fa2-c563a6156899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4988d2ce330e4ab4829263f34f6dfef5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1254170
Dec 09 14:02:24.392511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:24.394851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.404077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:24.419225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Made reservation on behalf of 0989c4bdd5ae48ab87b044026e74c620 for: {'subnet': 2} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:24.447382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:24.460800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:24.476639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Usage tracker for resource:floatingip and tenant:e997a80ccc2b4988bee640e7b30f8eb5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:24.535046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:24.594415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:24.604557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:24.637574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.674779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.675182 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment 1f7446e1-1863-4e72-80b0-a17e2b31ad01 of type vlan for network 0a9f4799-34c9-4aea-97e2-3b0663d58509
Dec 09 14:02:24.676909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.696202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bedbd2d9-98c1-497d-89b9-c289cf843295 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:24.809123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.837105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=9cc548ad-86c9-4d66-a62f-009f72c06999,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:24.837641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.839769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:24.855942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e46e36c-2baf-4840-b3fc-5fcdf9156777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.864560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.966820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.967195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:24.975272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:25.107684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:25.112234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:25.112820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:25.121061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:25.170164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:25.266967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9553442
Dec 09 14:02:25.274751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50094) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:25.277039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=0a9f4799-34c9-4aea-97e2-3b0663d58509,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:25.282843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:25.283948 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bff03a4-a40f-4499-b1aa-38552ae73e46 HTTP/1.1" status: 204  len: 168 time: 0.8774531
Dec 09 14:02:25.288057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:25.291222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:25.305328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:25.305856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5fa6ccf-557e-4883-b7eb-26498e63e0cd tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:25.334684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff03a4-a40f-4499-b1aa-38552ae73e46,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:25.414027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:25.419980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 53f34ba5-d9e5-44a0-927c-0ae6a007e09f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:25.510130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:25.515386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:25.580748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:25.586029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:25.604007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:25.662784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:25.716491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:25.734188 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] Sync routers for ids ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:25.751490 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/53f34ba5-d9e5-44a0-927c-0ae6a007e09f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0065053
Dec 09 14:02:25.753869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50106) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:25.767410 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] Routers {'53f34ba5-d9e5-44a0-927c-0ae6a007e09f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:25.769797 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a393280>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:25.887765 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a393280>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:25.906588 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] Routers {'53f34ba5-d9e5-44a0-927c-0ae6a007e09f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:25.907557 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a393280>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:26.000803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a393280>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:26.002342 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040345b2-5817-4cdb-b399-2c3d4217caec None None] The sync data for ids ['53f34ba5-d9e5-44a0-927c-0ae6a007e09f'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:26.032941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.061637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.181313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Allocated IP 172.26.3.87 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/c26a85a3-2fcc-447a-af4c-459a229306b6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:26.200395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:02:26.201029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:02:26.311697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.345918 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-f3876501-6d76-4ade-bb08-616f05ad0e48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] remove_router_interface failed (client error): The resource could not be found.
Dec 09 14:02:26.347070 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f3876501-6d76-4ade-bb08-616f05ad0e48 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/53f34ba5-d9e5-44a0-927c-0ae6a007e09f/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5920558
Dec 09 14:02:26.349835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50124) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:26.393893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec8d30da-de76-4bc6-a092-878b559d3da2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:26.409708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec8d30da-de76-4bc6-a092-878b559d3da2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:26.413652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ec8d30da-de76-4bc6-a092-878b559d3da2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=53f34ba5-d9e5-44a0-927c-0ae6a007e09f HTTP/1.1" status: 200  len: 205 time: 0.0601311
Dec 09 14:02:26.413941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50130) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:26.470582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.485282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6597a02-ed8c-4535-ac23-9a403d1f9588 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:26.547076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.582326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.613397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Subnet': ['ID=e339eff6-f738-4cf9-8bbb-28ca0ec4e152,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:26.620211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:26.642662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.652346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:26.702768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Checking segment: {'id': 'e9f6c7c6-c70e-453c-b507-0495fc9860d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd666add8-343e-453b-b770-1d76e30e0f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:26.703115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network hostable DHCP agents. Network: d666add8-343e-453b-b770-1d76e30e0f57, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:26.713730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.759612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=ba7e9fb8-abb0-4b9d-a10d-698e67538cc2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:26.770703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:26.771204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96d5e71b-255f-41b4-b7e0-98cc5bd2a8d4 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:26.808786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:26.820192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:26.829416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:26.878782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': '1f7446e1-1863-4e72-80b0-a17e2b31ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:26.879238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: 0a9f4799-34c9-4aea-97e2-3b0663d58509, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:26.898184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Pushing event updated for resources: {'Port': ['ID=c26a85a3-2fcc-447a-af4c-459a229306b6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:26.900361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network d666add8-343e-453b-b770-1d76e30e0f57 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:26.902650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:26.929009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, d666add8-343e-453b-b770-1d76e30e0f57) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:26.936212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:26.956896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:26.957510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa870f7-9ff0-47dd-9ae2-739be3885cc6 None None] Network d666add8-343e-453b-b770-1d76e30e0f57 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:26.985061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7fabc-828d-4ebc-b678-6ee78c050237 None None] New status for floating IP 31a51689-2dc1-4d99-9627-c0344de06a7c: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:02:26.998613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:27.032484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 0a9f4799-34c9-4aea-97e2-3b0663d58509) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:27.058810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:27.059400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.061273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712623f-8a63-41d1-a549-830bd4b585dd None None] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:27.064153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event updated for resources: {'Subnet': ['ID=998a2acb-c7a7-4433-a98d-eedf80910bb2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:27.087892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:27.093685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.104941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.160690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.161178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router 53f34ba5-d9e5-44a0-927c-0ae6a007e09f {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:02:27.174852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.178400 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e9eb784a-2afb-4398-bdc6-c98cd8b2686b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/53f34ba5-d9e5-44a0-927c-0ae6a007e09f HTTP/1.1" status: 204  len: 168 time: 0.7608607
Dec 09 14:02:27.179045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50148) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:27.228897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9527829
Dec 09 14:02:27.234776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:27.248550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509', 'name': 'tempest-PortsTestJSON-909241055'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:27.262651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Checking segment: {'id': '7067f122-470b-4dfd-b661-db1ba052e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:27.263440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network hostable DHCP agents. Network: 3dae088d-a131-4051-b7ce-399a77b18cbd, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:27.291573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.390999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.420124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Network 3dae088d-a131-4051-b7ce-399a77b18cbd is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:27.445205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 3dae088d-a131-4051-b7ce-399a77b18cbd) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:27.459524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:27.461579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:27.462298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.476543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcaf569-4afc-4030-9af6-17c9211ea907 None None] Network 3dae088d-a131-4051-b7ce-399a77b18cbd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:27.507296 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 3.6578398
Dec 09 14:02:27.508561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50162) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:27.668057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.676694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.682633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:27.729623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:27.736413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be37d4f-2c76-423d-bf70-9ca163f6ca99 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:27.737991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be37d4f-2c76-423d-bf70-9ca163f6ca99 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:27.739618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be37d4f-2c76-423d-bf70-9ca163f6ca99 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:27.741209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2be37d4f-2c76-423d-bf70-9ca163f6ca99 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.2155142
Dec 09 14:02:27.754940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50170) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:27.755719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.838321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:27.840655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-0a9f4799-34c9-4aea-97e2-3b0663d58509', 'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': 'ba7e9fb8-abb0-4b9d-a10d-698e67538cc2'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:27.841915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.849870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Pushing event updated for resources: {'Port': ['ID=c26a85a3-2fcc-447a-af4c-459a229306b6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:27.852490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50174) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:27.862859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:27.863308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet 66d79777-66ea-48be-a3ff-103123867006 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:27.876332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.877479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.903205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:27.905560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7787616
Dec 09 14:02:27.908208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:27.969430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:27.972795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.035551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1153794155', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:28.045300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:28.056552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Usage tracker for resource:port and tenant:fec6f11f9dba4d5989a837fb2efbbca4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:28.061638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87869d8f-46a3-4cf5-b87a-246d6f063d3a tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Synchronizing usage tracker for tenant:58f4bc3f5d7745ac8e8fb18b16a9116d on resource:floatingip {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:28.065082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:28.072108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:28.073914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c0022a-6380-489b-a8e5-76eadf0a6491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-d666add8-343e-453b-b770-1d76e30e0f57', 'network_id': 'd666add8-343e-453b-b770-1d76e30e0f57', 'tenant_id': '0989c4bdd5ae48ab87b044026e74c620', 'fixed_ips': [{'subnet_id': 'e339eff6-f738-4cf9-8bbb-28ca0ec4e152'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:28.074967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c4c0022a-6380-489b-a8e5-76eadf0a6491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.091226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Made reservation on behalf of fec6f11f9dba4d5989a837fb2efbbca4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:28.092923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.138185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port ed2cd3fe-dc24-4f69-8892-414a3d63b87c yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:28.190362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.200559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87869d8f-46a3-4cf5-b87a-246d6f063d3a tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Unset dirty status for tenant:58f4bc3f5d7745ac8e8fb18b16a9116d on resource:floatingip {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:28.204738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87869d8f-46a3-4cf5-b87a-246d6f063d3a tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4008 time: 0.2957163
Dec 09 14:02:28.205517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:28.258246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.277395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Deleting subnet e339eff6-f738-4cf9-8bbb-28ca0ec4e152 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:28.298615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.309280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6f9d3cf7-94b7-4069-83ad-19517b6999e3 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Synchronizing usage tracker for tenant:73a1defef6014787b4ecf41817206b5b on resource:floatingip {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:28.325799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:28.332500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Usage tracker for resource:security_group_rule and tenant:fec6f11f9dba4d5989a837fb2efbbca4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:28.336322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:28.342957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:28.345622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6f9d3cf7-94b7-4069-83ad-19517b6999e3 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Unset dirty status for tenant:73a1defef6014787b4ecf41817206b5b on resource:floatingip {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:28.350071 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6f9d3cf7-94b7-4069-83ad-19517b6999e3 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1421163
Dec 09 14:02:28.351956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50192) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:28.374881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Allocated IP 172.20.0.2 (0a9f4799-34c9-4aea-97e2-3b0663d58509/ba7e9fb8-abb0-4b9d-a10d-698e67538cc2/ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:28.398401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-3dae088d-a131-4051-b7ce-399a77b18cbd', 'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd', 'tenant_id': '0989c4bdd5ae48ab87b044026e74c620', 'fixed_ips': [{'subnet_id': '998a2acb-c7a7-4433-a98d-eedf80910bb2'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:28.399314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.434614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.441413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.445119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:28.461459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] device_id is not set on port be563140-23cf-458c-bee3-7c0c005d7e8f yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:28.520609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a8936f-0a7d-471f-b26a-253e186d490b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:28.528874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:28.529464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.651989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Allocated IP 172.26.3.156 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/be563140-23cf-458c-bee3-7c0c005d7e8f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:28.710656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.745056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Deleting port c26a85a3-2fcc-447a-af4c-459a229306b6 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:28.745881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.746727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Allocated IP 2001:db8:0:1::1 (3dae088d-a131-4051-b7ce-399a77b18cbd/998a2acb-c7a7-4433-a98d-eedf80910bb2/a472b7ee-67ec-4b79-b68f-cb6268d5f4ad) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:28.767733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.798846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Transition to ACTIVE for port object ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:28.822689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.850278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.872877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Transition to ACTIVE for port object ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:28.881588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.887387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:28.906612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:28.912929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:28.953704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:28.957887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Pushing event updated for resources: {'Port': ['ID=be563140-23cf-458c-bee3-7c0c005d7e8f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:28.960381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:28.962302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:28.963033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:29.012751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:29.019621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:29.020310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.041867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Pushing event updated for resources: {'Port': ['ID=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:29.045362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:29.045737 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 1.1886089
Dec 09 14:02:29.047116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:29.048536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50198) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:29.051252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:29.055031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.156'}]}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:29.059620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.060158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.060803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:29.064906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Usage tracker for resource:router and tenant:fec6f11f9dba4d5989a837fb2efbbca4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:29.069289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:29.075255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:29.087562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.088777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.167387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.177755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Attempting to bind port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:29.178143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Attempting to bind port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1f7446e1-1863-4e72-80b0-a17e2b31ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:29.178512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Attempting to bind port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 on network 0a9f4799-34c9-4aea-97e2-3b0663d58509 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:29.183884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Transition to ACTIVE for port object a472b7ee-67ec-4b79-b68f-cb6268d5f4ad will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:29.197143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:29.197543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Checking segment: {'id': '1f7446e1-1863-4e72-80b0-a17e2b31ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:29.197982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.198387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Bound using segment: {'id': '1f7446e1-1863-4e72-80b0-a17e2b31ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:29.198867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Bound port: ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7446e1-1863-4e72-80b0-a17e2b31ad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '0a9f4799-34c9-4aea-97e2-3b0663d58509'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:29.199251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.215072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Calling delete_port for c26a85a3-2fcc-447a-af4c-459a229306b6 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:29.221924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Transition to ACTIVE for port object a472b7ee-67ec-4b79-b68f-cb6268d5f4ad will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:29.253507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.260289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.265807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:29.276663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:29.293107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.321665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-c4c0022a-6380-489b-a8e5-76eadf0a6491 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e339eff6-f738-4cf9-8bbb-28ca0ec4e152: This subnet is being modified by another concurrent operation.
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:02:29.323187 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e339eff6-f738-4cf9-8bbb-28ca0ec4e152: This subnet is being modified by another concurrent operation.
Dec 09 14:02:29.326149 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:02:29.328944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=66d79777-66ea-48be-a3ff-103123867006,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:29.335473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1ead065b-6795-4ffa-b0e6-72824b13951d {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:29.336629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:29.340622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:29.341116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:29.375321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a252f24-3e6a-4dc6-9201-4e1618949fa8 None None] Network d666add8-343e-453b-b770-1d76e30e0f57 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:29.391496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Network 3dae088d-a131-4051-b7ce-399a77b18cbd is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:29.396599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Subnet': ['ID=e339eff6-f738-4cf9-8bbb-28ca0ec4e152,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:29.399862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Pushing event updated for resources: {'Port': ['ID=a472b7ee-67ec-4b79-b68f-cb6268d5f4ad,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:29.400784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.402760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:29.410573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:29.411127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:29.414189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:29.420673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.424442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41559697-98a1-4b6f-960f-43eab122ea9f None None] Network 310c622b-388c-4056-b89c-16326d354947 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:29.477635 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9e90b950-b6dd-434d-b0b0-18f9bdea9023 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/66d79777-66ea-48be-a3ff-103123867006 HTTP/1.1" status: 204  len: 168 time: 2.2975461
Dec 09 14:02:29.480447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:29.483596 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/subnets/e339eff6-f738-4cf9-8bbb-28ca0ec4e152 HTTP/1.1" status: 204  len: 168 time: 1.7216501
Dec 09 14:02:29.483834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50206) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:29.507795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] For port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:29.509307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.607308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.615718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7f18d2e-e691-4e10-9de2-2149bccfe056 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:29.635847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] For port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,segment=NetworkSegment(1f7446e1-1863-4e72-80b0-a17e2b31ad01),segment_id=1f7446e1-1863-4e72-80b0-a17e2b31ad01)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:29.662007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Pushing event deleted for resources: {'Port': ['ID=c26a85a3-2fcc-447a-af4c-459a229306b6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:29.715051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:29.749135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.767320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.777062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:29.823366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:29.823858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.837892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.957127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Attempting to bind port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:29.957418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Attempting to bind port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '7067f122-470b-4dfd-b661-db1ba052e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:29.957820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Attempting to bind port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad on network 3dae088d-a131-4051-b7ce-399a77b18cbd {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:29.977011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Deleting subnet 998a2acb-c7a7-4433-a98d-eedf80910bb2 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:29.980203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.982512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.986048 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] 10.222.0.21 "DELETE /v2.0/floatingips/b4d36dc6-7052-447a-9bc8-aeb75c1f527a HTTP/1.1" status: 204  len: 168 time: 1.6207821
Dec 09 14:02:29.986185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Pushing event updated for resources: {'Port': ['ID=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:29.988132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50216) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:29.988270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.988370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:29.993489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:29.993943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Checking segment: {'id': '7067f122-470b-4dfd-b661-db1ba052e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:29.994361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:29.994827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Bound using segment: {'id': '7067f122-470b-4dfd-b661-db1ba052e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:29.995346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Bound port: a472b7ee-67ec-4b79-b68f-cb6268d5f4ad, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7067f122-470b-4dfd-b661-db1ba052e2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3dae088d-a131-4051-b7ce-399a77b18cbd'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:29.995771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.023240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:30.104670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.114335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] For port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:30.117715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] For port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a472b7ee-67ec-4b79-b68f-cb6268d5f4ad,segment=NetworkSegment(7067f122-470b-4dfd-b661-db1ba052e2c2),segment_id=7067f122-470b-4dfd-b661-db1ba052e2c2)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:30.123343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.128313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee763b19-be72-4e9b-b2ea-1e19b6e6e16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:30.204470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Pushing event updated for resources: {'Port': ['ID=a472b7ee-67ec-4b79-b68f-cb6268d5f4ad,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:30.208190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:30.213228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.247265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] DHCP port deletion for 310c622b-388c-4056-b89c-16326d354947 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:30.250993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Deleting port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:30.252328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.447153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.8 (0a9f4799-34c9-4aea-97e2-3b0663d58509/ba7e9fb8-abb0-4b9d-a10d-698e67538cc2/7f1cb472-8085-4ccb-922c-5455fa8f6c58) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:30.480758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.505199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d9a88af2-fddd-4f58-b63d-628b497e33f9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:30.612380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port d417b852-9a3a-4b39-ac43-1ff7ae73abd6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,segment=NetworkSegment(f954cf39-7dbe-49ea-b14e-f405ad8d8819),segment_id=f954cf39-7dbe-49ea-b14e-f405ad8d8819)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:30.612842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.636489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:30.640636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.643616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Subnet': ['ID=998a2acb-c7a7-4433-a98d-eedf80910bb2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:30.653069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Deleting port e044ab67-fc6c-4560-8246-e6dc4ef9d9cc {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:30.654025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.654524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:30.701967 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/subnets/998a2acb-c7a7-4433-a98d-eedf80910bb2 HTTP/1.1" status: 204  len: 168 time: 1.2171023
Dec 09 14:02:30.702550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50222) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:30.770812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] For port d417b852-9a3a-4b39-ac43-1ff7ae73abd6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,segment=NetworkSegment(f954cf39-7dbe-49ea-b14e-f405ad8d8819),segment_id=f954cf39-7dbe-49ea-b14e-f405ad8d8819)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:30.771455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.839927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for d417b852-9a3a-4b39-ac43-1ff7ae73abd6 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:30.875651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24ca6b-986d-4d75-b576-d9ed6febc923 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:30.875651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d24ca6b-986d-4d75-b576-d9ed6febc923 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Synchronizing usage tracker for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:30.928830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d24ca6b-986d-4d75-b576-d9ed6febc923 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Unset dirty status for tenant:0989c4bdd5ae48ab87b044026e74c620 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:30.934652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d24ca6b-986d-4d75-b576-d9ed6febc923 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2284496
Dec 09 14:02:30.935583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:30.956681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:30.957563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Calling delete_port for d417b852-9a3a-4b39-ac43-1ff7ae73abd6 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:30.974182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object 7f1cb472-8085-4ccb-922c-5455fa8f6c58 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:30.998034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:31.000740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.016957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f1909a4c-29cb-4533-aa78-b36c49afa9ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:31.076929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.091985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4af3aa72-e562-475c-908f-543495504099 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:31.102300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=7f1cb472-8085-4ccb-922c-5455fa8f6c58,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:31.106874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:31.108596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:31.109741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:31.111865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:31.120989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d417b852-9a3a-4b39-ac43-1ff7ae73abd6 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:31.165335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d417b852-9a3a-4b39-ac43-1ff7ae73abd6 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:31.165757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d417b852-9a3a-4b39-ac43-1ff7ae73abd6 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:31.174995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Pushing event deleted for resources: {'Port': ['ID=d417b852-9a3a-4b39-ac43-1ff7ae73abd6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:31.182735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] No DVR routers for this DVR port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:31.184307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:31.189017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.206518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:31.207217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.234652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.9984102
Dec 09 14:02:31.234906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:31.287231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.319846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.360454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:31.360454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:31.410889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.411221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.431461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:31.431799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.583916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Deleting port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:31.584254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.596132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a33628-4146-440f-951d-39e542a8571c None None] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:31.622474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Calling delete_port for e044ab67-fc6c-4560-8246-e6dc4ef9d9cc owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:31.711894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Provisioning for port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:31.726556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Provisioning complete for port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:31.726766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:31.765178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3902c3a7-9764-420c-a698-a33b1f0413f3 None None] Network 3dae088d-a131-4051-b7ce-399a77b18cbd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:31.888509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port d417b852-9a3a-4b39-ac43-1ff7ae73abd6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:31.889061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.031590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] The port 'd417b852-9a3a-4b39-ac43-1ff7ae73abd6' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:02:32.131108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.203931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] For port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,segment=NetworkSegment(1f7446e1-1863-4e72-80b0-a17e2b31ad01),segment_id=1f7446e1-1863-4e72-80b0-a17e2b31ad01)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:32.210828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.214098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:32.292915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Pushing event updated for resources: {'Port': ['ID=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:32.296439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:32.347874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] DHCP port deletion for 3dae088d-a131-4051-b7ce-399a77b18cbd request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:32.352593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-30c632e1-21df-4364-8907-5de21bd18d4c None None] Provisioning for port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:32.360687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.363570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Deleting port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:32.364149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.427306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:32.562272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a5acae4a-03cb-4f1c-89a5-f8ad5e165906 None None] Provisioning complete for port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:32.562746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5acae4a-03cb-4f1c-89a5-f8ad5e165906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.696060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:32.696438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.716584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.731088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] For port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a472b7ee-67ec-4b79-b68f-cb6268d5f4ad,segment=NetworkSegment(7067f122-470b-4dfd-b661-db1ba052e2c2),segment_id=7067f122-470b-4dfd-b661-db1ba052e2c2)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:32.731430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.748772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.755285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] For port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a472b7ee-67ec-4b79-b68f-cb6268d5f4ad,segment=NetworkSegment(7067f122-470b-4dfd-b661-db1ba052e2c2),segment_id=7067f122-470b-4dfd-b661-db1ba052e2c2)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:32.755678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.764656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:32.814860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:32.823122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7c40>,) {'filters': {'network_id': ['310c622b-388c-4056-b89c-16326d354947']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:32.878286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Pushing event deleted for resources: {'Port': ['ID=e044ab67-fc6c-4560-8246-e6dc4ef9d9cc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:32.881032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:32.890479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Calling delete_port for a472b7ee-67ec-4b79-b68f-cb6268d5f4ad owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:32.996465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Calling delete_port for a472b7ee-67ec-4b79-b68f-cb6268d5f4ad owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:33.029263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7c40>, 'f954cf39-7dbe-49ea-b14e-f405ad8d8819') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:33.029517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7c40>, 'f954cf39-7dbe-49ea-b14e-f405ad8d8819') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:33.073829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.078221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad53d758-e358-45b3-b6f3-9e402f69c170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:33.103415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 7f1cb472-8085-4ccb-922c-5455fa8f6c58 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:33.126558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Pushing event deleted for resources: {'Port': ['ID=a472b7ee-67ec-4b79-b68f-cb6268d5f4ad,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:33.130014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:33.133035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a5acae4a-03cb-4f1c-89a5-f8ad5e165906 None None] Provisioning for port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:33.139428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a5acae4a-03cb-4f1c-89a5-f8ad5e165906 None None] Provisioning complete for port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:33.139806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a5acae4a-03cb-4f1c-89a5-f8ad5e165906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.177146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] No DVR routers for this DVR port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:33.196670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.199002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cd15a4-8e16-46dd-89c4-fbbbf59f2721 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:02:33.234811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a5acae4a-03cb-4f1c-89a5-f8ad5e165906 None None] Port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:33.326034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cd15a4-8e16-46dd-89c4-fbbbf59f2721 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:02:33.372186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.402198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:33.402591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:33.427584 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:33.454821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d2a16ae9-12fb-4eba-8de7-5e09cc0ee374 None None] Provisioning complete for port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:33.455152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2a16ae9-12fb-4eba-8de7-5e09cc0ee374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.554048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d2a16ae9-12fb-4eba-8de7-5e09cc0ee374 None None] Port 7f1cb472-8085-4ccb-922c-5455fa8f6c58 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:33.771603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:33.771922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:33.781362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.788160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.794452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.798341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.807716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36a6481a-fabc-4d78-a6d7-5cfc75b13651 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:33.824350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.842649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=310c622b-388c-4056-b89c-16326d354947,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:33.855435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:33.871980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.887061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:33.934103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=7f1cb472-8085-4ccb-922c-5455fa8f6c58,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:33.946005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:33.951386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.951855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f768b504-9034-49b9-a912-2ecf06dbe0f7 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:02:33.993351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/310c622b-388c-4056-b89c-16326d354947 HTTP/1.1" status: 204  len: 168 time: 4.5085213
Dec 09 14:02:33.995222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:33.996249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-92511e2c-6187-47d4-8c56-f9b1a96a890e tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/a350bfa3-f801-4ca6-9952-ab28ab670676 HTTP/1.1" status: 204  len: 168 time: 4.0082629
Dec 09 14:02:34.001189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50250) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.002666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50252) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.010564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594717800'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:34.017557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:34.021826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:34.025376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:34.050008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:02:34.051424 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50fc0a4b-1c52-4167-8db0-8e9cb2a04171 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.0014465
Dec 09 14:02:34.054676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50258) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.067243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:34.097349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:34.100325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.120930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.122804 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/7f1cb472-8085-4ccb-922c-5455fa8f6c58 HTTP/1.1" status: 204  len: 168 time: 2.8760850
Dec 09 14:02:34.127088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting port 9ebf30b9-e792-4a85-8f90-d4956d52d28e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:34.127427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.130030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.173033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Deleting port be563140-23cf-458c-bee3-7c0c005d7e8f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:34.173684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.192678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:34.213081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3014bdf-9e92-4365-9023-69678f33a084 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:02:34.213509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3014bdf-9e92-4365-9023-69678f33a084 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:02:34.217713 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a3014bdf-9e92-4365-9023-69678f33a084 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/7f1cb472-8085-4ccb-922c-5455fa8f6c58 HTTP/1.1" status: 404  len: 333 time: 0.0843771
Dec 09 14:02:34.218381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.241647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.241965 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9 of type vlan for network 5add6701-d87c-4c46-ab10-7259431f2630
Dec 09 14:02:34.275099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Deleting port a472b7ee-67ec-4b79-b68f-cb6268d5f4ad {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:34.275099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.306973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.327908 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e52cf0-6620-4cc6-833a-3e268625b045 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:02:34.328713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c8e52cf0-6620-4cc6-833a-3e268625b045 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:34.404808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] The port 'a472b7ee-67ec-4b79-b68f-cb6268d5f4ad' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:02:34.434226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.440220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:34.440785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.447081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.453973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c6476b9b-99a5-43ec-a52c-8365373a3fc0 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:34.468826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c8e52cf0-6620-4cc6-833a-3e268625b045 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:34.469995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c8e52cf0-6620-4cc6-833a-3e268625b045 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/7f1cb472-8085-4ccb-922c-5455fa8f6c58 HTTP/1.1" status: 404  len: 333 time: 0.2511861
Dec 09 14:02:34.476824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.655687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.656998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Calling delete_port for 9ebf30b9-e792-4a85-8f90-d4956d52d28e owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:34.706497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448e81e80>,) {'filters': {'network_id': ['3dae088d-a131-4051-b7ce-399a77b18cbd']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:34.710983 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7065859
Dec 09 14:02:34.715339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50280) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:34.722155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=5add6701-d87c-4c46-ab10-7259431f2630,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:34.729243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '5add6701-d87c-4c46-ab10-7259431f2630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:34.733169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5add6701-d87c-4c46-ab10-7259431f2630 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:34.750117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:34.761593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448e81e80>, '7067f122-470b-4dfd-b661-db1ba052e2c2') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:34.761925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448e81e80>, '7067f122-470b-4dfd-b661-db1ba052e2c2') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:34.783624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.795600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.960344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:34.967921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Calling delete_port for be563140-23cf-458c-bee3-7c0c005d7e8f owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:34.987187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:34.994308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:34.999082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:35.013824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:35.034630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:35.058130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.069277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-56a93c4c-4c84-496d-b7ad-594a95917b71 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:35.115863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:35.116400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:35.132504 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:35.185959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Port': ['ID=9ebf30b9-e792-4a85-8f90-d4956d52d28e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:35.192729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:35.268441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.274768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a9cf8903-a664-425c-923c-a468943d0871 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:35.292213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.295090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.301101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet ba7e9fb8-abb0-4b9d-a10d-698e67538cc2 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:35.315452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Network': ['ID=3dae088d-a131-4051-b7ce-399a77b18cbd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:35.332972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:35.335799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.397862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/networks/3dae088d-a131-4051-b7ce-399a77b18cbd HTTP/1.1" status: 204  len: 168 time: 4.4552250
Dec 09 14:02:35.417322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50288) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:35.488836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.499539 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "DELETE /v2.0/ports/9ebf30b9-e792-4a85-8f90-d4956d52d28e HTTP/1.1" status: 204  len: 168 time: 1.4934926
Dec 09 14:02:35.502600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50292) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:35.515328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.527152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:35.568351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.659519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919f7f3-1b7f-4b41-8d5a-a7d24f89706c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:35.660196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a919f7f3-1b7f-4b41-8d5a-a7d24f89706c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Synchronizing usage tracker for tenant:73a1defef6014787b4ecf41817206b5b on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:35.666336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Pushing event deleted for resources: {'Port': ['ID=be563140-23cf-458c-bee3-7c0c005d7e8f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:35.674960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:35.688991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.694142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:35.729694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a919f7f3-1b7f-4b41-8d5a-a7d24f89706c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Unset dirty status for tenant:73a1defef6014787b4ecf41817206b5b on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:35.730857 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a919f7f3-1b7f-4b41-8d5a-a7d24f89706c tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "GET /v2.0/ports?device_id=c591da60-ed10-40cb-8f64-ac7137e046b8 HTTP/1.1" status: 200  len: 913 time: 0.2272213
Dec 09 14:02:35.734194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50298) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:35.749858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.848048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=dc58bb49-885f-4ec9-8c2a-aa04edab711d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:35.850870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:35.872663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5add6701-d87c-4c46-ab10-7259431f2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:35.873014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 5add6701-d87c-4c46-ab10-7259431f2630, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:35.888267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.954428 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] 10.222.0.21 "DELETE /v2.0/ports/be563140-23cf-458c-bee3-7c0c005d7e8f HTTP/1.1" status: 204  len: 168 time: 1.8987272
Dec 09 14:02:35.962865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:35.982298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 5add6701-d87c-4c46-ab10-7259431f2630 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:35.995878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5add6701-d87c-4c46-ab10-7259431f2630) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:36.000589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:36.001175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.007000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ae2a6-5256-46bf-a1d5-cae600c8b931 None None] Network 5add6701-d87c-4c46-ab10-7259431f2630 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:36.008257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.051437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449cfd520>,) {'filters': {'network_id': ['d666add8-343e-453b-b770-1d76e30e0f57']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:36.067093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449cfd520>, 'e9f6c7c6-c70e-453c-b507-0495fc9860d8') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:36.067520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449cfd520>, 'e9f6c7c6-c70e-453c-b507-0495fc9860d8') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:36.085228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.103850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.110921 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3925552
Dec 09 14:02:36.115699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:36.120340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.123902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-946882626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:36.130686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:36.131200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:36.148502 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:36.150462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:36.169832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5760be27-617b-4060-b321-5975a00d2da2 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:36.196875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:36.208949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.214399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:36.222039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/ba7e9fb8-abb0-4b9d-a10d-698e67538cc2 HTTP/1.1" status: 204  len: 168 time: 1.7379990
Dec 09 14:02:36.233072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50310) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:36.268495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7e9fb8-abb0-4b9d-a10d-698e67538cc2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:36.270128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f32bd0-f9ef-422e-a5da-59ac93a8af43 None None] Network 0a9f4799-34c9-4aea-97e2-3b0663d58509 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:36.289082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:36.290458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:36.306782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.311022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:36.333874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:36.334954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.337775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.338692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.341805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Network': ['ID=d666add8-343e-453b-b770-1d76e30e0f57,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:36.348551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:36.365257 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/networks/d666add8-343e-453b-b770-1d76e30e0f57 HTTP/1.1" status: 204  len: 168 time: 0.9445865
Dec 09 14:02:36.365358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:36.427106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.448783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:36.449118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.488233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.491650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5add6701-d87c-4c46-ab10-7259431f2630', 'network_id': '5add6701-d87c-4c46-ab10-7259431f2630', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': 'dc58bb49-885f-4ec9-8c2a-aa04edab711d'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:36.493090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.497391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.502573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.660459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.711127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.733630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.761414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Allocated IP 2001:db8::2 (5add6701-d87c-4c46-ab10-7259431f2630/dc58bb49-885f-4ec9-8c2a-aa04edab711d/9a1baea4-05ac-4a4b-80ad-b05221e68796) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:36.768622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.769260 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43ab6afb-2482-49f3-9b87-faceb18b7314 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6524825
Dec 09 14:02:36.772878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50328) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:36.779615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64490663d0>,) {'filters': {'network_id': ['1b4398f2-b755-4c91-9340-4b14504c2579']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:36.803093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490663d0>, '7b73e1e3-e912-4d1a-97a1-1f693811c992') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:36.803440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490663d0>, '7b73e1e3-e912-4d1a-97a1-1f693811c992') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:36.817268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.836329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.843349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:36.843813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:36.903765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] DHCP port deletion for 0a9f4799-34c9-4aea-97e2-3b0663d58509 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:36.915081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Deleting port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:36.915454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:37.028461 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:37.035837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:37.040450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Usage tracker for resource:security_group_rule and tenant:df086bf9d8ba452e974dca480ec74be1 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:37.043926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:37.050766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:37.052717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.056777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43e11a65-a010-4bcc-95a6-ec6409f75165 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.073376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.084952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Network': ['ID=1b4398f2-b755-4c91-9340-4b14504c2579,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:37.091896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:37.108731 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/networks/1b4398f2-b755-4c91-9340-4b14504c2579 HTTP/1.1" status: 204  len: 168 time: 0.7423286
Dec 09 14:02:37.111288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:37.147642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.185590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] For port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,segment=NetworkSegment(1f7446e1-1863-4e72-80b0-a17e2b31ad01),segment_id=1f7446e1-1863-4e72-80b0-a17e2b31ad01)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:37.186365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.215243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Transition to ACTIVE for port object 9a1baea4-05ac-4a4b-80ad-b05221e68796 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:37.248706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] For port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,segment=NetworkSegment(1f7446e1-1863-4e72-80b0-a17e2b31ad01),segment_id=1f7446e1-1863-4e72-80b0-a17e2b31ad01)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:37.248706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.257804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.267183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Transition to ACTIVE for port object 9a1baea4-05ac-4a4b-80ad-b05221e68796 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:37.284046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.313696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.313928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:37.324617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-110f9b65-7177-4a64-bbde-62b344348b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.379493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Calling delete_port for ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:37.405698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.415209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.452386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad08ddec-0d4b-4b87-b14c-6638e6b31a2c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:37.458794 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df086bf9d8ba452e974dca480ec74be1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1129460
Dec 09 14:02:37.459851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:37.461627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.468969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:37.484172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Pushing event updated for resources: {'Port': ['ID=9a1baea4-05ac-4a4b-80ad-b05221e68796,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:37.511205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449310d00>,) {'filters': {'network_id': ['0a3f577d-2b1d-4049-a864-ff8c2d75ab74']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:37.535001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449310d00>, 'b1a3bba3-b4b7-4875-abdf-c56d2774c1ff') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:37.535353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449310d00>, 'b1a3bba3-b4b7-4875-abdf-c56d2774c1ff') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:37.550547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.557261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-644be05e-28ec-47ae-8628-e2bc26c4ca9d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.558599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.572960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:37.574390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:37.574813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:37.583992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.584814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Network 5add6701-d87c-4c46-ab10-7259431f2630 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:37.586047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:37.588733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:37.596377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:37.596805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:37.612034 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:37.616804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.663628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:37.666194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:37.677763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No DVR routers for this DVR port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:37.704370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Attempting to bind port 9a1baea4-05ac-4a4b-80ad-b05221e68796 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:37.705308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Attempting to bind port 9a1baea4-05ac-4a4b-80ad-b05221e68796 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5add6701-d87c-4c46-ab10-7259431f2630'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:37.705308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Attempting to bind port 9a1baea4-05ac-4a4b-80ad-b05221e68796 on network 5add6701-d87c-4c46-ab10-7259431f2630 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:37.712297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:37.712583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.712759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Checking segment: {'id': 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5add6701-d87c-4c46-ab10-7259431f2630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:37.713291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.713900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Bound using segment: {'id': 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5add6701-d87c-4c46-ab10-7259431f2630'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:37.714476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Bound port: 9a1baea4-05ac-4a4b-80ad-b05221e68796, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5add6701-d87c-4c46-ab10-7259431f2630'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:37.715015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.731953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.738714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.755504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.789977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Pushing event deleted for resources: {'Network': ['ID=0a3f577d-2b1d-4049-a864-ff8c2d75ab74,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:37.801696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:37.808591 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] 10.222.0.21 "DELETE /v2.0/networks/0a3f577d-2b1d-4049-a864-ff8c2d75ab74 HTTP/1.1" status: 204  len: 168 time: 0.6961956
Dec 09 14:02:37.842353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.849568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5313b4b1-95f0-42a0-a6ec-5f19be5bd80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.854300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] For port 9a1baea4-05ac-4a4b-80ad-b05221e68796, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:37.861936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] For port 9a1baea4-05ac-4a4b-80ad-b05221e68796, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9a1baea4-05ac-4a4b-80ad-b05221e68796,segment=NetworkSegment(ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9),segment_id=ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:37.878854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.879788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad08ddec-0d4b-4b87-b14c-6638e6b31a2c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:37.884538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fbdea498-7444-44ab-a60a-af9eec395d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:37.890878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:37.895580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.896881 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad08ddec-0d4b-4b87-b14c-6638e6b31a2c HTTP/1.1" status: 204  len: 168 time: 0.4269695
Dec 09 14:02:37.916735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:37.983571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449466df0>,) {'filters': {'network_id': ['0a9f4799-34c9-4aea-97e2-3b0663d58509']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:38.005816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449466df0>, '1f7446e1-1863-4e72-80b0-a17e2b31ad01') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:38.006147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449466df0>, '1f7446e1-1863-4e72-80b0-a17e2b31ad01') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:38.077155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.080754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Deleting port ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:38.081169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.153716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.173119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:38.289306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Pushing event updated for resources: {'Port': ['ID=9a1baea4-05ac-4a4b-80ad-b05221e68796,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:38.298808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ee0b-8426-466c-bb78-225acdf37766 None None] The port 'ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:02:38.300097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:38.324268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.336989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:38.337392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:38.361508 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:38.437113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50362) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:38.440156 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c121a8d-0e52-44ba-ba59-34b5a712fef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0989c4bdd5ae48ab87b044026e74c620&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2655218
Dec 09 14:02:38.442596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50364) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:38.444520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:38.481915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:38.482367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ffcc28b5-5ee5-4f58-85b8-d9dde0e7e9f3 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:38.539441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.590701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2a516e41-ea8f-4d93-b9c7-95c3829d2261 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fec6f11f9dba4d5989a837fb2efbbca4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1492743
Dec 09 14:02:38.591933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50370) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:38.605516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.672468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.677183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e1ca2d10-b265-4522-8ab1-4a8fb0c3c999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:38.691069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c8d8b-4b96-442a-9588-1b9586f32b5e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:38.694140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:38.696091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.704463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.710886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/789c8d8b-4b96-442a-9588-1b9586f32b5e HTTP/1.1" status: 204  len: 168 time: 0.2390804
Dec 09 14:02:38.722815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.740580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e10c09b9-f459-42d1-a55e-08a007de2059 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:38.791412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=0a9f4799-34c9-4aea-97e2-3b0663d58509,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:38.793742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:38.848017 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/0a9f4799-34c9-4aea-97e2-3b0663d58509 HTTP/1.1" status: 204  len: 168 time: 2.6078837
Dec 09 14:02:38.852482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50376) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:38.859251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-131382720'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:38.864930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:38.868959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:38.872086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:38.878847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:38.890937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:38.896623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.938420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:38.945362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.949613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:38.949968 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment 7813123a-e76b-425d-be8b-e685afad9401 of type vlan for network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147
Dec 09 14:02:38.978856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.017301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.022792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:39.023508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.029367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:39.030937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.122223 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2680612
Dec 09 14:02:39.126565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:39.186648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8::1 (5add6701-d87c-4c46-ab10-7259431f2630/dc58bb49-885f-4ec9-8c2a-aa04edab711d/11cf395b-f5a6-482d-a08b-6f3324578f33) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:39.188581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.203129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:39.203361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:39.232399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a8936f-0a7d-471f-b26a-253e186d490b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:39.289389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:39.331119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.332799 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54a8936f-0a7d-471f-b26a-253e186d490b HTTP/1.1" status: 204  len: 168 time: 0.7321210
Dec 09 14:02:39.335935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:39.354576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:39.358369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:39.386370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:39.390846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:39.394682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:39.404430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:39.425517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:39.594068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.694672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting port 14f2ba75-94a6-4a42-b739-141ab3858375 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:39.695077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.735588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.746976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf9439a-80be-4e68-9c67-7b6ca1d69c56 None None] Network 5add6701-d87c-4c46-ab10-7259431f2630 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:39.775333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object 11cf395b-f5a6-482d-a08b-6f3324578f33 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:39.894381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.900525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:39.920665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.927500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-223a9372-7184-48c5-81e9-c3fa3b002c41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:39.958950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:39.989725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-37dcd44e-04a5-4fbf-a2b0-1964034b70d6 None None] Provisioning for port 9a1baea4-05ac-4a4b-80ad-b05221e68796 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:40.010630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=6a6e751b-9d52-41f3-83af-4f515b10c8a1,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:40.025951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:40.026702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': '7813123a-e76b-425d-be8b-e685afad9401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:40.027053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:40.053219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:40.067580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:40.076437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:40.077016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.105328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7366f51-589a-4a17-ad5d-21a0857b65f4 None None] Network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:40.120663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9927914
Dec 09 14:02:40.121282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50416) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:40.130583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Calling delete_port for 14f2ba75-94a6-4a42-b739-141ab3858375 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:40.135179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1307201530'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:40.168693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 5add6701-d87c-4c46-ab10-7259431f2630 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:40.175008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:40.177609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:40.178381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.184382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=11cf395b-f5a6-482d-a08b-6f3324578f33,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:40.187293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:40.248142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50422) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:40.406888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:40.412063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:40.416351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:40.428321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:40.441844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:40.446027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.477740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port e26e26bf-6245-461a-811f-c4df9cfec837 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:40.639821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9a1baea4-05ac-4a4b-80ad-b05221e68796 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:40.702604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.5 (1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147/6a6e751b-9d52-41f3-83af-4f515b10c8a1/e26e26bf-6245-461a-811f-c4df9cfec837) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:40.725394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147', 'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': '6a6e751b-9d52-41f3-83af-4f515b10c8a1'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:40.726259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.800910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.864096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 9a1baea4-05ac-4a4b-80ad-b05221e68796 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:40.870532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9a1baea4-05ac-4a4b-80ad-b05221e68796 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:40.870916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.956811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:40.975840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object e26e26bf-6245-461a-811f-c4df9cfec837 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:41.014204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.021051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-223d7de8-7774-4ad5-9869-97cce3a62699 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:41.077207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Allocated IP 172.20.0.2 (1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147/6a6e751b-9d52-41f3-83af-4f515b10c8a1/570b5803-aca3-4e90-9f79-670060d46ebe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:41.099307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50440) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:41.118446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.126819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:41.135542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:41.140857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:41.183787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=e26e26bf-6245-461a-811f-c4df9cfec837,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:41.195347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:41.222634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 9a1baea4-05ac-4a4b-80ad-b05221e68796, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9a1baea4-05ac-4a4b-80ad-b05221e68796,segment=NetworkSegment(ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9),segment_id=ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:41.224665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:41.225369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.240730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.247310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-82bf1338-024a-4386-b49c-11e448066196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:41.264999 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 1.1423299
Dec 09 14:02:41.265905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50446) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:41.300403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--301740814'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:41.310536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.315317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:41.320353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:41.337864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port e26e26bf-6245-461a-811f-c4df9cfec837 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:41.338203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.364044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:41.377452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a9415e89-e64f-499d-9e58-8a0247d007ff None None] Provisioning complete for port 9a1baea4-05ac-4a4b-80ad-b05221e68796 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:41.377862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:41.378111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9415e89-e64f-499d-9e58-8a0247d007ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.392532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Port': ['ID=14f2ba75-94a6-4a42-b739-141ab3858375,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:41.395782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:41.399296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:41.400069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-582dceb3-6f9a-443f-9e85-a6a63bfe915c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:41.400813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-582dceb3-6f9a-443f-9e85-a6a63bfe915c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:02:41.405234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-582dceb3-6f9a-443f-9e85-a6a63bfe915c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3015509
Dec 09 14:02:41.406186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50450) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:41.417776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--578464983'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:41.431976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:41.447081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:41.458780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:41.543761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=9a1baea4-05ac-4a4b-80ad-b05221e68796,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:41.589063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:41.615961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.647347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.680956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.694240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:41.695695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Transition to ACTIVE for port object 570b5803-aca3-4e90-9f79-670060d46ebe will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:41.713266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.727527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Transition to ACTIVE for port object 570b5803-aca3-4e90-9f79-670060d46ebe will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:41.731258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a9415e89-e64f-499d-9e58-8a0247d007ff None None] Provisioning for port 11cf395b-f5a6-482d-a08b-6f3324578f33 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:41.737959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a9415e89-e64f-499d-9e58-8a0247d007ff None None] Provisioning complete for port 11cf395b-f5a6-482d-a08b-6f3324578f33 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:41.738724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9415e89-e64f-499d-9e58-8a0247d007ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.741522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.804740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.816093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.820056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:41.836554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:41.881176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:41.885777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:02:41.900670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:41.906600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:41.910896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.917726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:41.930937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.931754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:41.934263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Pushing event updated for resources: {'Port': ['ID=570b5803-aca3-4e90-9f79-670060d46ebe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:41.938770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:41.967095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:41.968085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:41.978348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for e26e26bf-6245-461a-811f-c4df9cfec837 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:42.011057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:42.027613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:42.054030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.055852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:42.062803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a9415e89-e64f-499d-9e58-8a0247d007ff None None] Port 11cf395b-f5a6-482d-a08b-6f3324578f33 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:42.068581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:42.162439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Attempting to bind port 570b5803-aca3-4e90-9f79-670060d46ebe on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:42.163003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Attempting to bind port 570b5803-aca3-4e90-9f79-670060d46ebe by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '7813123a-e76b-425d-be8b-e685afad9401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:42.163476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Attempting to bind port 570b5803-aca3-4e90-9f79-670060d46ebe on network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:42.175947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:42.176597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Checking segment: {'id': '7813123a-e76b-425d-be8b-e685afad9401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:42.177335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.177909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Bound using segment: {'id': '7813123a-e76b-425d-be8b-e685afad9401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:42.178540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Bound port: 570b5803-aca3-4e90-9f79-670060d46ebe, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7813123a-e76b-425d-be8b-e685afad9401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:42.179208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.180669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=11cf395b-f5a6-482d-a08b-6f3324578f33,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.187960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.199313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.203690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.208168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:42.218356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.253502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:42.257737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4ad0aa13-bf74-4848-b92f-1370125ef519 None None] Provisioning complete for port 11cf395b-f5a6-482d-a08b-6f3324578f33 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:42.258231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ad0aa13-bf74-4848-b92f-1370125ef519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.277186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.283488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:42.292871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:42.293875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.297851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7ea82-73d3-4164-b9d5-487123792fa1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.317675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:42.321463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:42.324272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:42.327724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:42.331047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:42.333107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.333636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03dd40fa-3be5-4f15-b7b2-ea108faa7bf8 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:42.339954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0aa13-bf74-4848-b92f-1370125ef519 None None] Port 11cf395b-f5a6-482d-a08b-6f3324578f33 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:42.348244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] For port 570b5803-aca3-4e90-9f79-670060d46ebe, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:42.351913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] For port 570b5803-aca3-4e90-9f79-670060d46ebe, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=570b5803-aca3-4e90-9f79-670060d46ebe,segment=NetworkSegment(7813123a-e76b-425d-be8b-e685afad9401),segment_id=7813123a-e76b-425d-be8b-e685afad9401)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:42.360605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.365748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:42.368836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9f9132c1-f40e-4fdb-99f8-af2124e36b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:42.389474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=e26e26bf-6245-461a-811f-c4df9cfec837,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.395549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.398312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 5add6701-d87c-4c46-ab10-7259431f2630 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:42.431002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.435889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:42.462423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Pushing event updated for resources: {'Port': ['ID=570b5803-aca3-4e90-9f79-670060d46ebe,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.465564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/e26e26bf-6245-461a-811f-c4df9cfec837 HTTP/1.1" status: 204  len: 168 time: 1.1966012
Dec 09 14:02:42.466305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.470938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:42.484181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9a1baea4-05ac-4a4b-80ad-b05221e68796 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:02:42.506039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.522428 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e514b401-b223-492e-a940-c625ad5d0c45 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:02:42.522926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e514b401-b223-492e-a940-c625ad5d0c45 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:42.525425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.531476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7b0fa38-c428-472a-b54f-6fbf65e3602b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:42.571030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.572220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1651208
Dec 09 14:02:42.576238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50464) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:42.579066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf1a73d-c1e9-4fb3-b8b0-069a588c005d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.584390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'fcf1a73d-c1e9-4fb3-b8b0-069a588c005d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:42.588740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.592974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e514b401-b223-492e-a940-c625ad5d0c45 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:42.597009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e514b401-b223-492e-a940-c625ad5d0c45 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/e26e26bf-6245-461a-811f-c4df9cfec837 HTTP/1.1" status: 404  len: 333 time: 0.1251857
Dec 09 14:02:42.598339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:42.600415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50468) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:42.649568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9554d33-e13c-4dca-b746-9cc161a4e31a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.652825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.663862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9a1baea4-05ac-4a4b-80ad-b05221e68796 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:42.664440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.667281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.694409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.697598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:42.703335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:42.714673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-97129062-7997-46de-a9cc-2b577331f80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:42.716722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:42.736125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 6a6e751b-9d52-41f3-83af-4f515b10c8a1 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:42.741777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.788218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d58a3-7470-417d-a094-f7456a4952f3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:42.818310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:42.833502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.837195 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.5850854
Dec 09 14:02:42.841801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50474) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:42.847298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.857160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:42.984866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d339ac1b-347d-4719-af6f-047303882f4f None None] Provisioning complete for port 11cf395b-f5a6-482d-a08b-6f3324578f33 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:02:42.985950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d339ac1b-347d-4719-af6f-047303882f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.050353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d339ac1b-347d-4719-af6f-047303882f4f None None] Port 11cf395b-f5a6-482d-a08b-6f3324578f33 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:02:43.071904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.112998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.200918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.210364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.214793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f09fcdc-c681-41f5-aaa2-bb5514abbc84 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:43.234608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.244976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947691d3-efb0-4489-b2a0-cb923c40e3ea,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:43.249683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:43.251374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5613d6fd-2c77-4752-8ceb-c9000309208d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:43.268908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1fef6304-95ef-475b-b35a-bc8863dd43c7 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:43.292959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=6a6e751b-9d52-41f3-83af-4f515b10c8a1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:43.296256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:43.297565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.302811 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/6a6e751b-9d52-41f3-83af-4f515b10c8a1 HTTP/1.1" status: 204  len: 168 time: 0.7006228
Dec 09 14:02:43.304150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.304742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50482) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.308441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7286654
Dec 09 14:02:43.308790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.318656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'fcf1a73d-c1e9-4fb3-b8b0-069a588c005d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:43.324600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:43.328677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:43.331567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:43.337322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:43.353966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.398212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1fef6304-95ef-475b-b35a-bc8863dd43c7 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:43.399496 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1fef6304-95ef-475b-b35a-bc8863dd43c7 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.5568755
Dec 09 14:02:43.403665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50490) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.414879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-security--344280869', 'description': 'tempest-security-description-1396185964'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:43.447741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:02:43.448764 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e11e466c-4a27-4038-97e9-02ee1929b8ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1391246
Dec 09 14:02:43.451617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.500108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.504062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.524253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 570b5803-aca3-4e90-9f79-670060d46ebe {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:43.524583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.554997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.611530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.627659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.638246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.640735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.644629 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "PUT /v2.0/security-groups/494d58a3-7470-417d-a094-f7456a4952f3 HTTP/1.1" status: 200  len: 1611 time: 0.2374656
Dec 09 14:02:43.645703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:43.658460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50498) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.687044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d58a3-7470-417d-a094-f7456a4952f3,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:43.689955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:43.711619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.718603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:43.733222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf1a73d-c1e9-4fb3-b8b0-069a588c005d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:43.736826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:43.739914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.746014 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/fcf1a73d-c1e9-4fb3-b8b0-069a588c005d HTTP/1.1" status: 204  len: 168 time: 0.2934518
Dec 09 14:02:43.747217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.761388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 9a8b342c-6399-4431-aa91-0ddd09bd4463 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:02:43.774680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad74ec-bc6e-4630-8e02-874dc48656c1 None None] Network 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:43.807052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2f60ac1d-1492-4cf5-a592-b870fafd60a6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:43.823973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2f60ac1d-1492-4cf5-a592-b870fafd60a6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:43.828856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2f60ac1d-1492-4cf5-a592-b870fafd60a6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0767207
Dec 09 14:02:43.829092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.835354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802291993'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:43.842469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:43.852409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:43.863954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.902387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:43.906914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:43.910436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:43.916112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:43.927615 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7556d896-1669-43cc-8bc9-d52e89e57712 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups/494d58a3-7470-417d-a094-f7456a4952f3 HTTP/1.1" status: 200  len: 1611 time: 0.2626343
Dec 09 14:02:43.930107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:43.947766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] For port 570b5803-aca3-4e90-9f79-670060d46ebe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=570b5803-aca3-4e90-9f79-670060d46ebe,segment=NetworkSegment(7813123a-e76b-425d-be8b-e685afad9401),segment_id=7813123a-e76b-425d-be8b-e685afad9401)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:43.948114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:43.948632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0adc183a-ffd2-43a5-8396-3ca320d8de96 None None] Provisioning for port 570b5803-aca3-4e90-9f79-670060d46ebe completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:02:44.021806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.034839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.061567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] DHCP port deletion for 1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:44.062225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4d821f6a-8c11-4f12-b389-d4b15dcdee7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:44.067942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Deleting port 570b5803-aca3-4e90-9f79-670060d46ebe {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:44.068616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.098003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31932ea-4bc6-401a-a600-c713dde5806e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:44.100179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.104294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2706966
Dec 09 14:02:44.104294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:44.104294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.105259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50518) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.112203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-df297e72-d95a-4a9a-870a-20b5cf5c42e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'e31932ea-4bc6-401a-a600-c713dde5806e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:44.112876 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-df297e72-d95a-4a9a-870a-20b5cf5c42e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:44.116712 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df297e72-d95a-4a9a-870a-20b5cf5c42e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0075340
Dec 09 14:02:44.123043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50522) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.164425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.239092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.254877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 570b5803-aca3-4e90-9f79-670060d46ebe owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:44.265716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.280714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:44.294574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.303091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d58a3-7470-417d-a094-f7456a4952f3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:44.311327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:44.316031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.318982 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/494d58a3-7470-417d-a094-f7456a4952f3 HTTP/1.1" status: 204  len: 168 time: 0.3854010
Dec 09 14:02:44.323350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.358469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] For port 570b5803-aca3-4e90-9f79-670060d46ebe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=570b5803-aca3-4e90-9f79-670060d46ebe,segment=NetworkSegment(7813123a-e76b-425d-be8b-e685afad9401),segment_id=7813123a-e76b-425d-be8b-e685afad9401)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:44.359119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.441792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.447431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:44.472331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-04e0a78c-0d59-4489-9139-a38e922506b5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:44.475274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31932ea-4bc6-401a-a600-c713dde5806e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:44.479538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:44.483853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.487476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/e31932ea-4bc6-401a-a600-c713dde5806e HTTP/1.1" status: 204  len: 168 time: 0.3616066
Dec 09 14:02:44.490359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50532) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.499559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Calling delete_port for 570b5803-aca3-4e90-9f79-670060d46ebe owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:44.510065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-04e0a78c-0d59-4489-9139-a38e922506b5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:44.511269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-04e0a78c-0d59-4489-9139-a38e922506b5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1869817
Dec 09 14:02:44.514376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.541505 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-cccd2360-a57e-444f-a6fa-9c3f377642dd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] delete failed (client error): The resource could not be found.
Dec 09 14:02:44.542545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cccd2360-a57e-444f-a6fa-9c3f377642dd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/494d58a3-7470-417d-a094-f7456a4952f3 HTTP/1.1" status: 404  len: 347 time: 0.0272954
Dec 09 14:02:44.546655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.556445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331824644'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:44.570545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:44.573318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.580927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:44.587757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:44.591266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-98e55115-d15e-4ee7-9520-d588a07dd7ed tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:44.607936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.617672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:44.618035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:44.623066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-98e55115-d15e-4ee7-9520-d588a07dd7ed tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:44.624397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-98e55115-d15e-4ee7-9520-d588a07dd7ed tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1331208
Dec 09 14:02:44.628956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50544) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.629086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=570b5803-aca3-4e90-9f79-670060d46ebe,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:44.633573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:44.635236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--366655784'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:44.640348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No DVR routers for this DVR port 570b5803-aca3-4e90-9f79-670060d46ebe on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:44.644190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:44.663104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:44.673192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:44.677730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:44.681098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:44.684442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.697511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:44.721268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:44.734198 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] Sync routers for ids ['9a8b342c-6399-4431-aa91-0ddd09bd4463'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:44.745783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:44.747590 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] Routers {'9a8b342c-6399-4431-aa91-0ddd09bd4463'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:44.748168 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0b90a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['9a8b342c-6399-4431-aa91-0ddd09bd4463'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.755259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:44.758371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:44.774499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:44.793227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.799496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.805950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41a8530a-3ec1-4308-a120-8b6e6a0ac305 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:44.811153 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0b90a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.822344 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] Routers {'9a8b342c-6399-4431-aa91-0ddd09bd4463'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:44.823142 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0b90a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['9a8b342c-6399-4431-aa91-0ddd09bd4463'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.844568 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/9a8b342c-6399-4431-aa91-0ddd09bd4463/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0708187
Dec 09 14:02:44.853467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50548) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.855422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.883308 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0b90a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.883308 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a5743-3b9c-4a2f-a0ec-c47ec4f652d0 None None] The sync data for ids ['9a8b342c-6399-4431-aa91-0ddd09bd4463'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:44.883724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.888637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3412299
Dec 09 14:02:44.889605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c343f000-b539-4f9a-8f1a-83ccff36a1a3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:44.892650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:44.893300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50552) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.910765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': 'c343f000-b539-4f9a-8f1a-83ccff36a1a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:44.916130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.918637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:44.922533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.927526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:44.929955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cdc5a5e-d39e-43e3-8142-9385085c4d9c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:44.930138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449453370>,) {'filters': {'network_id': ['1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.943692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:44.956412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:44.960133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449453370>, '7813123a-e76b-425d-be8b-e685afad9401') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.960418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449453370>, '7813123a-e76b-425d-be8b-e685afad9401') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:44.972484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:44.973701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3446858
Dec 09 14:02:44.976490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50556) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.979021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5516fd01-3cd6-4dfb-94f4-7aac29da8660,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:44.981636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:44.985935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c821877-e2c4-431a-9168-be492d2223fd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:44.986471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3c821877-e2c4-431a-9168-be492d2223fd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:44.986854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a6c6fd58-ebc2-4cdc-bf79-fde64b373cf1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': '5516fd01-3cd6-4dfb-94f4-7aac29da8660', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:44.987502 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a6c6fd58-ebc2-4cdc-bf79-fde64b373cf1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:44.988575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a6c6fd58-ebc2-4cdc-bf79-fde64b373cf1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0109007
Dec 09 14:02:44.991168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:44.993837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.015101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.021182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.028724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3c821877-e2c4-431a-9168-be492d2223fd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:45.029892 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3c821877-e2c4-431a-9168-be492d2223fd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports/11cf395b-f5a6-482d-a08b-6f3324578f33 HTTP/1.1" status: 200  len: 911 time: 0.1672797
Dec 09 14:02:45.033304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:45.033720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.037214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50564) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:45.048606 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:45.119248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Deleting port 570b5803-aca3-4e90-9f79-670060d46ebe {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:45.120290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.135687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Router c591da60-ed10-40cb-8f64-ac7137e046b8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:45.139177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.144499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:45.161482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.170928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:45.174751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:45.182544 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/1f38d827-3c2f-4ba7-9b1b-36a9b4ab7147 HTTP/1.1" status: 204  len: 168 time: 1.8722689
Dec 09 14:02:45.182672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:45.189276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'name': 'tempest-PortsTestJSON-163182915'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:45.190181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5be82217-3c3e-4f4a-9c6b-6656178b5a4b None None] The port '570b5803-aca3-4e90-9f79-670060d46ebe' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:02:45.237302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.287324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.296353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.297845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.320164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:45.360611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b52ed15-5616-467f-a6c7-8a028f642ef4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:45.370808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:45.379478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:45.384349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:45.386635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.387876 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4914370
Dec 09 14:02:45.391709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:45.453274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:45.456659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.475429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.483748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 237bb22f-a53a-4c13-9b70-09f965dba337 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:45.483961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d2645d8-0825-45dc-8b68-c75a41e35705 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:45.567023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5516fd01-3cd6-4dfb-94f4-7aac29da8660,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:45.569850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:45.584079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.612498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.619334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.620441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/5516fd01-3cd6-4dfb-94f4-7aac29da8660 HTTP/1.1" status: 204  len: 168 time: 0.6282599
Dec 09 14:02:45.621936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:45.625783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:45.632484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] Sync routers for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:45.646681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:45.647652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3c5910>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:45.654089 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "PUT /v2.0/routers/c591da60-ed10-40cb-8f64-ac7137e046b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9185696
Dec 09 14:02:45.655362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50586) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:45.714378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3c5910>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:45.726513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] Routers {'c591da60-ed10-40cb-8f64-ac7137e046b8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:45.727364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3c5910>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['c591da60-ed10-40cb-8f64-ac7137e046b8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:45.795959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3c5910>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:45.796624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8834f1-16fd-415c-bcde-db6a2d0f89af None None] The sync data for ids ['c591da60-ed10-40cb-8f64-ac7137e046b8'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:45.837563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.857822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.879940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a9c971c-22de-4f6b-9c75-a2f2882b0b41 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:45.900561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b52ed15-5616-467f-a6c7-8a028f642ef4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:45.903632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53f30e9d-7320-4965-a3a0-fb2252178985 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:45.907755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:45.909388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.912834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1b52ed15-5616-467f-a6c7-8a028f642ef4 HTTP/1.1" status: 204  len: 168 time: 0.5169573
Dec 09 14:02:45.914162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:45.946515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.950270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:45.958120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50ac64ed-e0b3-4cdf-b9df-df93bf462a51 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:45.976338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.066759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53f30e9d-7320-4965-a3a0-fb2252178985 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:46.068415 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-53f30e9d-7320-4965-a3a0-fb2252178985 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4416935
Dec 09 14:02:46.077458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:46.095455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624939858'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:46.104903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce0b01-9b9e-4ded-9bff-0e8ba24a9557 req-25764f5e-46f5-44c3-a7ff-ae05534e611c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:46.106399 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-84ce0b01-9b9e-4ded-9bff-0e8ba24a9557 req-25764f5e-46f5-44c3-a7ff-ae05534e611c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3277874
Dec 09 14:02:46.118314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:46.157187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:46.158830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=237bb22f-a53a-4c13-9b70-09f965dba337,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:46.159053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:46.161903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:46.163662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:46.165423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:46.166770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08526b8f-3236-4e77-9925-dd70f5ea9fce tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:46.169316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:46.170074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.192529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.209876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.231250 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-84ce0b01-9b9e-4ded-9bff-0e8ba24a9557 req-cc32d68d-795f-4644-90d7-39ddddc0d2be tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163375
Dec 09 14:02:46.239597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08526b8f-3236-4e77-9925-dd70f5ea9fce tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:46.243498 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-08526b8f-3236-4e77-9925-dd70f5ea9fce tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3251033
Dec 09 14:02:46.243498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:46.243747 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.0591624
Dec 09 14:02:46.244276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50602) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:46.340898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:46.364485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:46.401792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:46.403447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.416407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 237bb22f-a53a-4c13-9b70-09f965dba337 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:46.416745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.417038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting port 98ffaa2e-77f4-4b83-ae5c-40374c745738 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:46.417610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.452661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:46.609251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.637895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.760126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Calling delete_port for 98ffaa2e-77f4-4b83-ae5c-40374c745738 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:46.770670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.884917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.906936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.922445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:46.924993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.928485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:46.951732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:46.968080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Port': ['ID=98ffaa2e-77f4-4b83-ae5c-40374c745738,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:46.972106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:47.145015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 237bb22f-a53a-4c13-9b70-09f965dba337 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:47.171614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ab52cb-6666-4626-9589-bbac7c611230,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:47.190974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:47.195799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.197876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.200255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.201366 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/c343f000-b539-4f9a-8f1a-83ccff36a1a3 HTTP/1.1" status: 204  len: 168 time: 0.9551003
Dec 09 14:02:47.202386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.206576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.1167960
Dec 09 14:02:47.207733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.208058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50618) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.210767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:47.234833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-134d7d11-ccb8-4527-be62-fadb0fa76361 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': '59ab52cb-6666-4626-9589-bbac7c611230', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.235565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-134d7d11-ccb8-4527-be62-fadb0fa76361 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:47.239070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-134d7d11-ccb8-4527-be62-fadb0fa76361 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0128906
Dec 09 14:02:47.248358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50624) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.285992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c343f000-b539-4f9a-8f1a-83ccff36a1a3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:47.301485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0daa2-4343-48db-9fd8-a39f2ac82400 req-2cc8de2a-7a99-4e64-bf9a-887afd55b2bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:47.302974 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2a0daa2-4343-48db-9fd8-a39f2ac82400 req-2cc8de2a-7a99-4e64-bf9a-887afd55b2bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.6326559
Dec 09 14:02:47.306659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:47.321206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-21a6716f-807a-413d-a883-ff255762d7b2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': '59ab52cb-6666-4626-9589-bbac7c611230', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.321970 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-21a6716f-807a-413d-a883-ff255762d7b2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:47.325560 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-21a6716f-807a-413d-a883-ff255762d7b2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0686295
Dec 09 14:02:47.325755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50628) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.332985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ea166cd2-1438-4f71-80f6-dc20d26c7001 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': '59ab52cb-6666-4626-9589-bbac7c611230', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.333642 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ea166cd2-1438-4f71-80f6-dc20d26c7001 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:47.336815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ea166cd2-1438-4f71-80f6-dc20d26c7001 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0079193
Dec 09 14:02:47.338930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50632) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.395164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-280d3b20-2433-45a6-a8f6-87f93907e85a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': '59ab52cb-6666-4626-9589-bbac7c611230', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.395762 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-280d3b20-2433-45a6-a8f6-87f93907e85a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:47.399377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.399542 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-280d3b20-2433-45a6-a8f6-87f93907e85a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0566223
Dec 09 14:02:47.402567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50636) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.406154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:47.495307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.510012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.537076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8172c372-d2b1-4e2f-913d-fadd8d7c7791 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:47.555354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.566851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=237bb22f-a53a-4c13-9b70-09f965dba337,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:47.574610 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2a0daa2-4343-48db-9fd8-a39f2ac82400 req-2effc3c4-425b-4923-9cac-77a948f4fe24 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2571745
Dec 09 14:02:47.575964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:47.591868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.625314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8172c372-d2b1-4e2f-913d-fadd8d7c7791 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:47.627236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8172c372-d2b1-4e2f-913d-fadd8d7c7791 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4090507
Dec 09 14:02:47.633802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.646427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680293188'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.657922 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/237bb22f-a53a-4c13-9b70-09f965dba337 HTTP/1.1" status: 204  len: 168 time: 1.4128411
Dec 09 14:02:47.659765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:47.661559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.670554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'mac_address': 'fa:16:3e:c5:76:cb', 'name': 'tempest-PortsTestJSON-1704890715'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.682692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.683254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Fanout notify agent at l3_agent the message router_deleted on router c591da60-ed10-40cb-8f64-ac7137e046b8 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:02:47.697991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:47.705426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.748739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.752823 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "DELETE /v2.0/routers/c591da60-ed10-40cb-8f64-ac7137e046b8 HTTP/1.1" status: 204  len: 168 time: 2.0905604
Dec 09 14:02:47.756449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50654) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.779057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.794466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63ea6af7-f996-4051-94d9-278624834bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:47.816213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.816658 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/59ab52cb-6666-4626-9589-bbac7c611230 HTTP/1.1" status: 204  len: 168 time: 0.4133723
Dec 09 14:02:47.816980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:47.818897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50660) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.877326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ab52cb-6666-4626-9589-bbac7c611230,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:47.881245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:47.882943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:47.884739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec7c8dca-1a51-41a9-bb33-3756ac20e93b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:47.897601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:47.915594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:47.923574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec7c8dca-1a51-41a9-bb33-3756ac20e93b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:47.929684 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ec7c8dca-1a51-41a9-bb33-3756ac20e93b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1095290
Dec 09 14:02:47.930447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50664) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:47.936030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758587237'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:47.943301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:47.953500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:47.965465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:47.966028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.003692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.007670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.010550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.016279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.041333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.073092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:48.076318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.080635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.084401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:48.093857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 11cf395b-f5a6-482d-a08b-6f3324578f33 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:48.094660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.120419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.130046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c08a4d-3dab-47af-af84-0ae067651024,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:48.134400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:48.142408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.147444 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2160039
Dec 09 14:02:48.148030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50670) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.153469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bc76903e-db1c-4132-ba97-756254207595 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.154160 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-bc76903e-db1c-4132-ba97-756254207595 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.158312 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bc76903e-db1c-4132-ba97-756254207595 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0093575
Dec 09 14:02:48.159256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50674) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.163864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.170616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.175510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.178404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.184093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.222310 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.223529 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ed7ed171-218b-438f-a3e1-823fbb2b775b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0638402
Dec 09 14:02:48.227634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50680) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.234443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-438e7be0-0795-4846-bbfb-d0010840bed6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.235084 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-438e7be0-0795-4846-bbfb-d0010840bed6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.237864 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-438e7be0-0795-4846-bbfb-d0010840bed6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0079405
Dec 09 14:02:48.240062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50684) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.245796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.251588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.255404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.258363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.264423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.273371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting subnet 142a7945-0aff-44b4-8417-3c7e57de7001 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:48.285064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.295788 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.297273 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f0265e24-2eb6-42cc-902c-a5094e1b947f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0560839
Dec 09 14:02:48.300623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50688) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.306956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6c72b5bd-3a2d-420b-8c80-45860609570c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.308025 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-6c72b5bd-3a2d-420b-8c80-45860609570c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.309192 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6c72b5bd-3a2d-420b-8c80-45860609570c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0074475
Dec 09 14:02:48.311789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50692) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.322195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.331869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.332611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.337120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.340901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.349327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.385373 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.386425 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c6a151a2-6b80-43da-bdb0-9921dd4001d2 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0735686
Dec 09 14:02:48.389155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50696) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.395029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9a3522bd-3f70-4119-bb92-9d2cb34e4f9f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.395606 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-9a3522bd-3f70-4119-bb92-9d2cb34e4f9f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.396509 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a3522bd-3f70-4119-bb92-9d2cb34e4f9f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0064247
Dec 09 14:02:48.398898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50700) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.403684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.410718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.414518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.417355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.423085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.456768 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.458559 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-51b73b4c-c2ef-4be7-9dd9-f13308c650bb tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0588737
Dec 09 14:02:48.462128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50704) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.467771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'a4c08a4d-3dab-47af-af84-0ae067651024', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.474532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.478575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.481371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.487542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.517853 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:48.518872 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-80d28514-ae8f-46ee-8db3-19b8560eb2ac tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0557792
Dec 09 14:02:48.521719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50708) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.525518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port c39c457a-863f-4797-87ad-1b9ab4da4fd3 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:48.568697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.570957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.587440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.613921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.616172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.643054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d3b6c55d-22f5-49cb-91d8-2b2200a2fc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:48.659260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.664136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:48.678551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c08a4d-3dab-47af-af84-0ae067651024,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:48.682231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:48.685561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.686753 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4c08a4d-3dab-47af-af84-0ae067651024 HTTP/1.1" status: 204  len: 168 time: 0.1640637
Dec 09 14:02:48.689787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50712) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.740373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d5137ba-42a2-4da2-838f-679f15ce2388 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:48.748353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.755486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d5137ba-42a2-4da2-838f-679f15ce2388 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:48.756953 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d5137ba-42a2-4da2-838f-679f15ce2388 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0661902
Dec 09 14:02:48.761107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50716) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.764456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d09507-c7ba-43d5-860e-725a69601600,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:48.766286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363590745'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.773355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.783600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.786807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:48.796271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.837025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.841270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:48.844136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:48.853626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:48.912707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.917977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.923312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:48.925839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 11cf395b-f5a6-482d-a08b-6f3324578f33 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:48.968557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:48.969101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fb290-d8da-4999-b74e-a4cfb1850187,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:48.973508 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3304067
Dec 09 14:02:48.973755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50724) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:48.974989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:48.983629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '26d09507-c7ba-43d5-860e-725a69601600', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:48.990809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:48.996630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:49.001846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:49.004839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.008965 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2442346
Dec 09 14:02:49.009088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756faabe-f89e-48b9-be34-bd9b61e2d004 req-f9497c0d-2914-4f65-9f2a-224f7a158142 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:49.009202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50728) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.011465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:49.013137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-756faabe-f89e-48b9-be34-bd9b61e2d004 req-f9497c0d-2914-4f65-9f2a-224f7a158142 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.6514654
Dec 09 14:02:49.017488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'c41fb290-d8da-4999-b74e-a4cfb1850187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.025683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:49.031221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:49.034663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:49.045140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:49.047596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.103672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.116526 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The resource could not be found.
Dec 09 14:02:49.117587 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0d87a9c6-c4ce-4d22-bb38-46d2a5518469 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1076243
Dec 09 14:02:49.120420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50732) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.132769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'c41fb290-d8da-4999-b74e-a4cfb1850187', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a76e8c04-1701-4ec8-909a-03758020da45'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.141605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:49.144888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.147700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:49.151031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:49.154038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.158987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:49.160893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.198610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a3e8fb-eafb-4c4e-99c3-9fbb24ba81a8,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.205443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.213466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.214681 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2390161
Dec 09 14:02:49.219990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50736) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.228113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '26d09507-c7ba-43d5-860e-725a69601600', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.234941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:49.242388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:49.245798 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The resource could not be found.
Dec 09 14:02:49.246818 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-89f511f5-6bb3-4d9a-8305-540184356be1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1254966
Dec 09 14:02:49.247667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:49.250567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50740) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.255805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:49.299865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.363140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.405769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.426997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.436149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.446779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.462284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-756faabe-f89e-48b9-be34-bd9b61e2d004 req-c30356e4-de4e-402d-ac42-fdc9d2973dd7 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4480081
Dec 09 14:02:49.470735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.474931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89832f3-0df3-4960-bd05-bf28b9328709,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.478271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.525517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.531056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.534081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.540219 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/c41fb290-d8da-4999-b74e-a4cfb1850187 HTTP/1.1" status: 204  len: 168 time: 0.2842226
Dec 09 14:02:49.540219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.540219 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3161731
Dec 09 14:02:49.540219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50744) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.540219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f4514fb1-e4e9-4924-9309-f3b51cb623d6 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.547631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50746) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.554000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af941270-3fc1-46ac-88a8-296f1de42dd4 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.570642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '26d09507-c7ba-43d5-860e-725a69601600', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.575079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fb290-d8da-4999-b74e-a4cfb1850187,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.579957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.580945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:49.592706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:49.596939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:49.608671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:49.624625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.641256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.650044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4b54e173-a5bd-4a50-9c19-295d0295aa66 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:49.671736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:49.683344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:49.686485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:49.688311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4b54e173-a5bd-4a50-9c19-295d0295aa66 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:49.689607 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4b54e173-a5bd-4a50-9c19-295d0295aa66 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1434553
Dec 09 14:02:49.693380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50752) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.695643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:49.696304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.700025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'b1ad5de4-8cc4-4a27-a461-4d05fad74d94', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.709152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:49.716472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:49.719386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:49.727669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:49.734199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.738918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=c39c457a-863f-4797-87ad-1b9ab4da4fd3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.741689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.745898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b20bb7-b289-41a8-9ffe-9ba2a2f4cf01 None None] Network 3a42751d-1ed0-46bb-96eb-193fb717737d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:49.747792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.753196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.756533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.760656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-40f383d1-fd94-402b-96d0-2a3dbaaa9ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.792323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d5e1cc-e43d-4df9-b42b-60171cdaa51c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.799544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.804636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Subnet': ['ID=142a7945-0aff-44b4-8417-3c7e57de7001,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.811228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.815540 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "DELETE /v2.0/subnets/142a7945-0aff-44b4-8417-3c7e57de7001 HTTP/1.1" status: 204  len: 168 time: 2.0539346
Dec 09 14:02:49.815848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50756) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.821093 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.1553030
Dec 09 14:02:49.821945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50760) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.827015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.832482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:49.842365 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The resource could not be found.
Dec 09 14:02:49.847644 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ad49130e-5415-400d-9b48-36fb6381e1e1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1533084
Dec 09 14:02:49.848494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50764) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.877796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=11cf395b-f5a6-482d-a08b-6f3324578f33,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:49.882209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:49.901291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163714181'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.905890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:49.910608 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3586152
Dec 09 14:02:49.910751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:49.937265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '26d09507-c7ba-43d5-860e-725a69601600', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:49.974344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:50.012812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:50.020326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:50.025455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:50.038718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766aebe2-17b5-4189-92f5-58dd5b306383 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:50.039496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-766aebe2-17b5-4189-92f5-58dd5b306383 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:50.061838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.070868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.089626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:50.099268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-766aebe2-17b5-4189-92f5-58dd5b306383 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:50.100763 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-766aebe2-17b5-4189-92f5-58dd5b306383 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/c39c457a-863f-4797-87ad-1b9ab4da4fd3 HTTP/1.1" status: 200  len: 841 time: 0.2781272
Dec 09 14:02:50.102064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting port d2cea53b-e17b-4934-84aa-a55e74dcccfc {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:50.102064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.103934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:50.144220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:50.183901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] DHCP port deletion for 3a42751d-1ed0-46bb-96eb-193fb717737d request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:50.185863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:50.187997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Deleting port d2cea53b-e17b-4934-84aa-a55e74dcccfc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:50.188379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.210662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.219112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:50.228382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:50.239008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:50.264967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.275031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port c39c457a-863f-4797-87ad-1b9ab4da4fd3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:50.275706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.398027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] For port d2cea53b-e17b-4934-84aa-a55e74dcccfc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d2cea53b-e17b-4934-84aa-a55e74dcccfc,segment=NetworkSegment(a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2),segment_id=a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:50.398250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.405325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] For port d2cea53b-e17b-4934-84aa-a55e74dcccfc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d2cea53b-e17b-4934-84aa-a55e74dcccfc,segment=NetworkSegment(a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2),segment_id=a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:50.406116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.472644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d2cea53b-e17b-4934-84aa-a55e74dcccfc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:50.534147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.554540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Calling delete_port for d2cea53b-e17b-4934-84aa-a55e74dcccfc owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:50.571618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.586843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Calling delete_port for d2cea53b-e17b-4934-84aa-a55e74dcccfc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:50.587847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:50.666075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.667774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.672614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92faa5f4-d3f9-44da-94ea-044e18ff52d1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:50.676976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d2cea53b-e17b-4934-84aa-a55e74dcccfc {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:50.677435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d2cea53b-e17b-4934-84aa-a55e74dcccfc not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:50.692908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:50.693368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:50.784974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.803180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Port': ['ID=d2cea53b-e17b-4934-84aa-a55e74dcccfc,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:50.808947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:50.810065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1502e6c-d8e1-4154-a50a-9ad80be6b235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:50.831960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] No DVR routers for this DVR port d2cea53b-e17b-4934-84aa-a55e74dcccfc on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:50.899100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.902885 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.0136051
Dec 09 14:02:50.905045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e64e82-c980-4c0f-9508-e4ac8d0b5be5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:50.909627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50782) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:50.914746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:50.918456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891833068'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:50.935516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075fa3d5-f37a-4ecb-b2bd-98e6d28e9407,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:50.966498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:50.974973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.981038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:50.988612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.989808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.0601311
Dec 09 14:02:50.989953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:50.993731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:50.994173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.000921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:51.010145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:51.027548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449329bb0>,) {'filters': {'network_id': ['3a42751d-1ed0-46bb-96eb-193fb717737d']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:51.040188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449329bb0>, 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:51.040417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449329bb0>, 'a1c1f17e-3b8f-4a01-ae5e-87b027bc76e2') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:51.047562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.064587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.095369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.105501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:51.106105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.111415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for c39c457a-863f-4797-87ad-1b9ab4da4fd3 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:51.120767 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:51.122908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:51.131978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:51.136882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:51.140371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '26d09507-c7ba-43d5-860e-725a69601600', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:51.155404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:51.164799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:51.172102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:51.194789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Deleting port d2cea53b-e17b-4934-84aa-a55e74dcccfc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:51.196121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:51.196866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.220967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.224977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-963fae11-09ee-417e-aa3e-f2090750b51c tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:51.243634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:51.251134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.266451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Network': ['ID=3a42751d-1ed0-46bb-96eb-193fb717737d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:51.271666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:51.284793 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "DELETE /v2.0/networks/3a42751d-1ed0-46bb-96eb-193fb717737d HTTP/1.1" status: 204  len: 168 time: 1.4671915
Dec 09 14:02:51.287530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50794) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.312525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-36ea265b-2cdf-41d6-94d2-b5c8d3383d29 None None] The port 'd2cea53b-e17b-4934-84aa-a55e74dcccfc' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:02:51.357754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.370708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.376872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.383526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3c723f6b-5565-4d91-9abc-1b1609ca013c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:51.396011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465ae4-ff35-49ad-842d-d13a2446d70e req-25bb3103-ba3b-464f-856f-9c121d090165 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:51.397491 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da465ae4-ff35-49ad-842d-d13a2446d70e req-25bb3103-ba3b-464f-856f-9c121d090165 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.6922393
Dec 09 14:02:51.414488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.446926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:51.485313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.486580 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5760434
Dec 09 14:02:51.488053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Deleting port b7624452-f9a4-4d27-8204-9feca5ffbde3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:51.488545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.496456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.503159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=c39c457a-863f-4797-87ad-1b9ab4da4fd3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:51.511233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:51.514841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group_rule': {'security_group_id': 'c8e64e82-c980-4c0f-9508-e4ac8d0b5be5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f8c6e144-255c-491b-a4e8-49fb6f804fc3'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:51.528864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 9a8b342c-6399-4431-aa91-0ddd09bd4463 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:51.541130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6e144-255c-491b-a4e8-49fb6f804fc3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:51.542906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:51.545365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:51.560562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.563417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:51.573307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:51.625133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:51.638382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.645894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da465ae4-ff35-49ad-842d-d13a2446d70e req-3522158e-d86e-45c9-b3c6-7bf431efbe10 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2386243
Dec 09 14:02:51.654300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.663934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/c39c457a-863f-4797-87ad-1b9ab4da4fd3 HTTP/1.1" status: 204  len: 168 time: 1.5540998
Dec 09 14:02:51.668577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50804) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.669722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fcced110-153f-4697-8e02-20184b08c0fb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:51.720230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.720561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.728933 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d4f8e4-9e5b-4fd0-818b-b8e1d8559d28 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:02:51.729917 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-31d4f8e4-9e5b-4fd0-818b-b8e1d8559d28 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/c39c457a-863f-4797-87ad-1b9ab4da4fd3 HTTP/1.1" status: 404  len: 333 time: 0.0602648
Dec 09 14:02:51.734600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50808) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.740453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'name': 'tempest-PortsTestJSON-295283081'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:51.806137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90a89a8-816b-4a90-8201-8e35355ee3d8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:51.826280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:51.840932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.842126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.7984176
Dec 09 14:02:51.845942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.863092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Calling delete_port for b7624452-f9a4-4d27-8204-9feca5ffbde3 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:51.863614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:51.864254 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-30dd7640-cd7a-49c6-9f0d-5d3683f5d2a3 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.3651459
Dec 09 14:02:51.868262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.893808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51701625-eb71-4342-9187-5984e33a9d9a req-3d9b864d-88bf-4c2f-af1f-d986cb625dc7 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:51.895249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51701625-eb71-4342-9187-5984e33a9d9a req-3d9b864d-88bf-4c2f-af1f-d986cb625dc7 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.3399069
Dec 09 14:02:51.935670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:02:51.944908 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/9a8b342c-6399-4431-aa91-0ddd09bd4463/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9067178
Dec 09 14:02:51.947460 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] Sync routers for ids ['9a8b342c-6399-4431-aa91-0ddd09bd4463'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:02:51.947933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.950566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50820) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:51.970543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:51.975197 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] Routers {'9a8b342c-6399-4431-aa91-0ddd09bd4463'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:51.976034 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0b97c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['9a8b342c-6399-4431-aa91-0ddd09bd4463'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:52.020673 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51701625-eb71-4342-9187-5984e33a9d9a req-eb7c3e12-e007-4ae4-8272-e6464b210525 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118817
Dec 09 14:02:52.027804 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0a3db2b7-2a93-413d-bdc6-8d8346f800b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a8b342c-6399-4431-aa91-0ddd09bd4463 HTTP/1.1" status: 200  len: 205 time: 0.0722430
Dec 09 14:02:52.029942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.042751 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0b97c0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:52.060639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:52.066121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:52.069474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:52.076361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:52.085027 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] Routers {'9a8b342c-6399-4431-aa91-0ddd09bd4463'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:02:52.086016 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0b97c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['9a8b342c-6399-4431-aa91-0ddd09bd4463'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:52.088449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.111120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.115322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:52.118501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.156221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port f532d0a7-1a74-49a0-a59e-ec1cce132dea yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:02:52.168697 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0b97c0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:52.169339 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917486a1-9be2-421a-a2e8-6d5888ee1f9e None None] The sync data for ids ['9a8b342c-6399-4431-aa91-0ddd09bd4463'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:02:52.178851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:52.204818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.208480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.212015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c90a89a8-816b-4a90-8201-8e35355ee3d8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:52.215629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7642642f-d3ab-4a3d-93dc-22322e3a3001 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:52.217604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:52.223862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.224974 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c90a89a8-816b-4a90-8201-8e35355ee3d8 HTTP/1.1" status: 204  len: 168 time: 0.3760097
Dec 09 14:02:52.233284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.257011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Pushing event deleted for resources: {'Port': ['ID=b7624452-f9a4-4d27-8204-9feca5ffbde3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:52.264607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:52.276127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.419360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.428725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:52.451558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c4dd7813-700c-43be-9c41-9643f4108f60 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:52.460421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6e144-255c-491b-a4e8-49fb6f804fc3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:52.466098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:52.471412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-32b42761-1841-42c2-bf08-3536a3e7eaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.475109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.476375 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/f8c6e144-255c-491b-a4e8-49fb6f804fc3 HTTP/1.1" status: 204  len: 168 time: 0.6024985
Dec 09 14:02:52.480669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50838) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.585948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.641358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.661181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c4dd7813-700c-43be-9c41-9643f4108f60 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:52.665231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c4dd7813-700c-43be-9c41-9643f4108f60 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.4247837
Dec 09 14:02:52.670468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50844) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.694323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbf27eb4-6a19-475b-9142-c45281ec6c5d tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:52.702455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.703563 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff8290f5-383f-4f2a-b348-c32fceba52b6 HTTP/1.1" status: 204  len: 168 time: 1.4151528
Dec 09 14:02:52.734174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.745514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.751336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbf27eb4-6a19-475b-9142-c45281ec6c5d tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:52.752621 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dbf27eb4-6a19-475b-9142-c45281ec6c5d tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.2710145
Dec 09 14:02:52.756618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.759739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.769166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:52.854390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:52.859069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:52.861247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=f532d0a7-1a74-49a0-a59e-ec1cce132dea,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:52.863858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:52.867363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:52.867957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.872190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:52.872879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.882924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d935c2e9-0976-4f8e-839e-c281d860e243 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:52.905983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=075fa3d5-f37a-4ecb-b2bd-98e6d28e9407,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:52.910961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:52.916468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:52.917791 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/075fa3d5-f37a-4ecb-b2bd-98e6d28e9407 HTTP/1.1" status: 204  len: 168 time: 0.2435966
Dec 09 14:02:52.920517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50856) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.924350 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.1899135
Dec 09 14:02:52.937893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50860) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:52.945490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:53.072469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-01027998-8687-49cc-a87f-16f13718be94 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:53.102029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-01027998-8687-49cc-a87f-16f13718be94 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:53.106457 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-01027998-8687-49cc-a87f-16f13718be94 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.1821921
Dec 09 14:02:53.106753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50868) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.109366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.117018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.138348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50872) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.144274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.164166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.197814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.218358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.227012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.240488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af941d-e723-433d-81bc-f6af0d282a56 req-82eb56a6-ee8c-4258-8aa0-358b6384feb6 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:53.241970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93af941d-e723-433d-81bc-f6af0d282a56 req-82eb56a6-ee8c-4258-8aa0-358b6384feb6 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3389049
Dec 09 14:02:53.263292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.264424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8b342c-6399-4431-aa91-0ddd09bd4463 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:02:53.298227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32be74-2427-469b-93f8-aeef37b2c95c req-32f7db2f-7015-44c6-9c44-d510f0fafe19 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:53.299775 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab32be74-2427-469b-93f8-aeef37b2c95c req-32f7db2f-7015-44c6-9c44-d510f0fafe19 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.2395380
Dec 09 14:02:53.351868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.364993 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93af941d-e723-433d-81bc-f6af0d282a56 req-7bf0fcd8-cc73-425c-8cc4-63987bfb9f53 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072142
Dec 09 14:02:53.365961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.368354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.371704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/c8e64e82-c980-4c0f-9508-e4ac8d0b5be5 HTTP/1.1" status: 204  len: 168 time: 0.5918283
Dec 09 14:02:53.371833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:53.372030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.375472 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6c2e119-3efc-45c2-bbb4-34f718aa9086 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/9a8b342c-6399-4431-aa91-0ddd09bd4463 HTTP/1.1" status: 204  len: 168 time: 1.3421829
Dec 09 14:02:53.380808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50878) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.381137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.382460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53a5fc4e-3125-4f3a-b2f8-5f4a34b08dc9 tempest-PortsAdminExtendedAttrsTestJSON-1328727133 tempest-PortsAdminExtendedAttrsTestJSON-1328727133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:53.408495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40d5e1cc-e43d-4df9-b42b-60171cdaa51c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:53.411276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:53.425767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.429802 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/40d5e1cc-e43d-4df9-b42b-60171cdaa51c HTTP/1.1" status: 204  len: 168 time: 0.3219485
Dec 09 14:02:53.430381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50888) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.455309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e64e82-c980-4c0f-9508-e4ac8d0b5be5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:53.461975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:53.469329 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab32be74-2427-469b-93f8-aeef37b2c95c req-2a40d7c6-9809-47cc-8a3c-f2408af64b4a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1491592
Dec 09 14:02:53.494779 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-624d40f3-1527-4377-80d8-8501ee868f4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73a1defef6014787b4ecf41817206b5b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3535345
Dec 09 14:02:53.511948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50892) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.522593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.536106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f83ea364-c30a-432c-8192-6c1f45a0c088 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:53.542251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.551258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:53.560883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6f593d6d-0879-4b76-bf2c-06215b8b8f05 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:53.628638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] In _notify_port_updated(), no bound segment for port f532d0a7-1a74-49a0-a59e-ec1cce132dea on network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:02:53.632462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:53.633060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.637765 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/ports/f532d0a7-1a74-49a0-a59e-ec1cce132dea HTTP/1.1" status: 200  len: 818 time: 0.6939092
Dec 09 14:02:53.637903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f83ea364-c30a-432c-8192-6c1f45a0c088 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:53.641719 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f83ea364-c30a-432c-8192-6c1f45a0c088 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.2045972
Dec 09 14:02:53.641719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50898) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.641909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50900) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.681091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6f593d6d-0879-4b76-bf2c-06215b8b8f05 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:53.682337 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6f593d6d-0879-4b76-bf2c-06215b8b8f05 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2920439
Dec 09 14:02:53.686635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.698998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=f532d0a7-1a74-49a0-a59e-ec1cce132dea,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:53.704397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'tempest-secgroup--238422647'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:53.705666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:53.713088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet dc58bb49-885f-4ec9-8c2a-aa04edab711d {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:02:53.717011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:53.723496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.738886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port f532d0a7-1a74-49a0-a59e-ec1cce132dea {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:53.739225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.754457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.767142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.783443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.804374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:53.848829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.857006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.857234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.871535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb29455b-41e2-46b9-9053-9d213ab38e6b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:53.877102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.913002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c89832f3-0df3-4960-bd05-bf28b9328709,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:53.917264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:53.918181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:53.921931 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c89832f3-0df3-4960-bd05-bf28b9328709 HTTP/1.1" status: 204  len: 168 time: 0.2750449
Dec 09 14:02:53.929710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50910) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:53.998877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.017817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:54.029516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Usage tracker for resource:security_group_rule and tenant:b52e13d5036c4d8cb17275b40f6314c4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:54.037576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45c129-5b1c-42c0-833b-450405566184 req-27ff4783-4995-4024-a0a2-98eaf5bf40d1 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:54.039028 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e45c129-5b1c-42c0-833b-450405566184 req-27ff4783-4995-4024-a0a2-98eaf5bf40d1 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.3239169
Dec 09 14:02:54.041115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:54.058891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:54.088208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.099340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6b0b409-17ed-4390-9dfc-645f067f1c1e tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:54.125700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for f532d0a7-1a74-49a0-a59e-ec1cce132dea owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:54.126578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ef3f49-20b7-4145-baf8-444cebe01eb2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:54.134784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c819d30a-1b86-4c7c-b806-876376778224 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2038875
Dec 09 14:02:54.137297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:54.146675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.153559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50914) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.208142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.220389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.221504 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89ef3f49-20b7-4145-baf8-444cebe01eb2 HTTP/1.1" status: 204  len: 168 time: 0.7066076
Dec 09 14:02:54.232720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.246660 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e45c129-5b1c-42c0-833b-450405566184 req-151d4835-1ab9-453e-8774-7371c5d17495 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985779
Dec 09 14:02:54.270103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.283617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:54.309583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.318432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.324681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-164cf8fb-db27-4277-b0d7-a90ccc29e164 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:54.352104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.383720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8330b963-08be-46a0-9b16-497d03a48521,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:54.388032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.389238 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7017024
Dec 09 14:02:54.390857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:54.391295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:54.420473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.432441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.438143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.459583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d211df26-d497-447b-8d7f-3865ac5b67d8 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:54.460141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d211df26-d497-447b-8d7f-3865ac5b67d8 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:02:54.461097 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d211df26-d497-447b-8d7f-3865ac5b67d8 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "PUT /v2.0/security-groups/8330b963-08be-46a0-9b16-497d03a48521 HTTP/1.1" status: 409  len: 330 time: 0.0394483
Dec 09 14:02:54.468211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b405a62-c8dc-4443-9945-cf8f7058ed4d None None] Network 5add6701-d87c-4c46-ab10-7259431f2630 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:54.470620 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/f532d0a7-1a74-49a0-a59e-ec1cce132dea HTTP/1.1" status: 204  len: 168 time: 0.8272135
Dec 09 14:02:54.471364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50932) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.473303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=f532d0a7-1a74-49a0-a59e-ec1cce132dea,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:54.477437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50934) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.480555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.481733 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/22a3e8fb-eafb-4c4e-99c3-9fbb24ba81a8 HTTP/1.1" status: 204  len: 168 time: 0.3274286
Dec 09 14:02:54.482716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:54.483558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:54.489939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.502991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.504890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/dc58bb49-885f-4ec9-8c2a-aa04edab711d HTTP/1.1" status: 204  len: 168 time: 1.1131058
Dec 09 14:02:54.507771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=dc58bb49-885f-4ec9-8c2a-aa04edab711d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:54.524366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50944) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.559493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22a3e8fb-eafb-4c4e-99c3-9fbb24ba81a8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:54.575350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:54.592753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:54.642353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.664849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6123d8-e9a0-48da-a843-111b50347335 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:54.665720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9b6123d8-e9a0-48da-a843-111b50347335 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:54.687503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.718731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9b6123d8-e9a0-48da-a843-111b50347335 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:54.720437 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9b6123d8-e9a0-48da-a843-111b50347335 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.2273932
Dec 09 14:02:54.721217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50950) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.731461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50952) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.792831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.807274 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c74f016-4cee-425c-8ec4-418e61d017dd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:02:54.808525 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0c74f016-4cee-425c-8ec4-418e61d017dd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/f532d0a7-1a74-49a0-a59e-ec1cce132dea HTTP/1.1" status: 404  len: 333 time: 0.0761383
Dec 09 14:02:54.812719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50958) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.819243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1668409110'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:54.829832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:54.834040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:54.840224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69734a33-f039-4c8a-bb9d-bc13eca2b809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.845765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:54.849836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.858903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6f74853e-1e40-4af1-9d0e-09afb3d80b70 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:54.869349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:54.893894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8330b963-08be-46a0-9b16-497d03a48521,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:54.896588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:54.910383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:54.912728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:54.915678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.918648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] DHCP port deletion for 5add6701-d87c-4c46-ab10-7259431f2630 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:02:54.927292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Deleting port 9a1baea4-05ac-4a4b-80ad-b05221e68796 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:54.927993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.931549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.932659 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/8330b963-08be-46a0-9b16-497d03a48521 HTTP/1.1" status: 204  len: 168 time: 0.4564464
Dec 09 14:02:54.934081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Usage tracker for resource:security_group_rule and tenant:e997a80ccc2b4988bee640e7b30f8eb5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:54.938288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50964) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:54.939540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:54.947969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:54.973327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:54.988768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f02deeee-c9e4-41a8-ad80-329862c1069b tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4823778
Dec 09 14:02:54.993924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.022309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:55.044161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-27dade0c-6484-4253-89fd-68aa69456b7b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Synchronizing usage tracker for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:55.046383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-e6891955-ca00-4243-b613-ec64a3c9563a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:55.047012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.047348 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment 05649f35-3813-404a-9ee1-e793b59075ce of type vlan for network 87c8eeb8-ad29-4609-a370-5091c979ca81
Dec 09 14:02:55.047713 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-e6891955-ca00-4243-b613-ec64a3c9563a tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.6281137
Dec 09 14:02:55.076797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-27dade0c-6484-4253-89fd-68aa69456b7b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Unset dirty status for tenant:b52e13d5036c4d8cb17275b40f6314c4 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:55.082116 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-27dade0c-6484-4253-89fd-68aa69456b7b tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1396110
Dec 09 14:02:55.099700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 9a1baea4-05ac-4a4b-80ad-b05221e68796 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:55.100050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.100594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.104177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50972) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.142595 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-17340234-5ec6-4e8f-bcf6-335ea83eab22 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] delete failed (client error): The resource could not be found.
Dec 09 14:02:55.147201 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-17340234-5ec6-4e8f-bcf6-335ea83eab22 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "DELETE /v2.0/security-groups/d957134e-f79b-4d19-a4b4-851eb14a9540 HTTP/1.1" status: 404  len: 347 time: 0.0346484
Dec 09 14:02:55.147407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50976) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.162378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] For port 9a1baea4-05ac-4a4b-80ad-b05221e68796, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9a1baea4-05ac-4a4b-80ad-b05221e68796,segment=NetworkSegment(ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9),segment_id=ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:55.163213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.175486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.187274 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-d76eb5d1-a461-4f6a-99f4-bea94aaf6c6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] show failed (client error): The resource could not be found.
Dec 09 14:02:55.189283 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d76eb5d1-a461-4f6a-99f4-bea94aaf6c6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-groups/645cc581-660a-4b73-a36f-bc78ea4182bc HTTP/1.1" status: 404  len: 347 time: 0.0400872
Dec 09 14:02:55.191559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d63eba-dcd4-4e82-93bd-47a78d5b78dd req-b92c758e-c864-4b9d-80e2-bf4a4d5c83e2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:55.193427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78d63eba-dcd4-4e82-93bd-47a78d5b78dd req-b92c758e-c864-4b9d-80e2-bf4a4d5c83e2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.5997291
Dec 09 14:02:55.197225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 50980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.198748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.208662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:55.221740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a19ca-b863-48fd-951c-52c9180bc267 req-611a4130-120f-4ae2-9c91-c60551222988 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:55.223459 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a80a19ca-b863-48fd-951c-52c9180bc267 req-611a4130-120f-4ae2-9c91-c60551222988 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 946 time: 0.4311898
Dec 09 14:02:55.257808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Deleting port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:55.258163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.260259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.265656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:55.266459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.287943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fb421c-9e02-405b-b8ae-47fd0c5c6582,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:55.292142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:55.296260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:55.321065 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e997a80ccc2b4988bee640e7b30f8eb5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5987070
Dec 09 14:02:55.327891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50984) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.331658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Calling delete_port for 9a1baea4-05ac-4a4b-80ad-b05221e68796 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:55.350394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-9a74d7a1-fa7e-4fc8-8332-369680c7e127 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] show failed (client error): The resource could not be found.
Dec 09 14:02:55.351407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a74d7a1-fa7e-4fc8-8332-369680c7e127 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] 10.222.0.21 "GET /v2.0/security-group-rules/1cd33f0f-67ad-4777-ac70-b9c0708e124a HTTP/1.1" status: 404  len: 356 time: 0.1492715
Dec 09 14:02:55.415750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.418147 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6043885
Dec 09 14:02:55.423837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.428254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50990) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.429600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=87c8eeb8-ad29-4609-a370-5091c979ca81,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:55.432901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:55.435139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:55.450776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:55.477390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:55.576985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.614110 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78d63eba-dcd4-4e82-93bd-47a78d5b78dd req-e498ce1a-65ef-444f-b54c-3a149b09d846 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4057441
Dec 09 14:02:55.616581 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a80a19ca-b863-48fd-951c-52c9180bc267 req-35845e52-8511-45bd-9bb4-a750645e121e tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups?id=e813ebb5-5d9f-41bb-bba3-cd9a1053172a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3784008
Dec 09 14:02:55.629876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:55.644189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.648273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:55.669148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:55.678422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:55.679460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] No DVR routers for this DVR port 9a1baea4-05ac-4a4b-80ad-b05221e68796 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:02:55.703081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Pushing event deleted for resources: {'Port': ['ID=9a1baea4-05ac-4a4b-80ad-b05221e68796,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:55.706120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:55.716099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.737765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:55.831848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 50996) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:55.856981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port 9a1baea4-05ac-4a4b-80ad-b05221e68796, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9a1baea4-05ac-4a4b-80ad-b05221e68796,segment=NetworkSegment(ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9),segment_id=ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:55.858063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.862581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.966096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:55.993858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:56.011755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fb421c-9e02-405b-b8ae-47fd0c5c6582,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:56.014668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:56.017555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 9a1baea4-05ac-4a4b-80ad-b05221e68796 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:56.030698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.034153 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89fb421c-9e02-405b-b8ae-47fd0c5c6582 HTTP/1.1" status: 204  len: 168 time: 0.6999195
Dec 09 14:02:56.067120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.112646 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d5f9deb7-3aae-4892-9d1f-48448cca03ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b52e13d5036c4d8cb17275b40f6314c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2766638
Dec 09 14:02:56.112950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51006) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:56.143773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.147414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-581507a6-de4a-47a5-b7d3-5e57b252ecb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:56.176162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] For port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:56.176322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.192892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d09507-c7ba-43d5-860e-725a69601600,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:56.202211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:56.275621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.310160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.311475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/26d09507-c7ba-43d5-860e-725a69601600 HTTP/1.1" status: 204  len: 168 time: 1.3142998
Dec 09 14:02:56.319005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.320951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51012) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:56.321331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.339627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:56.340014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:56.342000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.357099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5062b276-828c-4ebc-a528-86388018d50f tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:56.411536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:56.441567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9a1baea4-05ac-4a4b-80ad-b05221e68796 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:56.456120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cd6c4-a8b1-4784-a70f-eec8c4ce5584 req-a6bbb075-6af4-4967-8695-d00f56e48b53 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:56.458193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-618cd6c4-a8b1-4784-a70f-eec8c4ce5584 req-a6bbb075-6af4-4967-8695-d00f56e48b53 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.3808811
Dec 09 14:02:56.462190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.483102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 9a1baea4-05ac-4a4b-80ad-b05221e68796 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:56.484149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9a1baea4-05ac-4a4b-80ad-b05221e68796 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:56.487334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=ab033058-dc2f-439d-b238-2c06d6038ed5,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:56.498030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:56.505579 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b453ef7b-e94e-4c7c-9421-0afc6cdadc79 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1819601
Dec 09 14:02:56.511699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51020) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:56.522759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264346724'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:56.528560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.533354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:56.535475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a5319e0a-baf7-4240-b510-00b95a4ece06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:56.546675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:56.554848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:56.557994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': '05649f35-3813-404a-9ee1-e793b59075ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:56.558353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: 87c8eeb8-ad29-4609-a370-5091c979ca81, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:02:56.565001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7ea82-73d3-4164-b9d5-487123792fa1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:56.571954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:56.577052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:56.597392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.611972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.613109 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36e7ea82-73d3-4164-b9d5-487123792fa1 HTTP/1.1" status: 204  len: 168 time: 0.4993629
Dec 09 14:02:56.639988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:02:56.650817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:56.655813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:56.660233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:56.663312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 87c8eeb8-ad29-4609-a370-5091c979ca81) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:56.669182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:56.671901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:56.672500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.672666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36958435-db26-41f4-962f-c8622a3544c5 None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:02:56.734066 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2993541
Dec 09 14:02:56.755976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51030) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:56.764173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:56.778413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.778796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.779113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Floating IP a6ae569b-9e7b-402c-a14c-f323c1de4a9e disassociated. External IP: 172.26.3.28, port: cfda8e0c-a4f5-4760-abb7-a95e69d85fc4.
Dec 09 14:02:56.779467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Calling delete_port for cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:56.845510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 9a1baea4-05ac-4a4b-80ad-b05221e68796 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:56.846681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.866611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.908145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:56.915380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-98ec9423-06cf-4bf8-899f-24207eb6eb92 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:57.006279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-87c8eeb8-ad29-4609-a370-5091c979ca81', 'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': 'ab033058-dc2f-439d-b238-2c06d6038ed5'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:02:57.007413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.028930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e898b1e-12d7-4b80-a7c9-dde806ced586,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:57.035432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:57.036671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:57.038791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.042824 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5273004
Dec 09 14:02:57.042824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:57.045038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51036) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:57.048681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:57.054426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '7e898b1e-12d7-4b80-a7c9-dde806ced586', 'direction': 'ingress', 'protocol': 17}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:57.060424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:57.062720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:57.065400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Usage tracker for resource:security_group_rule and tenant:58f4bc3f5d7745ac8e8fb18b16a9116d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:57.065523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:57.068546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:57.069988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:57.074536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:57.074993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:57.082672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:57.091311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:57.095176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.131889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.205039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] The port '9a1baea4-05ac-4a4b-80ad-b05221e68796' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:02:57.215753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.226861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe75eb5c-7fb4-4dbf-b470-6e75a4f0883e tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:57.248177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Allocated IP 172.20.0.2 (87c8eeb8-ad29-4609-a370-5091c979ca81/ab033058-dc2f-439d-b238-2c06d6038ed5/13b87764-87eb-4d8d-8451-811c39b0d1e4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:02:57.337480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event deleted for resources: {'Port': ['ID=cfda8e0c-a4f5-4760-abb7-a95e69d85fc4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:57.350152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:57.369721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-618cd6c4-a8b1-4784-a70f-eec8c4ce5584 req-2a0c7873-e7e1-459b-9039-76849a6f3407 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8952761
Dec 09 14:02:57.459589 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab033058-dc2f-439d-b238-2c06d6038ed5 (CIDR: 172.20.0.0/28)
Dec 09 14:02:57.462108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.474684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-844403b5-d7fe-4e62-9ff4-a1b191323f7f tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:57.475390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-844403b5-d7fe-4e62-9ff4-a1b191323f7f tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Synchronizing usage tracker for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:57.479073 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:02:57.479495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:02:57.486893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.521451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f680931d-edc8-4d15-bdd8-2f14f981d01d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:57.550666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449ffd0a-6a31-466e-98d2-cea73c07502a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:57.553423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:57.555874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-844403b5-d7fe-4e62-9ff4-a1b191323f7f tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Unset dirty status for tenant:0a1e9b700f2d4a1d87737f6900788db4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:57.557429 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-844403b5-d7fe-4e62-9ff4-a1b191323f7f tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.35 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.2660697
Dec 09 14:02:57.562122 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2a714505-5ec9-451b-baa7-eabe342a462a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8050890
Dec 09 14:02:57.565443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51050) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:57.582456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.596050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Transition to ACTIVE for port object 13b87764-87eb-4d8d-8451-811c39b0d1e4 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:57.606369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.618540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Transition to ACTIVE for port object 13b87764-87eb-4d8d-8451-811c39b0d1e4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:02:57.630583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.646589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:57.649893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Deleting port 34940477-8595-48a5-9b3a-0846a4885f36 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:02:57.653834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.687663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.709630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61e80dc7-4744-4f33-82ac-19e61028e35e req-8ea59b92-9355-466a-9d18-4235cac6f070 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.1308389
Dec 09 14:02:57.743480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:57.760104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.764272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:02:57.769366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:02:57.823683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Pushing event updated for resources: {'Port': ['ID=13b87764-87eb-4d8d-8451-811c39b0d1e4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:57.832371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:57.836810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:02:57.843500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.854888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-07cbfa57-fe31-496f-8a4b-ca6a00a72021 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:57.866570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f60ee0>,) {'filters': {'network_id': ['5add6701-d87c-4c46-ab10-7259431f2630']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:57.895331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f60ee0>, 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:57.895631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f60ee0>, 'ea0f6851-d30d-4c4f-92d3-d6c68e73f3b9') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:02:57.900265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.906699 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.8597007
Dec 09 14:02:57.910089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51058) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:57.920271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924480cf-498c-4d39-839f-da1b875b6c2c req-30dd3608-57cc-4276-bc2d-6f37c674eb7b tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:57.931122 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-924480cf-498c-4d39-839f-da1b875b6c2c req-30dd3608-57cc-4276-bc2d-6f37c674eb7b tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 1.0877790
Dec 09 14:02:57.944909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51062) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:57.967112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:57.988796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa59c36-767a-47fd-9ef8-63707874671c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:57.998382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Attempting to bind port 13b87764-87eb-4d8d-8451-811c39b0d1e4 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:02:57.998761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Attempting to bind port 13b87764-87eb-4d8d-8451-811c39b0d1e4 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '05649f35-3813-404a-9ee1-e793b59075ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:02:57.999765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Attempting to bind port 13b87764-87eb-4d8d-8451-811c39b0d1e4 on network 87c8eeb8-ad29-4609-a370-5091c979ca81 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:02:58.008626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:02:58.009396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58f4bc3f5d7745ac8e8fb18b16a9116d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5968354
Dec 09 14:02:58.012548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Checking segment: {'id': '05649f35-3813-404a-9ee1-e793b59075ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:02:58.013013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.013421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Bound using segment: {'id': '05649f35-3813-404a-9ee1-e793b59075ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:02:58.014154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Bound port: 13b87764-87eb-4d8d-8451-811c39b0d1e4, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05649f35-3813-404a-9ee1-e793b59075ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:02:58.014610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.018919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.021674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:58.023031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.023397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.023753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.024110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.024463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.024815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.025160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.025503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.025946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.026293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.026634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:58.052783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:58.072194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:02:58.072628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:02:58.090490 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:02:58.129839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-924480cf-498c-4d39-839f-da1b875b6c2c req-93d7cfb5-e3ba-47d6-9825-58c31e77fa6e tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2006605
Dec 09 14:02:58.160732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] For port 13b87764-87eb-4d8d-8451-811c39b0d1e4, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:02:58.166244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] For port 13b87764-87eb-4d8d-8451-811c39b0d1e4, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13b87764-87eb-4d8d-8451-811c39b0d1e4,segment=NetworkSegment(05649f35-3813-404a-9ee1-e793b59075ce),segment_id=05649f35-3813-404a-9ee1-e793b59075ce)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:02:58.175663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.189933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee763b19-be72-4e9b-b2ea-1e19b6e6e16b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:58.277891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-432510185-network', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:58.291153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:58.296852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Pushing event updated for resources: {'Port': ['ID=13b87764-87eb-4d8d-8451-811c39b0d1e4,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:58.297832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Usage tracker for resource:network and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:58.301971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:58.302131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:58.310396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:58.323473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.334208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:58.341868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:58.350220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.353154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:58.361059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:58.369663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=5add6701-d87c-4c46-ab10-7259431f2630,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:58.371906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.382266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:58.385077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Made reservation on behalf of 3bcd81e036d64bf78a67bf36df4d239b for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:58.387714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.395323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:58.449898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:02:58.453559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.467643 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/5add6701-d87c-4c46-ab10-7259431f2630 HTTP/1.1" status: 204  len: 168 time: 3.9376485
Dec 09 14:02:58.468768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.469970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51074) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:58.488987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.495019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:58.495382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.509323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1935612157', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:58.525726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.544421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:58.633823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:58.638049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:58.641125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:58.648881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:58.696079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.758205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95f2f18b-3083-471c-9cc7-3a7103fbce99 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:58.779446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:58.786369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:58.806692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:02:58.824376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa59c36-767a-47fd-9ef8-63707874671c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:58.825558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.841940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:58.852630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.864038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.865998 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fa59c36-767a-47fd-9ef8-63707874671c HTTP/1.1" status: 204  len: 168 time: 0.8348877
Dec 09 14:02:58.869166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Router 553b0d73-d4bf-41ed-93e1-b84086866761 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:02:58.907481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.918918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-337aa46e-453d-4b13-bf4c-a7fc00e7bae3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:58.940846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c83a84d4-d307-4d5a-b129-251f9557a45e req-ff2d3ecc-5808-45da-b079-f56bb0486b55 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Synchronizing usage tracker for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:02:58.961451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 34940477-8595-48a5-9b3a-0846a4885f36 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:58.979383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:02:58.979611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:58.980371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.016021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52158208-f0ed-4060-8762-9c78736ec201 req-3d28287f-f2d5-47ae-ab76-0215cc55416d tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:59.017828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52158208-f0ed-4060-8762-9c78736ec201 req-3d28287f-f2d5-47ae-ab76-0215cc55416d tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 946 time: 0.3953340
Dec 09 14:02:59.031217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedb0212-d8f5-4d6a-bff6-703a621dd8ba,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:59.034576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.034920 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Added segment b5469b3c-99d1-4aff-82bd-75a3a185c63e of type vlan for network 613eed66-bded-4487-948d-0e20bce9b1c9
Dec 09 14:02:59.096728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:59.127395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c83a84d4-d307-4d5a-b129-251f9557a45e req-ff2d3ecc-5808-45da-b079-f56bb0486b55 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Unset dirty status for tenant:1dc9d17bd3284f23999ce6d7f8be2f7f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:02:59.128548 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c83a84d4-d307-4d5a-b129-251f9557a45e req-ff2d3ecc-5808-45da-b079-f56bb0486b55 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.2715847
Dec 09 14:02:59.199621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.206292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.232610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.250005 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52158208-f0ed-4060-8762-9c78736ec201 req-cff1168a-b73f-4e28-a4bc-e50ee606d9cd tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212555
Dec 09 14:02:59.251861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:59.304855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.356807 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:02:59.358569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.359020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.359268 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Floating IP 31a51689-2dc1-4d99-9627-c0344de06a7c disassociated. External IP: 172.26.3.171, port: 34940477-8595-48a5-9b3a-0846a4885f36.
Dec 09 14:02:59.359601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Calling delete_port for 34940477-8595-48a5-9b3a-0846a4885f36 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:02:59.378604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:02:59.406289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:02:59.425207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.426447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:02:59.494223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:59.564043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.564980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:02:59.565603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:02:59.582150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e898b1e-12d7-4b80-a7c9-dde806ced586,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:59.609229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.615233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.615723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.616309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.616897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.617612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.618181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.618732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.621395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.622022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.622585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:02:59.623671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-868fa22f-9610-4fda-9b4d-e953c2be690e tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:02:59.629276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:59.631462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:02:59.634695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:02:59.639786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:02:59.640139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:02:59.648878 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36', 'code': 200}
Dec 09 14:02:59.705569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:59.709021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:59.851640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8862579
Dec 09 14:02:59.859060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:02:59.870535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Pushing event updated for resources: {'Network': ['ID=613eed66-bded-4487-948d-0e20bce9b1c9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:02:59.877611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:02:59.883418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 613eed66-bded-4487-948d-0e20bce9b1c9 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:02:59.886164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Request body: {'subnet': {'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-432510185-subnet', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:02:59.923442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:02:59.939548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Usage tracker for resource:subnet and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:02:59.942583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:02:59.959665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:00.011602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6533-951f-4908-ba68-33d422adbfbc req-1f8b71c2-0c54-4306-88f7-a97a800bf154 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:00.013554 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03ca6533-951f-4908-ba68-33d422adbfbc req-1f8b71c2-0c54-4306-88f7-a97a800bf154 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.4834259
Dec 09 14:03:00.015889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Made reservation on behalf of 3bcd81e036d64bf78a67bf36df4d239b for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:00.019128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:00.070190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e60568-f1fb-4649-ac06-90132e97a880 None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:00.108476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:00.113146 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/7e898b1e-12d7-4b80-a7c9-dde806ced586 HTTP/1.1" status: 204  len: 168 time: 2.1932461
Dec 09 14:03:00.114205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51102) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:00.135662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Deleting port 34940477-8595-48a5-9b3a-0846a4885f36 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:00.136199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:00.159864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-699a6ed8-5903-4c88-bc81-568ba8f0ede5 None None] Provisioning for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:00.188163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03ca6533-951f-4908-ba68-33d422adbfbc req-a696786f-4666-4d8b-a126-2e22fab59634 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529791
Dec 09 14:03:00.197640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:00.211572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] Sync routers for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:00.289889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:00.321466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] No DVR routers for this DVR port cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:00.327162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:00.330753 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6a8289bd-3cd9-4f73-8187-cc3e05fb9b40 req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.35 "DELETE /v2.0/ports/cfda8e0c-a4f5-4760-abb7-a95e69d85fc4 HTTP/1.1" status: 204  len: 173 time: 5.2765653
Dec 09 14:03:00.331573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'name': 'network-vif-deleted', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:03:00.441196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:00.442431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f24460>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:00.520672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9f5c046-fb2c-483e-b773-02415794ad39 req-4c305821-cfdc-4a6f-bb1f-bf7263b4e848 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c2b94b7-538a-4fca-a659-0eeaeb096405 HTTP/1.1" status: 200  len: 210 time: 0.0861800
Dec 09 14:03:00.631651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13b87764-87eb-4d8d-8451-811c39b0d1e4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:00.813747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:00.837007 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c2b94b7-538a-4fca-a659-0eeaeb096405', 'name': 'network-vif-deleted', 'tag': 'cfda8e0c-a4f5-4760-abb7-a95e69d85fc4', 'status': 'completed', 'code': 200}
Dec 09 14:03:00.840098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:00.900370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:01.046595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:01.066139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:01.075848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.222739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835e3a28-3773-4e28-9c43-c631cfe37587,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:01.240142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:01.258346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] For port 34940477-8595-48a5-9b3a-0846a4885f36, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=34940477-8595-48a5-9b3a-0846a4885f36,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:01.258955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.323457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475c227-1ec7-47ec-9ac5-53318acecca7 req-de7e1e0b-8062-4089-98ab-61244ef53501 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:01.324966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4475c227-1ec7-47ec-9ac5-53318acecca7 req-de7e1e0b-8062-4089-98ab-61244ef53501 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 944 time: 0.5651383
Dec 09 14:03:01.325738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Checking segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:01.326093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Network hostable DHCP agents. Network: 613eed66-bded-4487-948d-0e20bce9b1c9, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:01.386775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae381e-9644-4e0c-89f5-4c01fd0fc3a7 req-83e33388-dbb5-4a7f-a98d-6dd01c1c4e0c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:01.387963 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41ae381e-9644-4e0c-89f5-4c01fd0fc3a7 req-83e33388-dbb5-4a7f-a98d-6dd01c1c4e0c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3066626
Dec 09 14:03:01.393912 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-940fd309-821b-45b2-b9a0-648ca568d7d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.3905749
Dec 09 14:03:01.455648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b648c051-828a-4b11-8ad2-120c7be1daa0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:01.486496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b3b4c7fa-74ce-4522-9139-e82c5d0bd0b1 None None] Provisioning complete for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:01.486635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c7fa-74ce-4522-9139-e82c5d0bd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.561652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:01.568162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-41ae381e-9644-4e0c-89f5-4c01fd0fc3a7 req-ca7e0780-a325-4e31-948f-c08283ad6dd2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1701846
Dec 09 14:03:01.571213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b648c051-828a-4b11-8ad2-120c7be1daa0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:01.571467 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4475c227-1ec7-47ec-9ac5-53318acecca7 req-51a0defd-354d-4b39-8031-221ea04c283a tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2217240
Dec 09 14:03:01.576401 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b648c051-828a-4b11-8ad2-120c7be1daa0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 1.4579182
Dec 09 14:03:01.577950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:01.583765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.594642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000139351'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:01.603077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-31a7b847-64e9-4c9b-ae60-77ec80995b99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:01.603724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:01.616978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 613eed66-bded-4487-948d-0e20bce9b1c9) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:01.639460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:01.640047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.651052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad938545-d274-4289-819b-e36c0feb1a42 None None] Network 613eed66-bded-4487-948d-0e20bce9b1c9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:01.675713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:01.702929 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8339305
Dec 09 14:03:01.706821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51136) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:01.714666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-b8f7875f-2974-4d43-a97d-c99a4efd930e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:01.716538 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-b8f7875f-2974-4d43-a97d-c99a4efd930e service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.3165040
Dec 09 14:03:01.737423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=95e18b97-dcdd-43eb-a1e4-6001040a04ab,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:01.741209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:01.767200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51142) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:01.770247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:01.774616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:01.778471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Usage tracker for resource:router and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:01.781631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:01.787897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:01.788450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.801513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.866281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-b1dfe5dc-4428-4636-b653-80b11658d7c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1002 time: 0.1423354
Dec 09 14:03:01.867092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:01.871324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:01.874933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:01.879446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.880397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.917498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:01.949745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 13b87764-87eb-4d8d-8451-811c39b0d1e4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13b87764-87eb-4d8d-8451-811c39b0d1e4,segment=NetworkSegment(05649f35-3813-404a-9ee1-e793b59075ce),segment_id=05649f35-3813-404a-9ee1-e793b59075ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:01.959733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-0da7b3a2-8e49-4a65-8230-fdbb8c031002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:01.961194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-0da7b3a2-8e49-4a65-8230-fdbb8c031002 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.0828376
Dec 09 14:03:01.976124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.978857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:01.989106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:02.013782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:02.031433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:02.034830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:02.035422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.046819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.055439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.062198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-047918a0-6782-4275-9f41-0cbb043ab0e6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:02.069440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.098035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b246f-a804-4b27-b126-afb0f1cb2461 None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:02.124265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.124555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.124863 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Floating IP 31a51689-2dc1-4d99-9627-c0344de06a7c disassociated. External IP: 172.26.3.171, port: 34940477-8595-48a5-9b3a-0846a4885f36.
Dec 09 14:03:02.125202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Calling delete_port for 34940477-8595-48a5-9b3a-0846a4885f36 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:02.134769 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-db6c3a52-42f3-4de0-9ff1-43aceca294fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1625931
Dec 09 14:03:02.140667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3b4c7fa-74ce-4522-9139-e82c5d0bd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.184260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.196523 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.5517142
Dec 09 14:03:02.219404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:02.249443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81', 'fixed_ips': [{'subnet_id': 'ab033058-dc2f-439d-b238-2c06d6038ed5'}, {'subnet_id': '95e18b97-dcdd-43eb-a1e4-6001040a04ab'}], 'name': 'tempest-PortsTestJSON-306662477'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:02.264162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.276929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecef5f6-7e1e-4349-8c2c-abee1129eb9c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:02.299439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:02.304862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.309716 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.7202051
Dec 09 14:03:02.309889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:02.337818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353617535'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:02.350142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-613eed66-bded-4487-948d-0e20bce9b1c9', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:03:02.350982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.357343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:02.409071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=13b87764-87eb-4d8d-8451-811c39b0d1e4,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:02.434280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:02.442347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f24460>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:38Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:02.484225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.500056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:02.504910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:02.513786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-b75b98f7-e47d-482b-81a0-cb54f0c888fe service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708692
Dec 09 14:03:02.514812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:02.517149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] Checking router: 553b0d73-d4bf-41ed-93e1-b84086866761 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:02.530599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-b3b4c7fa-74ce-4522-9139-e82c5d0bd0b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:02.531096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-b3b4c7fa-74ce-4522-9139-e82c5d0bd0b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:02.675537 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2ad93bd2-a1d0-45ec-aeab-efc310030623 req-9a2a528f-ee4c-4a72-90e0-442652a1b686 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542571
Dec 09 14:03:02.677866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:02.717488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.727406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:02.728298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f24460>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:02.868499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Allocated IP 172.20.0.2 (613eed66-bded-4487-948d-0e20bce9b1c9/835e3a28-3773-4e28-9c43-c631cfe37587/e37cf375-14bf-4177-8e0b-bba7a891f574) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:02.879650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-493714857', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:02.890194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:02.893700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:02.901117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Usage tracker for resource:port and tenant:b4d3d39cfc654068a1b2f7720cc25996 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:02.904146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:02.909726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:02.912436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:02.921344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:02.929869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:02.963122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Made reservation on behalf of b4d3d39cfc654068a1b2f7720cc25996 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:02.965402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:02.994941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc95fa4-b379-4309-b63a-df73f1f2196f req-e9989299-cb68-4cd7-b471-f5316205becb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:02.995673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 172.26.3.81 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/08d4e13a-09f7-4941-8078-078681e5efc1) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:03.002086 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-abc95fa4-b379-4309-b63a-df73f1f2196f req-e9989299-cb68-4cd7-b471-f5316205becb tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 944 time: 0.2451744
Dec 09 14:03:03.017220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:03.027659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.027895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.030361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:03.036721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:03.043554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.066427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:03.075305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01451fe3-ef42-464c-a1a6-e494dac370f4 req-b6b1e634-ca65-4fba-b2f5-0a8a48f6b69f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:03.076735 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01451fe3-ef42-464c-a1a6-e494dac370f4 req-b6b1e634-ca65-4fba-b2f5-0a8a48f6b69f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2525785
Dec 09 14:03:03.095448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ed2b2a69-41df-428f-80a8-db8debe56795 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.101904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.134874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.145314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.164536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.174364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event deleted for resources: {'Port': ['ID=34940477-8595-48a5-9b3a-0846a4885f36,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:03.180618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:03.203497 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-abc95fa4-b379-4309-b63a-df73f1f2196f req-fd649a3a-6ff8-4fa1-9c17-b645ac0c7a01 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups?id=4119b647-69a4-4ec7-8a16-a51af524c482&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2004168
Dec 09 14:03:03.227410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Usage tracker for resource:security_group_rule and tenant:b4d3d39cfc654068a1b2f7720cc25996 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:03.237945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:03.238869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:03.239974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7cb67d7-6652-4dc2-9298-fca878888ec1 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.250589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:03.256592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1453d8b-ebb5-42b4-9c1b-aac0c06c763d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:03.264274 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01451fe3-ef42-464c-a1a6-e494dac370f4 req-f2fe6cca-614f-4b64-9566-10bb6b6a5130 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1706898
Dec 09 14:03:03.267479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:03.282751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:03.284396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.298137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.9729729
Dec 09 14:03:03.298393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:03.298968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51172) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:03.316559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '8ecef5f6-7e1e-4349-8c2c-abee1129eb9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e1453d8b-ebb5-42b4-9c1b-aac0c06c763d', 'remote_ip_prefix': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:03.326317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:03.338127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:03.342690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:03.352892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:03.353955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e813ebb5-5d9f-41bb-bba3-cd9a1053172a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:03.374978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:03.408311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.409354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.418118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.423412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-095be0c6-3d9d-4252-b87d-cabf4365a827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.433944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] device_id is not set on port 71d24676-f9d6-499c-b1df-224605ca7745 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:03.528934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09df35f-28df-4b8e-92c1-19412e9ef2ab,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:03.537560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:03.558302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.559703 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "DELETE /v2.0/security-groups/e813ebb5-5d9f-41bb-bba3-cd9a1053172a HTTP/1.1" status: 204  len: 168 time: 1.7627537
Dec 09 14:03:03.562970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51176) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:03.580226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.585416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.587865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.612508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b65a858-f88b-41e8-b671-4605b9dccf0a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:03.622946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:03.638377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.645504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.646600 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.3452065
Dec 09 14:03:03.649401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:03.657396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Update dhcp port {'port': {'network_id': '87c8eeb8-ad29-4609-a370-5091c979ca81', 'fixed_ips': [{'subnet_id': 'ab033058-dc2f-439d-b238-2c06d6038ed5', 'ip_address': '172.20.0.2'}, {'subnet_id': '95e18b97-dcdd-43eb-a1e4-6001040a04ab'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '13b87764-87eb-4d8d-8451-811c39b0d1e4'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:03:03.689456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.699373 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-01a56d1a-f600-40fd-bef3-5e9a9144a5cd tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] show failed (client error): The resource could not be found.
Dec 09 14:03:03.703050 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-01a56d1a-f600-40fd-bef3-5e9a9144a5cd tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "GET /v2.0/security-groups/e813ebb5-5d9f-41bb-bba3-cd9a1053172a HTTP/1.1" status: 404  len: 347 time: 0.1254101
Dec 09 14:03:03.705240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.710323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51184) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:03.728881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.741846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Transition to ACTIVE for port object e37cf375-14bf-4177-8e0b-bba7a891f574 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:03.748997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.751411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-183b89a0-7804-4647-907b-2cef5d061ed0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.770104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.770898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8b65a858-f88b-41e8-b671-4605b9dccf0a HTTP/1.1" status: 204  len: 168 time: 0.1202879
Dec 09 14:03:03.773474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b65a858-f88b-41e8-b671-4605b9dccf0a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:03.775017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:03.777770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:03.788186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Transition to ACTIVE for port object e37cf375-14bf-4177-8e0b-bba7a891f574 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:03.819060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.829273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d2cbfbf2-1728-4eab-8505-ee060b264215 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:03.833904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:03.850535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d2cbfbf2-1728-4eab-8505-ee060b264215 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:03.851826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2cbfbf2-1728-4eab-8505-ee060b264215 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.0759351
Dec 09 14:03:03.854941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:03.874603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.930577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.942585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:03.960806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.008081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.013632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a74ea9e-9e61-48cb-9fe1-81b53ccb9cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:04.019011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Deleting port a70ea996-bb53-4af2-bfed-08d49e75af89 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:04.019353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.030180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1453d8b-ebb5-42b4-9c1b-aac0c06c763d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:04.033180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:04.045417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.051336 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1453d8b-ebb5-42b4-9c1b-aac0c06c763d HTTP/1.1" status: 204  len: 168 time: 0.1907887
Dec 09 14:03:04.051336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51196) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:04.059412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:04.081370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:04.089147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port c5a41470-77a5-43e5-94ff-e6e3472d9b62 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:04.098079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:04.107762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Pushing event updated for resources: {'Port': ['ID=e37cf375-14bf-4177-8e0b-bba7a891f574,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:04.119527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-660cd8e9-9713-44ff-805d-85c79dff993c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:04.135656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-660cd8e9-9713-44ff-805d-85c79dff993c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:04.139699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-660cd8e9-9713-44ff-805d-85c79dff993c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.0862799
Dec 09 14:03:04.139910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51200) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:04.203678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.204539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.205561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.205561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.205759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.205856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.205856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.206143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.206478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.206810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.207124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.207445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:04.260537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.261049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:04.288356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Allocated IP 172.26.3.120 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/71d24676-f9d6-499c-b1df-224605ca7745) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:04.307689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.314459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:04.397155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Attempting to bind port e37cf375-14bf-4177-8e0b-bba7a891f574 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:04.397558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Attempting to bind port e37cf375-14bf-4177-8e0b-bba7a891f574 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:04.397932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Attempting to bind port e37cf375-14bf-4177-8e0b-bba7a891f574 on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:04.410783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:04.411164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Checking segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:04.412644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.413984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Bound using segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:04.414138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Bound port: e37cf375-14bf-4177-8e0b-bba7a891f574, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:04.414489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.415951 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e57a41c-a464-4bf3-9e09-31f8eeafff70 req-23811a2b-3803-42f1-a5f6-c2084d384e54 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.0805225
Dec 09 14:03:04.458005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:04.467403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f24460>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:38Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:04.475562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0178b-57ea-43a4-880d-964e76b24cb8 None None] The sync data for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv is: [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:19Z', 'revision_number': 4, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '6ec90c54-49a8-4c6c-a78a-e7e5f449468f', 'name': '', 'network_id': '0e99999d-6292-4708-8491-eb8d72125c56', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'mac_address': 'fa:16:3e:80:5f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:17Z', 'updated_at': '2021-12-09T14:01:38Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'subnets': [{'id': '97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:04.480346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:04.482409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=08d4e13a-09f7-4941-8078-078681e5efc1,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:04.489888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:04.517627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.536778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33e0cfeb-9ccb-4ab9-9e57-65cd0104f65f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:04.593993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] For port e37cf375-14bf-4177-8e0b-bba7a891f574, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:04.597654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] For port e37cf375-14bf-4177-8e0b-bba7a891f574, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e37cf375-14bf-4177-8e0b-bba7a891f574,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:04.607324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13b87764-87eb-4d8d-8451-811c39b0d1e4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:04.653492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Allocated IP 172.20.0.18 (87c8eeb8-ad29-4609-a370-5091c979ca81/95e18b97-dcdd-43eb-a1e4-6001040a04ab/13b87764-87eb-4d8d-8451-811c39b0d1e4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:04.659002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.668561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b6378a3e-2897-435e-9f5c-7b514af5dbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:04.701577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecef5f6-7e1e-4349-8c2c-abee1129eb9c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:04.710475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.714365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:04.746089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.748091 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/8ecef5f6-7e1e-4349-8c2c-abee1129eb9c HTTP/1.1" status: 204  len: 168 time: 0.6073272
Dec 09 14:03:04.763903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:04.777856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:04.845261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.855427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.855760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.859835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ebf1a24b-a5fb-401f-a5dd-71fd1383602b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:04.898776 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a2259-01cc-4c05-b180-900491cd1879 None None] New status for floating IP a6ae569b-9e7b-402c-a14c-f323c1de4a9e: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:03:04.944269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Pushing event updated for resources: {'Port': ['ID=e37cf375-14bf-4177-8e0b-bba7a891f574,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:04.949279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:04.950360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-727abeb9-50ec-4378-9d9f-e565a86329a9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:04.952076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:04.952457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:04.961539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a6e7e-4125-4a4f-be35-e1e3e1e39e48 req-884741f6-b169-409b-b541-4cbcc2650515 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:04.970873 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b2a6e7e-4125-4a4f-be35-e1e3e1e39e48 req-884741f6-b169-409b-b541-4cbcc2650515 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3158705
Dec 09 14:03:05.003652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:05.006391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Pushing event updated for resources: {'Port': ['ID=71d24676-f9d6-499c-b1df-224605ca7745,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:05.013264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:05.017245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:05.022291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:05.049048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] For port 13b87764-87eb-4d8d-8451-811c39b0d1e4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13b87764-87eb-4d8d-8451-811c39b0d1e4,segment=NetworkSegment(05649f35-3813-404a-9ee1-e793b59075ce),segment_id=05649f35-3813-404a-9ee1-e793b59075ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:05.085456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-727abeb9-50ec-4378-9d9f-e565a86329a9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:05.087072 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-727abeb9-50ec-4378-9d9f-e565a86329a9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3221304
Dec 09 14:03:05.091496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Calling delete_port for a70ea996-bb53-4af2-bfed-08d49e75af89 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:05.106557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:05.112507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964028601'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:05.139257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.142010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:05.165941 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b2a6e7e-4125-4a4f-be35-e1e3e1e39e48 req-2edbb96c-9acc-4f8b-bff7-9c07827dc7b9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941452
Dec 09 14:03:05.167283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:05.170427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.208645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:05.236861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.5578573
Dec 09 14:03:05.243714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.245374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:05.251462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.275116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.286022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Transition to ACTIVE for port object 13b87764-87eb-4d8d-8451-811c39b0d1e4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:05.291205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.120'}]}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:05.300226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.304344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365896d8-c169-4639-91fb-a335b9560f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:05.343539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:05.354067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:05.392434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Usage tracker for resource:router and tenant:b4d3d39cfc654068a1b2f7720cc25996 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:05.399489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:05.402080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:05.412555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:05.415409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:05.417841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Pushing event updated for resources: {'Port': ['ID=13b87764-87eb-4d8d-8451-811c39b0d1e4,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:05.419163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:05.428446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:05.431808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:05.444962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.446221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.558185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.560427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.567662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e66478-43c4-4433-808f-203541651908 req-90b489a4-42ee-4cf3-b3cd-1e43dfc4250f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:05.569212 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e66478-43c4-4433-808f-203541651908 req-90b489a4-42ee-4cf3-b3cd-1e43dfc4250f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2226241
Dec 09 14:03:05.577130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.583411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-92878f47-b2dc-47ca-8f92-f9dcac22d9c0 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:05.687699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:05.688330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:05.761269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.7 (87c8eeb8-ad29-4609-a370-5091c979ca81/ab033058-dc2f-439d-b238-2c06d6038ed5/c5a41470-77a5-43e5-94ff-e6e3472d9b62) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:05.763593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Allocated IP 172.26.3.186 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/072f1841-2c88-47d4-b19b-4bce7da909ea) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:05.787217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.21 (87c8eeb8-ad29-4609-a370-5091c979ca81/95e18b97-dcdd-43eb-a1e4-6001040a04ab/c5a41470-77a5-43e5-94ff-e6e3472d9b62) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:05.860423 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ddaea89-dbf3-4fa8-9637-8d2bbad3a617 req-ab7053cf-b80a-46d8-befe-07ea6af59467 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.1516912
Dec 09 14:03:05.922024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1748ff-381a-452d-a14b-95cfac9ce5de,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:05.932813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:05.943918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:05.945179 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8378425
Dec 09 14:03:05.949612 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4e66478-43c4-4433-808f-203541651908 req-c98e9a0f-b3cf-459a-a370-f5e65b9c5713 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3734806
Dec 09 14:03:05.951125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51224) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:05.958512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': 'fd1748ff-381a-452d-a14b-95cfac9ce5de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:05.966066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:05.976861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:05.981271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:05.990084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:06.023005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.038348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.101083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.101754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.192511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Deleting port a70ea996-bb53-4af2-bfed-08d49e75af89 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:06.192849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.209567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.223013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.234562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91aed479-e925-4408-8142-3cea55fa9697 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:06.257858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.271461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d1152d-2c3a-46ff-a3f3-28301ca4e280,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:06.274798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:06.296003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.297326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.3452692
Dec 09 14:03:06.331700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:06.391592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.411702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7fa2a-c056-47b2-8678-cd02514e36b3 None None] Network 613eed66-bded-4487-948d-0e20bce9b1c9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:06.481575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.505989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.607878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.670398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e37cf375-14bf-4177-8e0b-bba7a891f574 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:06.690970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.707569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bde8c127-0597-4459-8ab5-1906266c9fb5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:06.737454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d1152d-2c3a-46ff-a3f3-28301ca4e280,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:06.751889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:06.783410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-67dbf4e3-e5b5-4190-9764-585cf8b01aee None None] Provisioning for port e37cf375-14bf-4177-8e0b-bba7a891f574 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:06.806807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.807361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.811701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.812989 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/54d1152d-2c3a-46ff-a3f3-28301ca4e280 HTTP/1.1" status: 204  len: 168 time: 0.4799788
Dec 09 14:03:06.819842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51236) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:06.823764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e37cf375-14bf-4177-8e0b-bba7a891f574 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:06.828620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.830699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e37cf375-14bf-4177-8e0b-bba7a891f574 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:06.831118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:06.849085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459341c1-80fe-416a-bbd9-e1442bf33de0 req-fda80067-d1d6-4c73-b228-5cb3a4b967b5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:06.856448 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-459341c1-80fe-416a-bbd9-e1442bf33de0 req-fda80067-d1d6-4c73-b228-5cb3a4b967b5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3520267
Dec 09 14:03:06.945250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dbeedc5b-c137-493e-bb1e-eb9c03a55681 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:06.961927 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-459341c1-80fe-416a-bbd9-e1442bf33de0 req-6e55721c-ff93-4333-a300-fc7d8d5938c7 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044779
Dec 09 14:03:06.981136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Calling delete_port for a70ea996-bb53-4af2-bfed-08d49e75af89 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:07.009804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b26bffe-4038-4579-b2d5-7343452c6b95 None None] Provisioning for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:07.019332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object c5a41470-77a5-43e5-94ff-e6e3472d9b62 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:07.027058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.032557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:07.040316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b26bffe-4038-4579-b2d5-7343452c6b95 None None] Provisioning complete for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:07.042133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b26bffe-4038-4579-b2d5-7343452c6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.069403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dbeedc5b-c137-493e-bb1e-eb9c03a55681 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:07.070606 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dbeedc5b-c137-493e-bb1e-eb9c03a55681 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2498448
Dec 09 14:03:07.075527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51244) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:07.078567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-944c0bc8-b9ed-4985-b3da-57cc0f093d76 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:07.106336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] Sync routers for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:07.148615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.167423 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ffdcfa30-e698-42b2-a297-6695c5cd4db7 req-bfb88a17-d2f0-436b-a005-c3ecec21bf7a tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/ports?device_id=d392399b-23e0-4093-8fd9-f8d3ce1619bf HTTP/1.1" status: 200  len: 210 time: 0.0731122
Dec 09 14:03:07.189283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:07.190083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449a40220>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:07.199572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.274840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] No DVR routers for this DVR port 34940477-8595-48a5-9b3a-0846a4885f36 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:07.294342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.297082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'name': 'network-vif-deleted', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:03:07.308342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:07.310526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Pushing event updated for resources: {'Port': ['ID=072f1841-2c88-47d4-b19b-4bce7da909ea,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:07.325885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:07.327999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:07.334360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:07.390149 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f95fd299-e629-4464-96bb-6c7965f0e350 req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.35 "DELETE /v2.0/ports/34940477-8595-48a5-9b3a-0846a4885f36 HTTP/1.1" status: 204  len: 173 time: 9.8263979
Dec 09 14:03:07.394815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.435898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.445215 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd392399b-23e0-4093-8fd9-f8d3ce1619bf', 'name': 'network-vif-deleted', 'tag': '34940477-8595-48a5-9b3a-0846a4885f36', 'status': 'completed', 'code': 200}
Dec 09 14:03:07.449701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.459022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8caaa843-9db1-4ff0-ba27-0927a7500c4d tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:07.598290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e37cf375-14bf-4177-8e0b-bba7a891f574, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e37cf375-14bf-4177-8e0b-bba7a891f574,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:07.637665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.640982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=c5a41470-77a5-43e5-94ff-e6e3472d9b62,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:07.650450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:07.651220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13b87764-87eb-4d8d-8451-811c39b0d1e4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:07.673491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:07.685995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:07.694153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:07.695025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.708202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:07.795816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93fdbbbf-f8a1-47a9-a98e-0e71f1f777cb tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:07.876721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e37cf375-14bf-4177-8e0b-bba7a891f574,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:07.880561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:07.881962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:07.883021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.888391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:07.915009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Pushing event deleted for resources: {'Port': ['ID=a70ea996-bb53-4af2-bfed-08d49e75af89,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:07.927262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:07.964992 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 5.7417989
Dec 09 14:03:07.972121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:07.972711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:07.979792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51256) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:07.994723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab033058-dc2f-439d-b238-2c06d6038ed5'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:08.063614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.065366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.073927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d8d03359-af42-4d40-b2cf-43ead292cebb tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:08.090688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.110393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ddb023a6-2bb1-4c36-8d6b-f19f2d8cb898 None None] Provisioning complete for port e37cf375-14bf-4177-8e0b-bba7a891f574 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:08.110393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddb023a6-2bb1-4c36-8d6b-f19f2d8cb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.153446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.153942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ced833a-c967-4135-bfba-aa8b5b68c199 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:03:08.158118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.160383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.164790 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] 10.222.0.21 "DELETE /v2.0/floatingips/a6ae569b-9e7b-402c-a14c-f323c1de4a9e HTTP/1.1" status: 204  len: 168 time: 4.4487503
Dec 09 14:03:08.166202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1748ff-381a-452d-a14b-95cfac9ce5de,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:08.168637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:08.170885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51260) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:08.204930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335505-26fc-4d76-9d47-7fb4b5cfd832 req-b8aac387-b546-4ca8-bc74-2cd6c3c30c11 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:08.212291 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73335505-26fc-4d76-9d47-7fb4b5cfd832 req-b8aac387-b546-4ca8-bc74-2cd6c3c30c11 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.6120889
Dec 09 14:03:08.255617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:03:08.256692 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db17c796-c8df-41e2-9b85-7b19dd91087b tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 3.0103140
Dec 09 14:03:08.259236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 7ae32971-7129-4243-8c88-572fe79d0efc is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:03:08.261095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.262838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51266) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:08.269772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.273312 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/fd1748ff-381a-452d-a14b-95cfac9ce5de HTTP/1.1" status: 204  len: 168 time: 1.1946208
Dec 09 14:03:08.284886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51270) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:08.330674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73335505-26fc-4d76-9d47-7fb4b5cfd832 req-21d3069d-8c1a-472d-8920-c4cafbda2025 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174147
Dec 09 14:03:08.380064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Deleting port 71d24676-f9d6-499c-b1df-224605ca7745 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:08.380421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.405935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.406615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.414459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51276) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:08.499058 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca31a9a6-25ba-4908-bcc6-43de75a757fa tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2123070
Dec 09 14:03:08.503517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51280) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:08.509451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--929069142'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:08.517970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:08.522903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:08.526105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:08.532470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:08.548781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.564925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e37cf375-14bf-4177-8e0b-bba7a891f574 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:08.675806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:08.685790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:08.689583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e37cf375-14bf-4177-8e0b-bba7a891f574 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:08.690080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.690678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:08.704534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:08.719141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449a40220>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:34Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:08.730483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] Checking router: cce4d81b-67cc-4dc6-b88f-2f266312bcf4 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:08.759255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.772660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:08.773398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449a40220>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:08.829441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-89bee404-ebc7-4a4f-9138-333c5515e3c8 None None] Provisioning for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:08.848889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-89bee404-ebc7-4a4f-9138-333c5515e3c8 None None] Provisioning complete for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:08.849263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-89bee404-ebc7-4a4f-9138-333c5515e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.895500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Calling delete_port for 71d24676-f9d6-499c-b1df-224605ca7745 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:08.963561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.972808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:08.978281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fbe386a5-9c30-4f2c-9d53-c5b63047b129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:09.019586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.028917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-89bee404-ebc7-4a4f-9138-333c5515e3c8 None None] Port c5a41470-77a5-43e5-94ff-e6e3472d9b62 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:09.055530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:09.068962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7efce70-3607-4581-9282-5b97bd41b09f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:09.071667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:09.093636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.098279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5908976
Dec 09 14:03:09.098598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51284) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.106390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': 'b7efce70-3607-4581-9282-5b97bd41b09f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:09.113897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:09.121912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:09.125386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:09.131377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.137047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:09.139548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c8ae4bfe-168e-4e87-a05c-1932c345e1b4 tempest-RoutersAdminNegativeIpV6Test-732787272 tempest-RoutersAdminNegativeIpV6Test-732787272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:09.190805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Pushing event deleted for resources: {'Port': ['ID=71d24676-f9d6-499c-b1df-224605ca7745,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:09.193338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:09.194055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.276214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.324993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.334815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] 10.222.0.21 "DELETE /v2.0/ports/71d24676-f9d6-499c-b1df-224605ca7745 HTTP/1.1" status: 204  len: 168 time: 1.0713618
Dec 09 14:03:09.364123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.381734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.399979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:09.444308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1c5a43-92f4-49dd-a0a0-f50796b33e87,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:09.460385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:09.479460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.480791 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3813419
Dec 09 14:03:09.483511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51292) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.492785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Delete allocated IP 172.20.0.21 (87c8eeb8-ad29-4609-a370-5091c979ca81/95e18b97-dcdd-43eb-a1e4-6001040a04ab) {{(pid=83443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 09 14:03:09.508054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.516868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eb9eb4c7-77d1-4913-94d5-21363ec4c1c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:09.519288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-022eb2c0-9f9d-48af-ba58-0ba1426cc95e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules/7e1c5a43-92f4-49dd-a0a0-f50796b33e87 HTTP/1.1" status: 200  len: 705 time: 0.0344982
Dec 09 14:03:09.522010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51296) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.532326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449a40220>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:34Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:09.549487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8268ab-b571-4e0f-90ca-5f8e4c24c9f1 None None] The sync data for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv is: [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:01:14Z', 'revision_number': 4, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aeeaa212-cc9b-4645-9161-30edc492d9a9', 'name': '', 'network_id': '3b0e8eac-4588-44a4-acd1-884899c092ae', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'mac_address': 'fa:16:3e:de:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:10Z', 'updated_at': '2021-12-09T14:01:34Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'subnets': [{'id': '44d4afe7-531b-4fb0-9736-0865a24351f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:09.579803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4119b647-69a4-4ec7-8a16-a51af524c482,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:09.591586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:09.672792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c68545b1-e986-42df-abf4-8babd265c472 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:09.703372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c68545b1-e986-42df-abf4-8babd265c472 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:09.705184 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c68545b1-e986-42df-abf4-8babd265c472 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.1798773
Dec 09 14:03:09.708076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.709569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.713044 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "DELETE /v2.0/security-groups/4119b647-69a4-4ec7-8a16-a51af524c482 HTTP/1.1" status: 204  len: 168 time: 1.2464273
Dec 09 14:03:09.715783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.754533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51310) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.770907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a00f1dae-2e3f-4533-a91e-30c039162f4f tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] show failed (client error): The resource could not be found.
Dec 09 14:03:09.772190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a00f1dae-2e3f-4533-a91e-30c039162f4f tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "GET /v2.0/security-groups/4119b647-69a4-4ec7-8a16-a51af524c482 HTTP/1.1" status: 404  len: 347 time: 0.0449367
Dec 09 14:03:09.774039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:09.776147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.786879 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] Sync routers for ids ['7ae32971-7129-4243-8c88-572fe79d0efc'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:09.802077 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] Routers {'7ae32971-7129-4243-8c88-572fe79d0efc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:09.803489 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a17ba90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7ae32971-7129-4243-8c88-572fe79d0efc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:09.886447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:09.887763 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 11.4100997
Dec 09 14:03:09.901702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51320) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:09.916335 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a17ba90>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:09.931110 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] Routers {'7ae32971-7129-4243-8c88-572fe79d0efc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:09.931945 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a17ba90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7ae32971-7129-4243-8c88-572fe79d0efc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:09.945184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae486b7d-bc63-463c-b98b-c4ce3b65b111 req-df5f936f-676e-48d2-bd41-66df8bd5820d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:09.949262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb4bfc0-5c76-4e22-affc-3c2ac8f5d8aa None None] New status for floating IP 31a51689-2dc1-4d99-9627-c0344de06a7c: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:03:09.952029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae486b7d-bc63-463c-b98b-c4ce3b65b111 req-df5f936f-676e-48d2-bd41-66df8bd5820d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3772147
Dec 09 14:03:09.974488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:03:09.995626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.003308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.027239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Deleting port 8ebd87af-2d4a-4452-ae8b-e3387eb2a853 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:10.027525 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a17ba90>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:10.028441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.028539 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923afc1e-13fa-41b9-ba04-3c275d94d62f None None] The sync data for ids ['7ae32971-7129-4243-8c88-572fe79d0efc'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:10.033740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Ignored duplicate provisioning block setup for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 09 14:03:10.035702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:03:10.052176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.056876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.059341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6590aaa-8388-4e7a-a5f3-7f515c13eca7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:10.209197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae486b7d-bc63-463c-b98b-c4ce3b65b111 req-6dc17d3c-f775-49a3-98e6-65ba3ca4c4bc tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2562404
Dec 09 14:03:10.210257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.292430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=c5a41470-77a5-43e5-94ff-e6e3472d9b62,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:10.325790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.350519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:10.381237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2e26b7af-8a31-4ff1-8feb-765141eb3b76 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:10.416736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e1c5a43-92f4-49dd-a0a0-f50796b33e87,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:10.418939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:10.425245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:10.440439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Usage tracker for resource:security_group_rule and tenant:9d077a1d1bc34edd966f53878452b27d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:10.466396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:10.481867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.486144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b841456f-6671-45b2-8662-2946db8b1f1b None None] Provisioning complete for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:10.486295 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7e1c5a43-92f4-49dd-a0a0-f50796b33e87 HTTP/1.1" status: 204  len: 168 time: 0.7740724
Dec 09 14:03:10.486386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b841456f-6671-45b2-8662-2946db8b1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.489070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51328) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:10.507320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:10.556621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.556948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.592108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b841456f-6671-45b2-8662-2946db8b1f1b None None] Port c5a41470-77a5-43e5-94ff-e6e3472d9b62 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:10.600109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.701493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] In _notify_port_updated(), no bound segment for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 on network 87c8eeb8-ad29-4609-a370-5091c979ca81 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:03:10.706346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:10.706947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.710027 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/ports/c5a41470-77a5-43e5-94ff-e6e3472d9b62 HTTP/1.1" status: 200  len: 918 time: 2.7291832
Dec 09 14:03:10.713740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51332) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:10.726622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab033058-dc2f-439d-b238-2c06d6038ed5'}, {'subnet_id': '95e18b97-dcdd-43eb-a1e4-6001040a04ab'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:10.736134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Calling delete_port for 8ebd87af-2d4a-4452-ae8b-e3387eb2a853 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:10.800988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a53f1b31-72f0-43cb-8b37-76618cdeff4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:10.884787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a53f1b31-72f0-43cb-8b37-76618cdeff4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:10.889089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a53f1b31-72f0-43cb-8b37-76618cdeff4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3944085
Dec 09 14:03:10.895079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51336) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:10.896728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.912268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': 'b7efce70-3607-4581-9282-5b97bd41b09f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:10.916265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:10.927026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d26a3bf3-9722-4911-9300-baa194493fae tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:10.933644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:10.952136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:10.952448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:10.964525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:10.973363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1effee-0dc7-4af0-b25d-e96073067c60 req-0800a677-0a34-4d85-b9f8-7e6d489ac532 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:10.974850 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a1effee-0dc7-4af0-b25d-e96073067c60 req-0800a677-0a34-4d85-b9f8-7e6d489ac532 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2852325
Dec 09 14:03:11.011538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d41976-ebb1-42a0-a407-07653507a5d2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:11.020091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:11.025892 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d077a1d1bc34edd966f53878452b27d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2692444
Dec 09 14:03:11.030622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51340) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:11.049024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.096350 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7a1effee-0dc7-4af0-b25d-e96073067c60 req-619a6012-2367-4d72-a610-b18bc41b727c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042044
Dec 09 14:03:11.127200 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-30d1696b-bb58-489f-83dc-8657512dbe94 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/routers/7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 200  len: 884 time: 1.2211502
Dec 09 14:03:11.127729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51344) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:11.224254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.231103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.235020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.252663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5d4833a-be29-4571-98ed-6dd888b9d9a3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:11.276465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.293055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.299376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ce9334-4355-44d0-96d0-a8623dc750bf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:11.308552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:11.327895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:11.338222 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:11.350815 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:11.351875 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3b71c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:11.407700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.409249 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.6734817
Dec 09 14:03:11.417355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51348) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:11.422977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.426976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5260928
Dec 09 14:03:11.459569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51352) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:11.479677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Deleting port 8ebd87af-2d4a-4452-ae8b-e3387eb2a853 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:11.479922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.581407 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:11.592967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.601094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40f89cee-b14f-41a8-b874-7ab329877ae6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:11.607230 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e67a4ac5-175b-4690-bfed-d2648f0e3975 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules/f2ce9334-4355-44d0-96d0-a8623dc750bf HTTP/1.1" status: 200  len: 705 time: 0.1444917
Dec 09 14:03:11.614362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:11.667139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d41976-ebb1-42a0-a407-07653507a5d2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:11.670202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:11.721961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.725347 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96d41976-ebb1-42a0-a407-07653507a5d2 HTTP/1.1" status: 204  len: 168 time: 0.6915855
Dec 09 14:03:11.852504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12c1fb3c-2be0-40bc-8f78-3c12472e97c2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:router {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:11.857541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.858035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:11.872985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7823a7dd-60b3-403e-8aac-a8519f7e0a99 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:11.913215 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3b71c0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:07Z', 'revision_number': 3, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:11.922018 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:11.923421 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Updating router 4c0e62ec-0374-476c-ab39-5593cc92c2de port 072f1841-2c88-47d4-b19b-4bce7da909ea binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:03:11.997125 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.041671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.19 (87c8eeb8-ad29-4609-a370-5091c979ca81/95e18b97-dcdd-43eb-a1e4-6001040a04ab/c5a41470-77a5-43e5-94ff-e6e3472d9b62) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:12.128760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Calling delete_port for 8ebd87af-2d4a-4452-ae8b-e3387eb2a853 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:12.193162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Deleting port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:12.193740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.225446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51366) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:12.291679 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a48772d7-e179-45aa-8b11-890535b8b3f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4d3d39cfc654068a1b2f7720cc25996&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0648074
Dec 09 14:03:12.299766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12c1fb3c-2be0-40bc-8f78-3c12472e97c2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:router {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:12.303738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12c1fb3c-2be0-40bc-8f78-3c12472e97c2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 1.1724448
Dec 09 14:03:12.303738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7823a7dd-60b3-403e-8aac-a8519f7e0a99 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:12.303738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7823a7dd-60b3-403e-8aac-a8519f7e0a99 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.6428473
Dec 09 14:03:12.306051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51370) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:12.306394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51372) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:12.306710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51374) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:12.399973 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.444282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b8cc-212a-4ddb-a26b-ab783e80c5e6 req-96019ae4-b007-44b0-8c71-2b9f2452615b tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:12.449420 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2872b8cc-212a-4ddb-a26b-ab783e80c5e6 req-96019ae4-b007-44b0-8c71-2b9f2452615b tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.1995831
Dec 09 14:03:12.453346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1935612157'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:12.459394 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Transition to ACTIVE for port object 072f1841-2c88-47d4-b19b-4bce7da909ea will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:12.467082 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.471704 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdee600c-c623-40be-b8a5-b8841b0cdc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:12.503494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.526546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:12.561560 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Pushing event updated for resources: {'Port': ['ID=072f1841-2c88-47d4-b19b-4bce7da909ea,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:12.566430 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Attempting to bind port 072f1841-2c88-47d4-b19b-4bce7da909ea on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:12.566801 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Attempting to bind port 072f1841-2c88-47d4-b19b-4bce7da909ea by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:12.567167 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Attempting to bind port 072f1841-2c88-47d4-b19b-4bce7da909ea on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:12.582008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Pushing event deleted for resources: {'Port': ['ID=8ebd87af-2d4a-4452-ae8b-e3387eb2a853,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:12.582829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.583668 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.583668 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.583957 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.584282 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.585615 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.586024 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.586272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:12.586378 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.586808 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.587135 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.587786 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:12.592093 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:12.593890 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:12.595350 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:12.595706 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.596264 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:12.596741 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Bound port: 072f1841-2c88-47d4-b19b-4bce7da909ea, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:12.597130 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.681088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2872b8cc-212a-4ddb-a26b-ab783e80c5e6 req-78e40395-eb71-4cf9-8f66-7a969057b4c5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1842232
Dec 09 14:03:12.684328 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] For port 072f1841-2c88-47d4-b19b-4bce7da909ea, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:12.689203 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] For port 072f1841-2c88-47d4-b19b-4bce7da909ea, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=072f1841-2c88-47d4-b19b-4bce7da909ea,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:12.698524 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.705384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.706055 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:12.738573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.782304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.809255 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Pushing event updated for resources: {'Port': ['ID=072f1841-2c88-47d4-b19b-4bce7da909ea,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:12.822412 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:12.825563 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:12.826243 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3b71c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:12.826368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.827614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] 10.222.0.21 "DELETE /v2.0/floatingips/31a51689-2dc1-4d99-9627-c0344de06a7c HTTP/1.1" status: 204  len: 168 time: 3.0498390
Dec 09 14:03:12.834121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] For port 6ec90c54-49a8-4c6c-a78a-e7e5f449468f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:12.834481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.837718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51384) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:12.848941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:12.853818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.019490 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:13.027227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.035579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Calling delete_port for 6ec90c54-49a8-4c6c-a78a-e7e5f449468f owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:13.083895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:13.111830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object c5a41470-77a5-43e5-94ff-e6e3472d9b62 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:13.115624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.126826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2ce9334-4355-44d0-96d0-a8623dc750bf,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:13.140098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:13.145079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01dae4-f229-4c43-9512-b1141520b00d req-fdafbec9-6685-4184-a5fa-6a812575e726 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:13.146701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e01dae4-f229-4c43-9512-b1141520b00d req-fdafbec9-6685-4184-a5fa-6a812575e726 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2468643
Dec 09 14:03:13.155341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.170088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c6533b9-181b-4f72-bf1d-ad1a1e5e498e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:13.199670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.200795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f2ce9334-4355-44d0-96d0-a8623dc750bf HTTP/1.1" status: 204  len: 168 time: 0.8866906
Dec 09 14:03:13.219560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51388) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:13.292888 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1e01dae4-f229-4c43-9512-b1141520b00d req-c15997f8-7f54-498f-bc6f-f794cc017215 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236479
Dec 09 14:03:13.353906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=c5a41470-77a5-43e5-94ff-e6e3472d9b62,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:13.355222 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3b71c0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:07Z', 'revision_number': 3, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:13.368040 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428dd584-4d64-4984-af9a-17dfdf4d02d9 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:07Z', 'revision_number': 3, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:13.373642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:13.535917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] In _notify_port_updated(), no bound segment for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 on network 87c8eeb8-ad29-4609-a370-5091c979ca81 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:03:13.539827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:13.540446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.541784 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/ports/c5a41470-77a5-43e5-94ff-e6e3472d9b62 HTTP/1.1" status: 200  len: 998 time: 2.8269532
Dec 09 14:03:13.542944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.548890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51394) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:13.552415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:13.611800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b27462f3-631a-4ddd-9d3b-d10d660ac970 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:13.627656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09df35f-28df-4b8e-92c1-19412e9ef2ab,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:13.643353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:13.651014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-52b66ea7-7731-4265-8be8-8e9ebc855cfe None None] Provisioning for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:13.662754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-52b66ea7-7731-4265-8be8-8e9ebc855cfe None None] Provisioning complete for port c5a41470-77a5-43e5-94ff-e6e3472d9b62 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:13.662896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.663519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52b66ea7-7731-4265-8be8-8e9ebc855cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.664024 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c09df35f-28df-4b8e-92c1-19412e9ef2ab HTTP/1.1" status: 204  len: 168 time: 1.3536723
Dec 09 14:03:13.762668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b27462f3-631a-4ddd-9d3b-d10d660ac970 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:13.765130 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b27462f3-631a-4ddd-9d3b-d10d660ac970 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5357239
Dec 09 14:03:13.774815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port c5a41470-77a5-43e5-94ff-e6e3472d9b62 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:13.775164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.802870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-52b66ea7-7731-4265-8be8-8e9ebc855cfe None None] Port c5a41470-77a5-43e5-94ff-e6e3472d9b62 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:13.805592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51400) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:13.864099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': 'b7efce70-3607-4581-9282-5b97bd41b09f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:13.879818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:13.939617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:13.984597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:13.997591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-160b5643-946d-4a45-aef6-262d669f742b tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:14.002048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a1eac-3b38-4af1-bc45-f355dca2e104 req-8e507c0e-2438-43d3-b6e3-09409ebda2ef tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:14.003551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd2a1eac-3b38-4af1-bc45-f355dca2e104 req-8e507c0e-2438-43d3-b6e3-09409ebda2ef tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.5242946
Dec 09 14:03:14.080808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec90c54-49a8-4c6c-a78a-e7e5f449468f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:14.089435 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Project 5ab9e0e4a8fa448e9d3f5e7c5baefd61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:03:14.093569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:14.114603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.138022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.140250 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd2a1eac-3b38-4af1-bc45-f355dca2e104 req-3b40fb33-55cd-4d19-8291-d2a562f8a618 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106167
Dec 09 14:03:14.205819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.657156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea35789-0129-4b6c-91e4-d171a775a9aa req-eb1b6813-cd46-47ae-a4a8-2c46613578aa tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:14.662391 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ea35789-0129-4b6c-91e4-d171a775a9aa req-eb1b6813-cd46-47ae-a4a8-2c46613578aa tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3384616
Dec 09 14:03:14.693714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 072f1841-2c88-47d4-b19b-4bce7da909ea up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:14.755602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.778351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 072f1841-2c88-47d4-b19b-4bce7da909ea completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:14.785202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 072f1841-2c88-47d4-b19b-4bce7da909ea triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:14.785777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.796188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Allocated IP 172.20.0.1 (613eed66-bded-4487-948d-0e20bce9b1c9/835e3a28-3773-4e28-9c43-c631cfe37587/e8462352-0346-4ca0-b651-514e8a1177df) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:14.865985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ea35789-0129-4b6c-91e4-d171a775a9aa req-14f9bad0-a507-4a3c-8b42-7f28f94037d5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1922727
Dec 09 14:03:14.931549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.933628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for c5a41470-77a5-43e5-94ff-e6e3472d9b62 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:14.955290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 072f1841-2c88-47d4-b19b-4bce7da909ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=072f1841-2c88-47d4-b19b-4bce7da909ea,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:14.961811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.964228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:14.972500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:14.978611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.000226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:15.041269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bb38e2-673e-4788-a3c9-f56bc21cc957,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:15.045278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:15.057842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51424) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:15.060526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.071088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=072f1841-2c88-47d4-b19b-4bce7da909ea,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:15.075483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:15.104793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Transition to ACTIVE for port object e8462352-0346-4ca0-b651-514e8a1177df will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:15.143182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.146548 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.2979012
Dec 09 14:03:15.161646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51430) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:15.233969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1686672941'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:15.246282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17db8fc2-76c9-41b7-88a1-4aea8d30e1ba tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules/62bb38e2-673e-4788-a3c9-f56bc21cc957 HTTP/1.1" status: 200  len: 711 time: 0.0803759
Dec 09 14:03:15.247611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:15.251264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51434) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:15.258710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:network and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:15.264033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:15.274691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:15.285113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.288914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:15.339401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:15.342387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.407887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.422541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:15.433504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Pushing event updated for resources: {'Port': ['ID=e8462352-0346-4ca0-b651-514e8a1177df,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:15.435985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:15.440080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:15.440908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:15.489700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4202545d-39d4-44fe-9787-f9dd79512832 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:15.493991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.529502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.538742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.555902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:15.560320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:security_group_rule and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:15.563623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:15.570317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:15.602849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.609212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4202545d-39d4-44fe-9787-f9dd79512832 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:15.610521 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4202545d-39d4-44fe-9787-f9dd79512832 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.3535178
Dec 09 14:03:15.611437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.615519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51438) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:15.628925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3bfe7dd2-080b-4b32-9bf8-27b437eb33ed tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:15.711864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.716385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.725653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.735307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b5ef7920-217a-4480-9bb4-ae2d0ddc2d6f tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:15.735511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=c5a41470-77a5-43e5-94ff-e6e3472d9b62,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:15.743843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:15.745823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-431e2a7a-04d0-4ce3-8d76-b35d7ec38740 None None] Provisioning for port e8462352-0346-4ca0-b651-514e8a1177df completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:15.748735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.752745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-431e2a7a-04d0-4ce3-8d76-b35d7ec38740 None None] Provisioning complete for port e8462352-0346-4ca0-b651-514e8a1177df triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:15.753219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-431e2a7a-04d0-4ce3-8d76-b35d7ec38740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.817298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:15.818566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-431e2a7a-04d0-4ce3-8d76-b35d7ec38740 None None] Port e8462352-0346-4ca0-b651-514e8a1177df cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:15.845615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb00f4-1c6d-4f63-8bc1-c51e55b62a81,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:15.855365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:15.890686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.908324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.908670 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Added segment 19f4788e-8c62-4d8e-99c8-3e7c248428d5 of type vlan for network f730ecf8-4fb9-45bb-bb64-850883ef9d93
Dec 09 14:03:15.910684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.926302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c9c164d-5688-4981-8254-db195a1f5c29 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:15.976869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:15.994275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62bb38e2-673e-4788-a3c9-f56bc21cc957,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:15.999450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:16.006922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.099032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.112165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.113293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/62bb38e2-673e-4788-a3c9-f56bc21cc957 HTTP/1.1" status: 204  len: 168 time: 0.4967260
Dec 09 14:03:16.118873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51442) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:16.119475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.123212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:16.123776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.166434 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/c5a41470-77a5-43e5-94ff-e6e3472d9b62 HTTP/1.1" status: 204  len: 168 time: 2.6069710
Dec 09 14:03:16.173564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51444) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:16.229059 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d02add-81e7-42c0-bdf7-e5bffc0a9890 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:16.229465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-00d02add-81e7-42c0-bdf7-e5bffc0a9890 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:16.278920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-00d02add-81e7-42c0-bdf7-e5bffc0a9890 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:16.282548 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-00d02add-81e7-42c0-bdf7-e5bffc0a9890 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/c5a41470-77a5-43e5-94ff-e6e3472d9b62 HTTP/1.1" status: 404  len: 333 time: 0.1052802
Dec 09 14:03:16.283114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51450) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:16.309773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-960a6ee6-e845-44bb-b9c1-b1f2697af927 tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:16.365919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 7ae32971-7129-4243-8c88-572fe79d0efc has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:16.458885 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.3921309
Dec 09 14:03:16.462425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51454) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:16.476571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'subnet': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:16.527589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 072f1841-2c88-47d4-b19b-4bce7da909ea up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:16.533194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Deleting port aeeaa212-cc9b-4645-9161-30edc492d9a9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:16.533848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.583503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Network': ['ID=f730ecf8-4fb9-45bb-bb64-850883ef9d93,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:16.599648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:16.600349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:16.602354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.613398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.643723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-901fb7a6-5d4f-4272-b529-1ff68b2e3957 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:16.702387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ae4e715-a464-4942-8344-09a6058b0d6e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:16.706378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 072f1841-2c88-47d4-b19b-4bce7da909ea triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:16.706759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.819380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.825633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Pushing event updated for resources: {'Port': ['ID=e8462352-0346-4ca0-b651-514e8a1177df,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:16.830969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ae4e715-a464-4942-8344-09a6058b0d6e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:16.835000 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ae4e715-a464-4942-8344-09a6058b0d6e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5715077
Dec 09 14:03:16.836066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:16.837607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51458) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:16.843431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:16.848555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 95e18b97-dcdd-43eb-a1e4-6001040a04ab {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:03:16.856309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:subnet and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:16.860451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:16.863686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:16.905251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:16.997946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:17.000860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] For port aeeaa212-cc9b-4645-9161-30edc492d9a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aeeaa212-cc9b-4645-9161-30edc492d9a9,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:17.001214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.027988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.134501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Calling delete_port for aeeaa212-cc9b-4645-9161-30edc492d9a9 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:17.215693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.236101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.276041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:17.279081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.288481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:17.516743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.528178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-12d39b39-1a1b-46f0-8b89-01fa13e3ac89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:17.549481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7efce70-3607-4581-9282-5b97bd41b09f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:17.553919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:17.565326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.603801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4868a34e-3a6d-49b6-8232-13031a172152 None None] Provisioning complete for port e8462352-0346-4ca0-b651-514e8a1177df triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:17.605098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4868a34e-3a6d-49b6-8232-13031a172152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.635810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.639484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/b7efce70-3607-4581-9282-5b97bd41b09f HTTP/1.1" status: 204  len: 168 time: 0.7968812
Dec 09 14:03:17.639693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51462) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:17.664372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4868a34e-3a6d-49b6-8232-13031a172152 None None] Port e8462352-0346-4ca0-b651-514e8a1177df cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:17.755864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:17.775326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] Sync routers for ids ['7ae32971-7129-4243-8c88-572fe79d0efc'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:17.793851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.804407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] Routers {'7ae32971-7129-4243-8c88-572fe79d0efc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:17.806523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2a46d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7ae32971-7129-4243-8c88-572fe79d0efc'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:17.807669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.808846 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-491b6411-bd4c-4454-aaee-cf9b8ac6e272 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 200  len: 891 time: 5.4968200
Dec 09 14:03:17.821445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51466) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:17.822102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:17.832442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.837418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2b8a17e2-62d9-4105-a24c-272b1851e3a9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:17.879807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeeaa212-cc9b-4645-9161-30edc492d9a9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:17.883625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2a46d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:17.894799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] Routers {'7ae32971-7129-4243-8c88-572fe79d0efc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:17.895399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2a46d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7ae32971-7129-4243-8c88-572fe79d0efc'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:17.914831 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-62fd9c3a-9a4f-4ade-b8c9-063d0adc5511 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2696922
Dec 09 14:03:17.931600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51470) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:17.932217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:17.934666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=95e18b97-dcdd-43eb-a1e4-6001040a04ab,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:17.953154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group': {'name': 'tempest-secgroup--701498479'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:17.958864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2a46d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:17.959352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1cb522-fbe2-45f0-a52b-4391cc20f2aa None None] The sync data for ids ['7ae32971-7129-4243-8c88-572fe79d0efc'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:17.961230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:17.973859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:17.986499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:17.987255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513884d6-9eea-42de-8a09-d373ae7a8a79 None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:17.988342 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/95e18b97-dcdd-43eb-a1e4-6001040a04ab HTTP/1.1" status: 204  len: 168 time: 1.7034450
Dec 09 14:03:17.993643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51474) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:17.994791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:18.004066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:18.010697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Router 553b0d73-d4bf-41ed-93e1-b84086866761 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:18.055045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:18.065137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.082783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8052f390-816e-4ab2-a732-621ac409f6cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:18.138672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.160171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:18.198852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet ab033058-dc2f-439d-b238-2c06d6038ed5 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:03:18.214378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.349082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Subnet': ['ID=583afdf3-8cb6-41c0-af97-d7521b2cfde7,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:18.372965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:18.440657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:18.448669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.450861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.503381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:18.514278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:18.534481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:18.571064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Checking segment: {'id': '19f4788e-8c62-4d8e-99c8-3e7c248428d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:18.571425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network hostable DHCP agents. Network: f730ecf8-4fb9-45bb-bb64-850883ef9d93, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:18.596563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:18.612666 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:18.625009 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:18.625835 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] 10.222.0.21 "PUT /v2.0/routers/4c0e62ec-0374-476c-ab39-5593cc92c2de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2057111
Dec 09 14:03:18.626254 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a151e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:18.831668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.880588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.892937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:18.926405 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-975c1393-02b8-495e-9d99-ca3551ba2f5a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/routers/7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 200  len: 891 time: 1.0743670
Dec 09 14:03:18.927516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:18.936711 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:18.958154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51482) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:18.958986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c13df7fc-f1f8-41b3-ac06-97438b04196f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:18.991224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, f730ecf8-4fb9-45bb-bb64-850883ef9d93) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:18.999762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48793d6-e5ef-4b25-a809-798568e90157 None None] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:19.081492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:19.082119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.095009 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bd555916-de9f-4e68-b792-e63d23515667 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 200  len: 205 time: 0.1252351
Dec 09 14:03:19.110477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51486) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:19.113621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.117159 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1815360
Dec 09 14:03:19.173062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4cb1b5-6ecd-4259-bcaf-96b6682736d9,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:19.191346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51490) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:19.197845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:19.208592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Request body: {'security_group_rule': {'security_group_id': '0a4cb1b5-6ecd-4259-bcaf-96b6682736d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:19.215327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:19.223086 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] 10.222.0.21 "PUT /v2.0/routers/553b0d73-d4bf-41ed-93e1-b84086866761/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0511012
Dec 09 14:03:19.225891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:19.233640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-49ada886-b5b1-4cb0-9731-dda621ce0eda None None] Provisioning complete for port 13b87764-87eb-4d8d-8451-811c39b0d1e4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:19.235077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49ada886-b5b1-4cb0-9731-dda621ce0eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.237181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:19.240920 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7712119
Dec 09 14:03:19.246545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:19.248378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Usage tracker for resource:security_group_rule and tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:19.257454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:19.276441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] Sync routers for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:19.282449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:19.291781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.303449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:19.310053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:19.310861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449eaa070>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:19.353405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=ab033058-dc2f-439d-b238-2c06d6038ed5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:19.356905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:19.371940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'name': 'tempest-AllowedAddressPairTestJSON-380378311'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:19.374575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.379302 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/ab033058-dc2f-439d-b238-2c06d6038ed5 HTTP/1.1" status: 204  len: 168 time: 1.3753388
Dec 09 14:03:19.380845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51504) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:19.403151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70468e1-ab49-4884-8c60-caf1a44c078a None None] Network 87c8eeb8-ad29-4609-a370-5091c979ca81 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:19.407890 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a151e80>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:16Z', 'revision_number': 2, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:19.412849 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:19.413606 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Updating router 4c0e62ec-0374-476c-ab39-5593cc92c2de port e8462352-0346-4ca0-b651-514e8a1177df binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:03:19.470955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.474587 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.841183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:19.852395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:port and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:19.870290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:19.873453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.928784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.929808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 13b87764-87eb-4d8d-8451-811c39b0d1e4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:19.930140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.971587 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:19.984044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:20.001719 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Transition to ACTIVE for port object e8462352-0346-4ca0-b651-514e8a1177df will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:20.017730 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.023614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.028037 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:20.046883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:20.085569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8b4d94-50fc-4406-875c-0adfb28ce728,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:20.089105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:20.089442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'tenant_id': '7975cac364b14b13a5a4fabda30c7256', 'fixed_ips': [{'subnet_id': '583afdf3-8cb6-41c0-af97-d7521b2cfde7'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:03:20.095085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.099018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.113619 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f0f8-ca39-4707-8fcf-b4094d1165d7 None None] Pushing event updated for resources: {'Port': ['ID=e8462352-0346-4ca0-b651-514e8a1177df,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:20.118596 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-49b5f0f8-ca39-4707-8fcf-b4094d1165d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:20.132454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:20.141287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.174226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:20.224590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51520) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:20.232119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] device_id is not set on port dbbac72f-3234-4f0f-a7e2-9bea805f53af yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:20.330420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] For port 13b87764-87eb-4d8d-8451-811c39b0d1e4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13b87764-87eb-4d8d-8451-811c39b0d1e4,segment=NetworkSegment(05649f35-3813-404a-9ee1-e793b59075ce),segment_id=05649f35-3813-404a-9ee1-e793b59075ce)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:20.330777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.367715 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Attempting to bind port e8462352-0346-4ca0-b651-514e8a1177df on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:20.368085 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Attempting to bind port e8462352-0346-4ca0-b651-514e8a1177df by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:20.368448 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Attempting to bind port e8462352-0346-4ca0-b651-514e8a1177df on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:20.382851 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:20.383474 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Checking segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:20.383887 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.384278 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Bound using segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:20.384751 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Bound port: e8462352-0346-4ca0-b651-514e8a1177df, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:20.385140 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.397488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Allocated IP 172.20.0.3 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/dbbac72f-3234-4f0f-a7e2-9bea805f53af) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:20.490631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 13b87764-87eb-4d8d-8451-811c39b0d1e4 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:20.554946 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] For port e8462352-0346-4ca0-b651-514e8a1177df, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:20.561039 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] For port e8462352-0346-4ca0-b651-514e8a1177df, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e8462352-0346-4ca0-b651-514e8a1177df,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:20.575716 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.589258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f1d19-1500-4c93-a278-60f7818ba504 None None] DHCP port deletion for 87c8eeb8-ad29-4609-a370-5091c979ca81 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:03:20.590549 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1a37c96d-ca74-4912-bc7a-68a8a02bd53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:20.598989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.601549 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.4083672
Dec 09 14:03:20.607643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f1d19-1500-4c93-a278-60f7818ba504 None None] Deleting port 13b87764-87eb-4d8d-8451-811c39b0d1e4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:20.607842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51526) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:20.608399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1d19-1500-4c93-a278-60f7818ba504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.608551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.619118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1606421467-network', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:20.619297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.624300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9f62cdf-4ba8-49f3-b851-17952af211cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:20.636240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Transition to ACTIVE for port object dbbac72f-3234-4f0f-a7e2-9bea805f53af will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:20.693105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f1d19-1500-4c93-a278-60f7818ba504 None None] The port '13b87764-87eb-4d8d-8451-811c39b0d1e4' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:03:20.695268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.707270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c24d96b-d402-424f-a2db-3de368644088 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:20.712570 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:20.714647 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a151e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:20.751502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:20.799218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:20.801138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=13b87764-87eb-4d8d-8451-811c39b0d1e4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:20.809858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Usage tracker for resource:network and tenant:8918864c9a084e028a0822c8f256a3c2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:20.814537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:20.821763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:20.860742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:20.863310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No DVR routers for this DVR port 13b87764-87eb-4d8d-8451-811c39b0d1e4 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:20.870465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:20.880529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:20.886797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:20.927389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:20.928679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=dbbac72f-3234-4f0f-a7e2-9bea805f53af,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:20.944765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Allocated IP 172.20.0.2 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/d62d12c0-907f-46f1-a369-989c49b82cc5) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:20.950956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:20.960523 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:21.010932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.028931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.073822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Made reservation on behalf of 8918864c9a084e028a0822c8f256a3c2 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:21.076197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.099774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.100371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:21.101204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.117942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449eaa070>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:03:13Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:21.133854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] Checking router: 553b0d73-d4bf-41ed-93e1-b84086866761 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:21.175477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] Routers {'553b0d73-d4bf-41ed-93e1-b84086866761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:21.176140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449eaa070>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['553b0d73-d4bf-41ed-93e1-b84086866761'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:21.251850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.253307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8962631
Dec 09 14:03:21.254312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51530) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:21.290195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'name': 'tempest-AllowedAddressPairTestJSON-977496631', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3b:13:14'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:21.294904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:21.311323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64495abbb0>,) {'filters': {'network_id': ['87c8eeb8-ad29-4609-a370-5091c979ca81']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:21.323189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Usage tracker for resource:security_group_rule and tenant:8918864c9a084e028a0822c8f256a3c2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:21.332021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.340149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:21.342893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:21.366800 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f0f8-ca39-4707-8fcf-b4094d1165d7 None None] Pushing event updated for resources: {'Port': ['ID=e8462352-0346-4ca0-b651-514e8a1177df,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:21.370853 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a151e80>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:20Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:21.371858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64495abbb0>, '05649f35-3813-404a-9ee1-e793b59075ce') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:21.372156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64495abbb0>, '05649f35-3813-404a-9ee1-e793b59075ce') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:21.374094 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-49b5f0f8-ca39-4707-8fcf-b4094d1165d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:21.376197 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd5b321-6858-4570-94bf-94f7dc1c23d5 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:20Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:21.387825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4cb1b5-6ecd-4259-bcaf-96b6682736d9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:21.389785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.393197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:21.399013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.402174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:21.415938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.446083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Transition to ACTIVE for port object d62d12c0-907f-46f1-a369-989c49b82cc5 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:21.456359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.460571 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a4cb1b5-6ecd-4259-bcaf-96b6682736d9 HTTP/1.1" status: 204  len: 168 time: 0.8437748
Dec 09 14:03:21.460571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 08d4e13a-09f7-4941-8078-078681e5efc1 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:21.460571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.488194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Transition to ACTIVE for port object d62d12c0-907f-46f1-a369-989c49b82cc5 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:21.490932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] Set router 553b0d73-d4bf-41ed-93e1-b84086866761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:21.504310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:21.576735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:21.591967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:port and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:21.607132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f96a94fb-5dbc-4e47-bdf8-d701dcd690ad tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:21.623168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.624560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.635119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-176d2195-5599-43a5-b168-3cd9464340f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:21.651657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:03:21.652093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.666514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:03:21.674991 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:03:21.685150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:21.717689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:21.871512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f96a94fb-5dbc-4e47-bdf8-d701dcd690ad tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:21.872836 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f96a94fb-5dbc-4e47-bdf8-d701dcd690ad tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3676534
Dec 09 14:03:21.876105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.879612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51538) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:21.895140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:21.909197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.909385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:21.914675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:21.917625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:21.921835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Pushing event updated for resources: {'Port': ['ID=d62d12c0-907f-46f1-a369-989c49b82cc5,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:21.924154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.924942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:21.953773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=87c8eeb8-ad29-4609-a370-5091c979ca81,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:21.964403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:21.967927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.973600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:21.986465 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/87c8eeb8-ad29-4609-a370-5091c979ca81 HTTP/1.1" status: 204  len: 168 time: 2.6045144
Dec 09 14:03:21.992385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.992695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:21.995385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51542) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:21.997954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:22.004567 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] Sync routers for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:22.016411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] 10.222.0.21 "PUT /v2.0/routers/cce4d81b-67cc-4dc6-b88f-2f266312bcf4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1752274
Dec 09 14:03:22.018247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Deleting port c9b50493-d631-485d-8e4d-81ab9bad46ed {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:22.018805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.025063 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:22.025644 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e63e20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:22.052738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449eaa070>, [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:03:13Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:22.059457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51544) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:22.085831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e352614-1d33-4aca-a457-2b3a5b19aa6c None None] The sync data for ids ['553b0d73-d4bf-41ed-93e1-b84086866761'] in dv-neutron-821183-1-hyperv is: [{'id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'name': 'tempest-ServersTestManualDisk-1019052860-router', 'tenant_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26'}], 'enable_snat': True}, 'gw_port_id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:03:13Z', 'revision_number': 5, 'project_id': '1dc9d17bd3284f23999ce6d7f8be2f7f', 'gw_port': {'id': 'c9b50493-d631-485d-8e4d-81ab9bad46ed', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553b0d73-d4bf-41ed-93e1-b84086866761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:02Z', 'updated_at': '2021-12-09T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:22.100952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Attempting to bind port d62d12c0-907f-46f1-a369-989c49b82cc5 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:22.101379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Attempting to bind port d62d12c0-907f-46f1-a369-989c49b82cc5 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '19f4788e-8c62-4d8e-99c8-3e7c248428d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:22.101777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Attempting to bind port d62d12c0-907f-46f1-a369-989c49b82cc5 on network f730ecf8-4fb9-45bb-bb64-850883ef9d93 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:22.110949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:22.111357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Checking segment: {'id': '19f4788e-8c62-4d8e-99c8-3e7c248428d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:22.111724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.112115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Bound using segment: {'id': '19f4788e-8c62-4d8e-99c8-3e7c248428d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:22.112767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Bound port: d62d12c0-907f-46f1-a369-989c49b82cc5, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f4788e-8c62-4d8e-99c8-3e7c248428d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:22.113157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.241247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] For port d62d12c0-907f-46f1-a369-989c49b82cc5, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:22.244857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] For port d62d12c0-907f-46f1-a369-989c49b82cc5, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d62d12c0-907f-46f1-a369-989c49b82cc5,segment=NetworkSegment(19f4788e-8c62-4d8e-99c8-3e7c248428d5),segment_id=19f4788e-8c62-4d8e-99c8-3e7c248428d5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:22.246340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.252360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.265378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:22.266963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c78799-3d1c-4bfd-8f51-3d43ae405799,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:22.333412 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:22.334971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] device_id is not set on port 3961952a-c5a1-484e-b426-88319f9c0c02 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:22.373142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Pushing event updated for resources: {'Port': ['ID=d62d12c0-907f-46f1-a369-989c49b82cc5,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:22.376514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:22.477266 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7072-2b7c-4494-978d-f107ed952348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.485680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:22.645961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 08d4e13a-09f7-4941-8078-078681e5efc1 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:22.700913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e8462352-0346-4ca0-b651-514e8a1177df up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:22.717090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:22.735549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.735549 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Added segment 000a4591-0e1e-4261-b74b-9d965873112d of type vlan for network f0f81551-3bae-482f-aa3b-63da4134fcba
Dec 09 14:03:22.781952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.839747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.840663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:22.841421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.850169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:22.870855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f91e8eb3-cc1e-46d3-8b1a-3ba48dfb71dd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:22.884510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e8462352-0346-4ca0-b651-514e8a1177df completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:22.890881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e8462352-0346-4ca0-b651-514e8a1177df triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:22.891595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.904769 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e63e20>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:03:17Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:22.914772 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] Checking router: cce4d81b-67cc-4dc6-b88f-2f266312bcf4 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:22.928055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] For port c9b50493-d631-485d-8e4d-81ab9bad46ed, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c9b50493-d631-485d-8e4d-81ab9bad46ed,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:22.928624 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] Routers {'cce4d81b-67cc-4dc6-b88f-2f266312bcf4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:22.928745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:22.929372 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e63e20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:02:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:22.943483 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.3472986
Dec 09 14:03:22.952025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51550) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:22.962541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Allocated IP 172.20.0.13 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/3961952a-c5a1-484e-b426-88319f9c0c02) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:23.015505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Request body: {'subnet': {'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1606421467-subnet', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:23.027758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.071489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e8462352-0346-4ca0-b651-514e8a1177df, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e8462352-0346-4ca0-b651-514e8a1177df,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:23.074413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:23.079503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.085926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:23.103146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Usage tracker for resource:subnet and tenant:8918864c9a084e028a0822c8f256a3c2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:23.107243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Pushing event updated for resources: {'Network': ['ID=f0f81551-3bae-482f-aa3b-63da4134fcba,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:23.111976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:23.115147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f91e8eb3-cc1e-46d3-8b1a-3ba48dfb71dd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:23.116658 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f91e8eb3-cc1e-46d3-8b1a-3ba48dfb71dd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 1.2297530
Dec 09 14:03:23.119301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:23.129023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bacb47-6a2f-4aef-b75c-0bdaf3e40b0e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:23.129878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e8bacb47-6a2f-4aef-b75c-0bdaf3e40b0e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:23.131377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Calling delete_port for c9b50493-d631-485d-8e4d-81ab9bad46ed owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:23.136406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51554) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:23.138513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:23.167853 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] Set router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:23.171818 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-9a709103-59b5-41a7-b5d0-93ceb9b2415f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] delete failed (client error): The resource could not be found.
Dec 09 14:03:23.175436 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a709103-59b5-41a7-b5d0-93ceb9b2415f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "DELETE /v2.0/security-groups/0a4cb1b5-6ecd-4259-bcaf-96b6682736d9 HTTP/1.1" status: 404  len: 347 time: 0.0334928
Dec 09 14:03:23.182644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51558) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:23.195929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network f0f81551-3bae-482f-aa3b-63da4134fcba details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:23.204573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e8bacb47-6a2f-4aef-b75c-0bdaf3e40b0e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:23.205902 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e8bacb47-6a2f-4aef-b75c-0bdaf3e40b0e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.9806445
Dec 09 14:03:23.208858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Made reservation on behalf of 8918864c9a084e028a0822c8f256a3c2 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:23.211698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.214729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6ec90c54-49a8-4c6c-a78a-e7e5f449468f no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:23.232391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51562) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:23.292945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 6ec90c54-49a8-4c6c-a78a-e7e5f449468f {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:23.293501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6ec90c54-49a8-4c6c-a78a-e7e5f449468f not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:23.293781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13b87764-87eb-4d8d-8451-811c39b0d1e4 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:23.346458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 13b87764-87eb-4d8d-8451-811c39b0d1e4 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:23.346458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13b87764-87eb-4d8d-8451-811c39b0d1e4 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:23.393541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.542955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.545609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e8462352-0346-4ca0-b651-514e8a1177df,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:23.549383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:23.563792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f3bc6843-2093-4158-897f-e10abe01ccbb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:23.596074 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e63e20>, [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:03:17Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:23.600976 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78898d8c-57c5-4132-a120-0bd32924a2bc None None] The sync data for ids ['cce4d81b-67cc-4dc6-b88f-2f266312bcf4'] in dv-neutron-821183-1-hyperv is: [{'id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'name': 'tempest-ServersTestJSON-1671053815-router', 'tenant_id': '0a1e9b700f2d4a1d87737f6900788db4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54'}], 'enable_snat': True}, 'gw_port_id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:00:59Z', 'updated_at': '2021-12-09T14:03:17Z', 'revision_number': 5, 'project_id': '0a1e9b700f2d4a1d87737f6900788db4', 'gw_port': {'id': '8a2f380e-46fe-470d-9792-e06dead028bf', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:eb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4d81b-67cc-4dc6-b88f-2f266312bcf4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:23.633230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=08d4e13a-09f7-4941-8078-078681e5efc1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:23.638678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:23.651009 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-02078a07-97c6-4e35-af33-8d8193a0009a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4149277
Dec 09 14:03:23.653332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51566) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:23.673173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328735057'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:23.677940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f509bc9f-42f7-4df8-855d-e3b08fb6c12e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Synchronizing usage tracker for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:23.696862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:23.719170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:23.729252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:23.751724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:23.761648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f509bc9f-42f7-4df8-855d-e3b08fb6c12e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Unset dirty status for tenant:5ab9e0e4a8fa448e9d3f5e7c5baefd61 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:23.762879 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f509bc9f-42f7-4df8-855d-e3b08fb6c12e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5793793
Dec 09 14:03:23.778119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc312c6-aca9-4482-a9ba-bb590a0f0c02 None None] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:23.862933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:23.866486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.900958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3b92ed2b-9beb-4016-a92a-16e039cd9a6e None None] Provisioning for port d62d12c0-907f-46f1-a369-989c49b82cc5 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:23.962997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:23.981875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:24.002627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.003100 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment b3b473da-3cde-4a6a-8572-9f7963e1a91c of type vlan for network c957b898-b8dd-40d5-b79b-29ca19e0c363
Dec 09 14:03:24.011712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.033690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.046885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.048805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea77c365-c1f2-4f06-993f-a168b13b8549 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:24.106044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2c0594f3-8016-4592-b75c-74a6057d8f15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:24.106914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b50493-d631-485d-8e4d-81ab9bad46ed,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:24.146613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Transition to ACTIVE for port object 3961952a-c5a1-484e-b426-88319f9c0c02 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:24.151899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:24.193886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef811b8-b445-4ce3-b9d4-f28620fd5781,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:24.204660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:24.212819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51574) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:24.214960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.380259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10850164-4469-47fe-b4fb-059d44e74392 None None] Provisioning for port dbbac72f-3234-4f0f-a7e2-9bea805f53af completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:24.387520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10850164-4469-47fe-b4fb-059d44e74392 None None] Provisioning complete for port dbbac72f-3234-4f0f-a7e2-9bea805f53af triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:24.388271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10850164-4469-47fe-b4fb-059d44e74392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.462335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-10850164-4469-47fe-b4fb-059d44e74392 None None] Port dbbac72f-3234-4f0f-a7e2-9bea805f53af cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:24.526775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.531094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:24.531725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.574011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.588746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.636139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6cec99cf-2f06-4e59-b025-6516d1348fc5 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:24.650848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.666790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.666928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Checking segment: {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:24.668677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Network hostable DHCP agents. Network: f0f81551-3bae-482f-aa3b-63da4134fcba, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:24.677208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.0198777
Dec 09 14:03:24.687181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51580) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:24.705414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:24.707029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c80afb62-cc0e-4bb4-a6bb-e58640b7c2ac None None] Provisioning complete for port dbbac72f-3234-4f0f-a7e2-9bea805f53af triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:24.707452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c80afb62-cc0e-4bb4-a6bb-e58640b7c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.745179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:24.751797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:24.771873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:24.776511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c80afb62-cc0e-4bb4-a6bb-e58640b7c2ac None None] Port dbbac72f-3234-4f0f-a7e2-9bea805f53af cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:24.792148 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d48f706-f737-41e5-876d-a3f59bfeaa94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ab9e0e4a8fa448e9d3f5e7c5baefd61&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5160694
Dec 09 14:03:24.793247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.796400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae32971-7129-4243-8c88-572fe79d0efc {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:03:24.799631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51584) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:24.805991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e8462352-0346-4ca0-b651-514e8a1177df up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:24.898521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Deleting port 8a2f380e-46fe-470d-9792-e06dead028bf {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:24.899147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.907989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-071c7e24-44c0-4b85-b823-255deddaf765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.917270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e8462352-0346-4ca0-b651-514e8a1177df triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:24.917708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.954132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:24.981845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Network f0f81551-3bae-482f-aa3b-63da4134fcba is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:24.999307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.001223 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 204  len: 168 time: 5.8890836
Dec 09 14:03:25.007958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51588) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:25.043145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1650034584'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:25.053559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:25.059196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:25.067067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:25.069412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d62d12c0-907f-46f1-a369-989c49b82cc5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:25.074565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:25.091585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, f0f81551-3bae-482f-aa3b-63da4134fcba) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:25.106895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:25.107556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.120752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb46789-7daf-48ec-a75b-a33fe4500793 None None] Network f0f81551-3bae-482f-aa3b-63da4134fcba requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:25.124579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:25.127648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.135127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=c957b898-b8dd-40d5-b79b-29ca19e0c363,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:25.139045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:25.147553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.149549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:25.151762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28164329-dfc3-421e-aaf9-f825b7cc07ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:25.152174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:25.157917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:25.172524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:25.178243 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1702423
Dec 09 14:03:25.190775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51592) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:25.210502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:25.219843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:25.225719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.239477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:25.253503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:25.255981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Usage tracker for resource:router and tenant:8918864c9a084e028a0822c8f256a3c2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:25.265197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:25.285505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:25.306261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.306694 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment 390d22f3-0a72-417e-abcf-21e7ea4bb879 of type vlan for network d86f8725-99a9-410d-8258-181732af30a4
Dec 09 14:03:25.336004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:25.423063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.424011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.433470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.439648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.451594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] For port 8a2f380e-46fe-470d-9792-e06dead028bf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8a2f380e-46fe-470d-9792-e06dead028bf,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:25.451952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.471003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6705d9c-9f82-473e-bb01-aa69a629f8ac None None] Provisioning for port 3961952a-c5a1-484e-b426-88319f9c0c02 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:25.524433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.525974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6705d9c-9f82-473e-bb01-aa69a629f8ac None None] Provisioning complete for port 3961952a-c5a1-484e-b426-88319f9c0c02 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:25.526887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:25.529241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6705d9c-9f82-473e-bb01-aa69a629f8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.570342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9554d33-e13c-4dca-b746-9cc161a4e31a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:25.581187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:25.600731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.617989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.621705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:25.622001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.631930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b42b5cb-6fd7-48e6-892d-efe8c60f99ff tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:25.635925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Calling delete_port for 8a2f380e-46fe-470d-9792-e06dead028bf owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:25.655994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a6705d9c-9f82-473e-bb01-aa69a629f8ac None None] Port 3961952a-c5a1-484e-b426-88319f9c0c02 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:25.688142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=3961952a-c5a1-484e-b426-88319f9c0c02,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:25.728711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-f0f81551-3bae-482f-aa3b-63da4134fcba', 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'fixed_ips': [{'subnet_id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:03:25.729668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.746436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d62d12c0-907f-46f1-a369-989c49b82cc5 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:25.753252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:25.754597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d62d12c0-907f-46f1-a369-989c49b82cc5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:25.755360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.806348 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7871368
Dec 09 14:03:25.816361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:25.847117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:25.847724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.858377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': 'd86f8725-99a9-410d-8258-181732af30a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:25.883222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.886921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.888026 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9554d33-e13c-4dca-b746-9cc161a4e31a HTTP/1.1" status: 204  len: 168 time: 1.0794830
Dec 09 14:03:25.909830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:25.925918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=d86f8725-99a9-410d-8258-181732af30a4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:25.939098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c28b58ed-7680-462b-820e-eb0c2c566ffb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:25.951395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network d86f8725-99a9-410d-8258-181732af30a4 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:25.985836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.003700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 4.7462816
Dec 09 14:03:26.009933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51602) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:26.044648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:26.048906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:26.051900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:26.059121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:26.079608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:26.086471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.095635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-52281a9c-d38c-4451-8a50-4c91bccc47e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:26.133983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.162785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.192360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=9e9311e5-200f-4ec8-9dd3-d9fd47accf47,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:26.210987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Allocated IP 172.20.0.2 (f0f81551-3bae-482f-aa3b-63da4134fcba/cef811b8-b445-4ce3-b9d4-f28620fd5781/2a50acea-0d9d-40d2-8fca-1846a0dddd69) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:26.214096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port d62d12c0-907f-46f1-a369-989c49b82cc5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d62d12c0-907f-46f1-a369-989c49b82cc5,segment=NetworkSegment(19f4788e-8c62-4d8e-99c8-3e7c248428d5),segment_id=19f4788e-8c62-4d8e-99c8-3e7c248428d5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:26.224883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.229717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-14487df6-ae43-4bcd-b998-dac9a0ae98cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:26.269519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aeeaa212-cc9b-4645-9161-30edc492d9a9 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:26.275259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:26.314408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.315003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 553b0d73-d4bf-41ed-93e1-b84086866761 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:03:26.341978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.343119 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/553b0d73-d4bf-41ed-93e1-b84086866761 HTTP/1.1" status: 204  len: 168 time: 7.1007590
Dec 09 14:03:26.347151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51612) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:26.380962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd6f1b-5fb4-4656-a1fe-708298906321 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:26.385405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd6f1b-5fb4-4656-a1fe-708298906321 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:26.391605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd6f1b-5fb4-4656-a1fe-708298906321 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:26.394638 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-64cd6f1b-5fb4-4656-a1fe-708298906321 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2463 time: 0.3832254
Dec 09 14:03:26.397324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51616) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:26.412377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: aeeaa212-cc9b-4645-9161-30edc492d9a9 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:26.412806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aeeaa212-cc9b-4645-9161-30edc492d9a9 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:26.426682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.460739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': 'b3b473da-3cde-4a6a-8572-9f7963e1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:26.461107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: c957b898-b8dd-40d5-b79b-29ca19e0c363, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:26.470607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.529406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=d62d12c0-907f-46f1-a369-989c49b82cc5,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:26.537732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port 3961952a-c5a1-484e-b426-88319f9c0c02 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:26.538140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.538556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:26.576316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Deleting subnet 97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:03:26.597302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.679692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.714065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.726854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Transition to ACTIVE for port object 2a50acea-0d9d-40d2-8fca-1846a0dddd69 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:26.751669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Transition to ACTIVE for port object 2a50acea-0d9d-40d2-8fca-1846a0dddd69 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:26.759560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.774349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:26.790021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.798267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b0c2471-a0ab-491a-8908-8abcb6e30806 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:26.818182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Network f0f81551-3bae-482f-aa3b-63da4134fcba is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:26.824554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:26.830636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:26.853895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:26.873951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2f380e-46fe-470d-9792-e06dead028bf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:26.879695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:26.901446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, c957b898-b8dd-40d5-b79b-29ca19e0c363) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:26.925100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:26.959573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4932888-8d6c-439c-807b-b3ba2f641129 None None] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:26.987177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Pushing event updated for resources: {'Port': ['ID=2a50acea-0d9d-40d2-8fca-1846a0dddd69,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:26.991755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:26.992491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.001926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:27.023536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.053144 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3551395
Dec 09 14:03:27.060634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:27.076592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Attempting to bind port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:27.076592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Attempting to bind port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:27.076592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Attempting to bind port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 on network f0f81551-3bae-482f-aa3b-63da4134fcba {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:27.089848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.094128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363', 'name': 'tempest-PortsTestJSON-963714105'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:27.100169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:27.100708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Checking segment: {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:27.101214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.101741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Bound using segment: {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:27.102321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Bound port: 2a50acea-0d9d-40d2-8fca-1846a0dddd69, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:27.103068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.123773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.126943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.141115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-767058ff-c975-4372-8518-abbda8528597 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:27.167275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.179669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74e967-ab60-4832-b3f5-916d751ed86f None None] Network 0e99999d-6292-4708-8491-eb8d72125c56 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:27.211090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:27.213499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:27.234074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97ab99cd-7d6e-4bdb-902e-ac8a2f6c61e9 HTTP/1.1" status: 204  len: 168 time: 0.8858712
Dec 09 14:03:27.289248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51636) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:27.289248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51638) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:27.305413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for 3961952a-c5a1-484e-b426-88319f9c0c02 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:27.468526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] For port 2a50acea-0d9d-40d2-8fca-1846a0dddd69, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:27.522050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-c957b898-b8dd-40d5-b79b-29ca19e0c363', 'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': '9e9311e5-200f-4ec8-9dd3-d9fd47accf47'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:03:27.523236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.523540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.543841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] For port 2a50acea-0d9d-40d2-8fca-1846a0dddd69, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2a50acea-0d9d-40d2-8fca-1846a0dddd69,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:27.553019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.585632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.595778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc690882-9e0d-47e4-94f0-f067954c9825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:27.630282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.639837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--30573374'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:27.645250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Allocated IP 172.26.3.63 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/209d22a7-b34a-403a-beca-4c612ac6fa3d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:27.650756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.655212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:27.661620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-32496891-2aac-4415-833b-65325ea884ab tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:27.689433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.712108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:27.718216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Deleting port 51122634-a6a6-4a6f-ae8e-89869211019d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:27.719121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:27.722361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:27.747385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Port': ['ID=3961952a-c5a1-484e-b426-88319f9c0c02,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:27.749410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:27.775691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:27.781039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Pushing event updated for resources: {'Port': ['ID=2a50acea-0d9d-40d2-8fca-1846a0dddd69,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:27.782376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:27.783523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:27.837114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:27.890355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:27.891725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Allocated IP 172.20.0.2 (c957b898-b8dd-40d5-b79b-29ca19e0c363/9e9311e5-200f-4ec8-9dd3-d9fd47accf47/45a563d7-4422-47f2-999b-994e6bc6409d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:27.944403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.019089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] DHCP port deletion for 0e99999d-6292-4708-8491-eb8d72125c56 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:03:28.028142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.034796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] Deleting port 51122634-a6a6-4a6f-ae8e-89869211019d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:28.035451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.047296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:28.050754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.064121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=97f42653-39c9-44ef-8833-41d09a5d6c06,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:28.080319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:28.088029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.106279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.109241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:28.184317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.311658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': '390d22f3-0a72-417e-abcf-21e7ea4bb879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd86f8725-99a9-410d-8258-181732af30a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:28.312496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: d86f8725-99a9-410d-8258-181732af30a4, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:28.389171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.389833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce4d81b-67cc-4dc6-b88f-2f266312bcf4 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:03:28.411370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] For port 51122634-a6a6-4a6f-ae8e-89869211019d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=51122634-a6a6-4a6f-ae8e-89869211019d,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:28.411718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.414191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.417741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cce4d81b-67cc-4dc6-b88f-2f266312bcf4 HTTP/1.1" status: 204  len: 168 time: 6.3516905
Dec 09 14:03:28.417741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network d86f8725-99a9-410d-8258-181732af30a4 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:28.418474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:28.435072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:28.436207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.445816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] For port 51122634-a6a6-4a6f-ae8e-89869211019d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=51122634-a6a6-4a6f-ae8e-89869211019d,segment=NetworkSegment(f6262859-77ad-4753-bd1d-a74078743045),segment_id=f6262859-77ad-4753-bd1d-a74078743045)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:28.446211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.463187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Transition to ACTIVE for port object 45a563d7-4422-47f2-999b-994e6bc6409d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:28.475446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, d86f8725-99a9-410d-8258-181732af30a4) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:28.480393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:28.480975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.505948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Deleting subnet 44d4afe7-531b-4fb0-9736-0865a24351f9 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:03:28.510979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.544572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7113988
Dec 09 14:03:28.549657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51652) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:28.558160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-632008849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:28.569105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:28.582292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205030d-cb10-49ec-866e-19044e17fcb2 None None] Network d86f8725-99a9-410d-8258-181732af30a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:28.582974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:28.588651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:28.598871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:28.602176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.680033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.680973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.721927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.744742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.749717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:28.761983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Calling delete_port for 51122634-a6a6-4a6f-ae8e-89869211019d owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:28.778475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.794007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:28.809906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] Calling delete_port for 51122634-a6a6-4a6f-ae8e-89869211019d owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:28.826177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:28.827313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.828530 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-de8ecbaa-a741-4917-b155-57d764a67e79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2779367
Dec 09 14:03:28.831435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:28.844896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.860597 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/ports/3961952a-c5a1-484e-b426-88319f9c0c02 HTTP/1.1" status: 204  len: 168 time: 2.4619761
Dec 09 14:03:28.874551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51660) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:28.902898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d62d12c0-907f-46f1-a369-989c49b82cc5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:28.930305 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b555c837-74d9-4af6-9208-c3e6d8d91042 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:28.931055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b555c837-74d9-4af6-9208-c3e6d8d91042 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Synchronizing usage tracker for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:28.958110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:28.965159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-faeffdbd-86ec-4e8a-b6f9-f406f99e2c09 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:28.973332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Transition to ACTIVE for port object 45a563d7-4422-47f2-999b-994e6bc6409d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:29.031302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.037597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.055792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2e58fa23-0dda-4ad2-ab52-de91334d4389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:29.063252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:29.064193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=209d22a7-b34a-403a-beca-4c612ac6fa3d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:29.074547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:29.082599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:29.083222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b555c837-74d9-4af6-9208-c3e6d8d91042 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Unset dirty status for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:29.088436 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b555c837-74d9-4af6-9208-c3e6d8d91042 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "GET /v2.0/ports/3961952a-c5a1-484e-b426-88319f9c0c02 HTTP/1.1" status: 404  len: 333 time: 0.2084539
Dec 09 14:03:29.088436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:29.123587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:29.123897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:29.124932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51664) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:29.128375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] Pushing event deleted for resources: {'Port': ['ID=51122634-a6a6-4a6f-ae8e-89869211019d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:29.143855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'name': 'tempest-AllowedAddressPairTestJSON-1873583257'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:29.196930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.218060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.228119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Pushing event updated for resources: {'Port': ['ID=45a563d7-4422-47f2-999b-994e6bc6409d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:29.239838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:29.243485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fb174d0-e3c0-4c38-8cf2-286f06210344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:29.243857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2789b59-029b-4daa-8946-d6246df782ec None None] No DVR routers for this DVR port 51122634-a6a6-4a6f-ae8e-89869211019d on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:29.258183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:29.258922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:29.263984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.271373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:29.272243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d18b99e1-19be-42d3-a11c-e09545d1e00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:29.275200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:29.280467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:29.305765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d4afe7-531b-4fb0-9736-0865a24351f9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:29.312978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:29.314557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.12 (c957b898-b8dd-40d5-b79b-29ca19e0c363/9e9311e5-200f-4ec8-9dd3-d9fd47accf47/9789fe1f-84cb-4455-8c13-c6f30d2ea587) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:29.334333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.375997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2d8157-86cb-4f83-bb32-23fdac9d39ac None None] Network f0f81551-3bae-482f-aa3b-63da4134fcba requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:29.389011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3527ae4-2c01-45a2-b0f5-2874885550fb None None] Network 3b0e8eac-4588-44a4-acd1-884899c092ae requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:29.403441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:29.405791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122975dc-46cd-4268-b8af-50968b3ca69c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:29.413522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:29.414708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-d86f8725-99a9-410d-8258-181732af30a4', 'network_id': 'd86f8725-99a9-410d-8258-181732af30a4', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': '97f42653-39c9-44ef-8833-41d09a5d6c06'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:03:29.415849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.416281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:29.420148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:29.447046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:29.467001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:29.485854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:29.494023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/44d4afe7-531b-4fb0-9736-0865a24351f9 HTTP/1.1" status: 204  len: 168 time: 1.0722959
Dec 09 14:03:29.496564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:29.536598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:29.539518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.563579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.575960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] device_id is not set on port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:29.610067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.615078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82cbca86-55a9-4ab9-b2ba-31bafc8440c3 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:29.627106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Deleting port 51122634-a6a6-4a6f-ae8e-89869211019d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:29.627434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.669868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d62d12c0-907f-46f1-a369-989c49b82cc5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:29.670432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.746865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] The port '51122634-a6a6-4a6f-ae8e-89869211019d' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:03:29.751353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Attempting to bind port 45a563d7-4422-47f2-999b-994e6bc6409d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:29.751733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Attempting to bind port 45a563d7-4422-47f2-999b-994e6bc6409d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b3b473da-3cde-4a6a-8572-9f7963e1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:29.752099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Attempting to bind port 45a563d7-4422-47f2-999b-994e6bc6409d on network c957b898-b8dd-40d5-b79b-29ca19e0c363 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:29.752867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5418a-f390-4d89-8292-33a7c5028842,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:29.761266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:29.766557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.767438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.772961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.789759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.804649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.808283 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 2.5102048
Dec 09 14:03:29.808429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2d100aaf-9963-4d7e-abe3-a3feab78d4bb None None] Provisioning for port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:29.850785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51672) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:29.884282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:29.884729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Checking segment: {'id': 'b3b473da-3cde-4a6a-8572-9f7963e1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:29.885061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:29.885461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Bound using segment: {'id': 'b3b473da-3cde-4a6a-8572-9f7963e1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:29.885990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Bound port: 45a563d7-4422-47f2-999b-994e6bc6409d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b473da-3cde-4a6a-8572-9f7963e1a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:29.886370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.040312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.086403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448b3de50>,) {'filters': {'network_id': ['0e99999d-6292-4708-8491-eb8d72125c56']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:30.115547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b3de50>, 'f6262859-77ad-4753-bd1d-a74078743045') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:30.115999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b3de50>, 'f6262859-77ad-4753-bd1d-a74078743045') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:30.121232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Deleting port 1233e55a-0f33-4a0f-8118-6fedad84daa1 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:30.121697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.145776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.181114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Allocated IP 2001:db8::2 (d86f8725-99a9-410d-8258-181732af30a4/97f42653-39c9-44ef-8833-41d09a5d6c06/6fe7f9e2-d98a-479a-bab9-a83220a4fdac) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:30.184849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Allocated IP 172.20.0.5 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/64b04c97-bbcd-4a15-b4eb-0f674784fd76) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:30.191336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.212884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:03:30.213445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:03:30.232529 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:03:30.315094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2a50acea-0d9d-40d2-8fca-1846a0dddd69 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:30.321059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b2fc9f27-ef16-43d7-8574-b4e3eb9396c8 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:30.331158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.343371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] For port 45a563d7-4422-47f2-999b-994e6bc6409d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:30.424729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] For port 45a563d7-4422-47f2-999b-994e6bc6409d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=45a563d7-4422-47f2-999b-994e6bc6409d,segment=NetworkSegment(b3b473da-3cde-4a6a-8572-9f7963e1a91c),segment_id=b3b473da-3cde-4a6a-8572-9f7963e1a91c)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:30.437960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object 9789fe1f-84cb-4455-8c13-c6f30d2ea587 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:30.459731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.461045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.470473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:30.480454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-47644244-9c1e-4805-95dd-d77d590dd0ff tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:30.494201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b2fc9f27-ef16-43d7-8574-b4e3eb9396c8 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:30.498356 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b2fc9f27-ef16-43d7-8574-b4e3eb9396c8 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4005 time: 0.6374211
Dec 09 14:03:30.498913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51676) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:30.502167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.520205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] DHCP port deletion for 3b0e8eac-4588-44a4-acd1-884899c092ae request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:03:30.523068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-security--733674121', 'description': 'tempest-security-description-1015017090'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:30.529322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e99999d-6292-4708-8491-eb8d72125c56,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:30.547451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Deleting port 1233e55a-0f33-4a0f-8118-6fedad84daa1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:30.547851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.550294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:30.603378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] For port 1233e55a-0f33-4a0f-8118-6fedad84daa1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1233e55a-0f33-4a0f-8118-6fedad84daa1,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:30.603643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.631949 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0e99999d-6292-4708-8491-eb8d72125c56 HTTP/1.1" status: 204  len: 168 time: 3.3376498
Dec 09 14:03:30.720107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Pushing event updated for resources: {'Port': ['ID=45a563d7-4422-47f2-999b-994e6bc6409d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:30.732435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:30.748472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Calling delete_port for 1233e55a-0f33-4a0f-8118-6fedad84daa1 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:30.780731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.851063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.866036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:30.869271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.879783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Transition to ACTIVE for port object 64b04c97-bbcd-4a15-b4eb-0f674784fd76 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:30.889031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b60a8b4-1421-40cb-a536-b8df42e9d2fa tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:30.915925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:30.916564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.938139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:30.944991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c108db04-e36a-474d-b915-bab9aa407005 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:30.982456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Router 7dd9a8dc-628c-4b55-9ed6-c694699979df is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:03:31.006878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.028918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.048723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:31.052795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=9789fe1f-84cb-4455-8c13-c6f30d2ea587,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:31.059499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:31.061471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6b2b21f0-2dca-42f1-875e-8e47ef71cd42 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:31.083020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:31.089777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:31.152390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.160446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:31.167496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.168663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "PUT /v2.0/security-groups/59d5418a-f390-4d89-8292-33a7c5028842 HTTP/1.1" status: 200  len: 1611 time: 0.6675236
Dec 09 14:03:31.179871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:31.210245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.252372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Transition to ACTIVE for port object 6fe7f9e2-d98a-479a-bab9-a83220a4fdac will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:31.264995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=64b04c97-bbcd-4a15-b4eb-0f674784fd76,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:31.275270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] For port 1233e55a-0f33-4a0f-8118-6fedad84daa1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1233e55a-0f33-4a0f-8118-6fedad84daa1,segment=NetworkSegment(57192cd9-b28e-44be-a372-4b59481d59f8),segment_id=57192cd9-b28e-44be-a372-4b59481d59f8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:31.275765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.283647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:31.287475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:31.291251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:31.292003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:31.295031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] No DVR routers for this DVR port 1233e55a-0f33-4a0f-8118-6fedad84daa1 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:31.380632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5418a-f390-4d89-8292-33a7c5028842,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:31.387246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:31.397261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce2dfcaa-a9e8-4060-aefb-0a7013468e01 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:31.446950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:31.447732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.494958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Calling delete_port for 1233e55a-0f33-4a0f-8118-6fedad84daa1 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:31.497316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1233e55a-0f33-4a0f-8118-6fedad84daa1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:31.500957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:31.521479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:31.525898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.549703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Transition to ACTIVE for port object 6fe7f9e2-d98a-479a-bab9-a83220a4fdac will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:31.610775 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4810112
Dec 09 14:03:31.615506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51690) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:31.623352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:31.623829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:31.640101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.640949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3b:13:14'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:31.645685 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.5772891
Dec 09 14:03:31.655668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.659862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51694) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:31.664029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:31.664637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.685661 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-82c00ceb-230f-4444-8915-3b0addc18334 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1dc9d17bd3284f23999ce6d7f8be2f7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5205524
Dec 09 14:03:31.691865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': 'c957b898-b8dd-40d5-b79b-29ca19e0c363', 'name': 'tempest-PortsTestJSON-517711353'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:31.695425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1171abfc-393f-4f4d-9485-08cc976e3d2f None None] Provisioning complete for port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:31.695802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1171abfc-393f-4f4d-9485-08cc976e3d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.710010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-552b7e73-b68a-469b-896c-c9c94255ca47 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups/59d5418a-f390-4d89-8292-33a7c5028842 HTTP/1.1" status: 200  len: 1611 time: 0.5269227
Dec 09 14:03:31.715696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51698) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:31.716025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51700) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:31.740578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449d18730>,) {'filters': {'network_id': ['3b0e8eac-4588-44a4-acd1-884899c092ae']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:31.800589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Network d86f8725-99a9-410d-8258-181732af30a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:31.801350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Pushing event updated for resources: {'Port': ['ID=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:31.810515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:31.814309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:31.818474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:31.823546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 2a50acea-0d9d-40d2-8fca-1846a0dddd69, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2a50acea-0d9d-40d2-8fca-1846a0dddd69,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:31.826019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d18730>, '57192cd9-b28e-44be-a372-4b59481d59f8') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:31.827697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d18730>, '57192cd9-b28e-44be-a372-4b59481d59f8') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:31.834269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.836428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8::1 (d86f8725-99a9-410d-8258-181732af30a4/97f42653-39c9-44ef-8833-41d09a5d6c06/c73c4ee3-20bb-4b01-ae86-665b0fafd300) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:31.837944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:31.840204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:31.855919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.876162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Sync routers for ids ['7dd9a8dc-628c-4b55-9ed6-c694699979df'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:31.915557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.951354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:31.955216 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.7590733
Dec 09 14:03:31.974888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51706) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:32.006787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:03:32.007332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:03:32.021193 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:03:32.073794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 51122634-a6a6-4a6f-ae8e-89869211019d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:32.115190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.134985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.137308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 51122634-a6a6-4a6f-ae8e-89869211019d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:32.137736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 51122634-a6a6-4a6f-ae8e-89869211019d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:32.151456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Deleting port 1233e55a-0f33-4a0f-8118-6fedad84daa1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:32.152029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.198164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=2a50acea-0d9d-40d2-8fca-1846a0dddd69,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:32.210973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.239055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:32.284764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Attempting to bind port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:32.285137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Attempting to bind port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '390d22f3-0a72-417e-abcf-21e7ea4bb879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd86f8725-99a9-410d-8258-181732af30a4'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:32.285505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Attempting to bind port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac on network d86f8725-99a9-410d-8258-181732af30a4 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:32.291052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.294647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Routers {'7dd9a8dc-628c-4b55-9ed6-c694699979df'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:32.295334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a41c5e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7dd9a8dc-628c-4b55-9ed6-c694699979df'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:32.340838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:32.349454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:32.355148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:32.374327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.376318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:32.384058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a6890af-75e7-4e91-8bf3-9401ffaba16f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:32.386933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:32.387540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Checking segment: {'id': '390d22f3-0a72-417e-abcf-21e7ea4bb879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd86f8725-99a9-410d-8258-181732af30a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:32.388563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.389071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Bound using segment: {'id': '390d22f3-0a72-417e-abcf-21e7ea4bb879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd86f8725-99a9-410d-8258-181732af30a4'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:32.389751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Bound port: 6fe7f9e2-d98a-479a-bab9-a83220a4fdac, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390d22f3-0a72-417e-abcf-21e7ea4bb879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd86f8725-99a9-410d-8258-181732af30a4'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:32.390245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.403082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 45a563d7-4422-47f2-999b-994e6bc6409d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:32.403283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.422799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.426536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0e8eac-4588-44a4-acd1-884899c092ae,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:32.437485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:32.441682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4105e-3f31-41e4-9f3f-b632daad2e0c None None] The port '1233e55a-0f33-4a0f-8118-6fedad84daa1' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:03:32.463824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.467389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:32.471036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.504507 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b0e8eac-4588-44a4-acd1-884899c092ae HTTP/1.1" status: 204  len: 168 time: 3.0035625
Dec 09 14:03:32.508579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 9f600d09-8e3b-4e4e-9180-32457a79b318 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:32.555253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object c73c4ee3-20bb-4b01-ae86-665b0fafd300 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:32.588720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.603294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fbdb107e-44fa-4a81-8230-045c62653f82 tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:32.619969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1df709-dd25-4964-84b8-51dc3e07bb35 None None] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:32.643993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5418a-f390-4d89-8292-33a7c5028842,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:32.649829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.662108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:32.662727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:32.683127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.684230 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/345c2f1d-5160-4c2b-83eb-01cc5ce07b43 HTTP/1.1" status: 204  len: 168 time: 0.9673164
Dec 09 14:03:32.689690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c2f1d-5160-4c2b-83eb-01cc5ce07b43,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:32.691765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.693293 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff40229a-b755-4f20-b28b-4d76b7413773 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/59d5418a-f390-4d89-8292-33a7c5028842 HTTP/1.1" status: 204  len: 168 time: 0.9698036
Dec 09 14:03:32.694418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:32.705297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:32.715509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.761846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5bcfd4ea-5eca-43f6-8265-5452cc1ad5bf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:32.851725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.8 (c957b898-b8dd-40d5-b79b-29ca19e0c363/9e9311e5-200f-4ec8-9dd3-d9fd47accf47/9f600d09-8e3b-4e4e-9180-32457a79b318) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:32.864490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:32.936332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network d86f8725-99a9-410d-8258-181732af30a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:32.971795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:32.976436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2f8e956f-34b9-4b79-aa82-19315a8c7cbb tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2687769
Dec 09 14:03:32.984520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51724) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:32.990589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:32.991541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:32.999133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=c73c4ee3-20bb-4b01-ae86-665b0fafd300,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:33.000654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f36c7f19-fa53-48c2-bb03-1d7e675d63fa None None] Provisioning for port 45a563d7-4422-47f2-999b-994e6bc6409d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:33.017367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:33.042521 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-feae0a3d-922e-448c-911f-e1f994249dff tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] delete failed (client error): The resource could not be found.
Dec 09 14:03:33.044489 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-feae0a3d-922e-448c-911f-e1f994249dff tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/59d5418a-f390-4d89-8292-33a7c5028842 HTTP/1.1" status: 404  len: 347 time: 0.0490177
Dec 09 14:03:33.053210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51728) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:33.060104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764417781'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:33.071397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] For port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:33.074261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:33.083468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Set router 7dd9a8dc-628c-4b55-9ed6-c694699979df gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:33.104518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.111456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c48c508-9092-4abe-8788-dcbc6b5a1e0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a1e9b700f2d4a1d87737f6900788db4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2409325
Dec 09 14:03:33.115163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:33.117430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:33.120933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:33.126095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.134839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-abfd7a73-1859-440d-9fcd-b031abd2ec86 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:33.161286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] For port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,segment=NetworkSegment(390d22f3-0a72-417e-abcf-21e7ea4bb879),segment_id=390d22f3-0a72-417e-abcf-21e7ea4bb879)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:33.179688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 45a563d7-4422-47f2-999b-994e6bc6409d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:33.182599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:33.186477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.209684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.239705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.251621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8a853574-1f17-480e-9d47-e8603d6cd09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:33.267179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.339839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 45a563d7-4422-47f2-999b-994e6bc6409d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:33.342206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.368046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f36c7f19-fa53-48c2-bb03-1d7e675d63fa None None] Provisioning for port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:33.473629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.484891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.505666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f36c7f19-fa53-48c2-bb03-1d7e675d63fa None None] Provisioning complete for port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:33.506283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f36c7f19-fa53-48c2-bb03-1d7e675d63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.510088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=64b04c97-bbcd-4a15-b4eb-0f674784fd76,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:33.513180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:33.526963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9592725c-1c2f-4574-9ecb-ca10e9dd9298 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:33.540709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] In _notify_port_updated(), no bound segment for port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 on network f730ecf8-4fb9-45bb-bb64-850883ef9d93 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:03:33.546340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:33.547022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.552706 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "PUT /v2.0/ports/64b04c97-bbcd-4a15-b4eb-0f674784fd76 HTTP/1.1" status: 200  len: 993 time: 1.9362092
Dec 09 14:03:33.559957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51744) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:33.567320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341cbdaa-47fc-4d3c-949d-06dfd015e100,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:33.576498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:33.637244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:33.645581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:33.649818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:33.673892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:33.681083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.695368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:33.695717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.696041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Pushing event updated for resources: {'Port': ['ID=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:33.699165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object 9f600d09-8e3b-4e4e-9180-32457a79b318 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:33.713663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:33.720360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.728749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f36c7f19-fa53-48c2-bb03-1d7e675d63fa None None] Port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:33.729073 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/341cbdaa-47fc-4d3c-949d-06dfd015e100 HTTP/1.1" status: 204  len: 168 time: 0.6060753
Dec 09 14:03:33.762470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.780521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3701b77a-fd87-40e0-b8f3-8431e45efa61 tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:33.943613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:33.975623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-02059b6b-b8cc-4e58-8777-d94a2fa23629 None None] Provisioning complete for port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:33.976008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02059b6b-b8cc-4e58-8777-d94a2fa23629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.145470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 45a563d7-4422-47f2-999b-994e6bc6409d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=45a563d7-4422-47f2-999b-994e6bc6409d,segment=NetworkSegment(b3b473da-3cde-4a6a-8572-9f7963e1a91c),segment_id=b3b473da-3cde-4a6a-8572-9f7963e1a91c)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:34.147679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-02059b6b-b8cc-4e58-8777-d94a2fa23629 None None] Port 64b04c97-bbcd-4a15-b4eb-0f674784fd76 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:34.175882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.181152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:34.198297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.297259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a41c5e0>, [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:03:29Z', 'revision_number': 3, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:34.308633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1233e55a-0f33-4a0f-8118-6fedad84daa1 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:34.319635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.333828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4a4fa94a-97a3-4284-b9b0-7c6a3e09fafe tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:34.350374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 1233e55a-0f33-4a0f-8118-6fedad84daa1 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:34.350726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1233e55a-0f33-4a0f-8118-6fedad84daa1 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:34.351136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8a2f380e-46fe-470d-9792-e06dead028bf no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:34.378491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Checking router: 7dd9a8dc-628c-4b55-9ed6-c694699979df for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:34.378853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Updating router 7dd9a8dc-628c-4b55-9ed6-c694699979df port 209d22a7-b34a-403a-beca-4c612ac6fa3d binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:03:34.406507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.450131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec393fbb-01b8-4f08-812f-b811aa2067fd,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:34.467512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:34.508404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 8a2f380e-46fe-470d-9792-e06dead028bf {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:34.508756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8a2f380e-46fe-470d-9792-e06dead028bf not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:34.509236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c9b50493-d631-485d-8e4d-81ab9bad46ed no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:34.586931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=45a563d7-4422-47f2-999b-994e6bc6409d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:34.626997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:34.632208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c9b50493-d631-485d-8e4d-81ab9bad46ed {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:34.632774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c9b50493-d631-485d-8e4d-81ab9bad46ed not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:34.673113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51762) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:34.682522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.695049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for 64b04c97-bbcd-4a15-b4eb-0f674784fd76 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:34.758527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0cc5b860-10ce-4794-8cff-b0443b45a6f8 None None] Provisioning for port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:34.760332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.776690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.777279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:34.778651 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.7243302
Dec 09 14:03:34.784956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:34.799276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=9f600d09-8e3b-4e4e-9180-32457a79b318,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:34.801847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:34.802388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0cc5b860-10ce-4794-8cff-b0443b45a6f8 None None] Provisioning complete for port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:34.802995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b860-10ce-4794-8cff-b0443b45a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.813695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51774) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:34.842398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'ec393fbb-01b8-4f08-812f-b811aa2067fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:34.879703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:34.894565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:34.900910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:34.927082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:34.933578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:34.937382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.941354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.946482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:34.958251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:34.958773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:35.175120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.186744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9dfa1cad-261f-4e43-a3b9-a994680bb3dc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.5248325
Dec 09 14:03:35.192418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51782) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.200959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6fe7f9e2-d98a-479a-bab9-a83220a4fdac up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:35.256974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-859d9431-3a55-4cbc-860e-de0623cdfafc tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.261463 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-859d9431-3a55-4cbc-860e-de0623cdfafc tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.5861692
Dec 09 14:03:35.270731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51786) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.293897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-bdc03d8b-beef-45be-9a30-fefb0727e013 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.299308 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bdc03d8b-beef-45be-9a30-fefb0727e013 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0191774
Dec 09 14:03:35.299767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=c73c4ee3-20bb-4b01-ae86-665b0fafd300,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:35.315766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51790) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.320254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5b860-10ce-4794-8cff-b0443b45a6f8 None None] Port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:35.321455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:35.329757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-ad2779ee-56d4-406b-ac5f-9dfbc59aeed2 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.334209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ad2779ee-56d4-406b-ac5f-9dfbc59aeed2 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0157304
Dec 09 14:03:35.334359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.388333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.391251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.406476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59b7ae5d-9ac5-469a-bf2d-4a429172bfa7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:35.440160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-b3c17d3d-52f6-40e3-a8f4-b7d216cee657 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.443564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b3c17d3d-52f6-40e3-a8f4-b7d216cee657 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.1053197
Dec 09 14:03:35.447443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.454919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-98d001c3-fc06-4d3f-a04a-e27304f08bba tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.456066 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-98d001c3-fc06-4d3f-a04a-e27304f08bba tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0058069
Dec 09 14:03:35.459316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.486199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-44900688-6a21-4a62-80f4-059a7158bf4b tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.491467 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44900688-6a21-4a62-80f4-059a7158bf4b tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0311255
Dec 09 14:03:35.504418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51812) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.607981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.611602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-8165ffff-9652-4a5e-bc0b-6fcd951af347 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.611953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3aeb8d-864a-4700-b3cf-9be56364dff5 None None] Network d86f8725-99a9-410d-8258-181732af30a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:35.612488 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8165ffff-9652-4a5e-bc0b-6fcd951af347 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0446808
Dec 09 14:03:35.620579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Port': ['ID=64b04c97-bbcd-4a15-b4eb-0f674784fd76,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:35.622882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.642383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-d41c5a69-8be5-4592-97ed-847a5ed5adac tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.643339 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d41c5a69-8be5-4592-97ed-847a5ed5adac tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0172093
Dec 09 14:03:35.647620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51820) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.655447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:35.662508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1d242111-e79f-4b2d-a0f4-5886fa07ee8d tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:35.663101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:35.676527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab45599-ce15-4861-9dd0-c17b3afa4c99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:35.677782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ab45599-ce15-4861-9dd0-c17b3afa4c99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:35.692408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network d86f8725-99a9-410d-8258-181732af30a4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:35.696152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:35.701654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-df3d3228-aabd-4314-a65a-d98132406c32 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.702632 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-df3d3228-aabd-4314-a65a-d98132406c32 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0289862
Dec 09 14:03:35.714434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51824) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:35.725609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 45a563d7-4422-47f2-999b-994e6bc6409d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:35.794049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.798190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0cc5b860-10ce-4794-8cff-b0443b45a6f8 None None] Provisioning complete for port 45a563d7-4422-47f2-999b-994e6bc6409d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:35.798563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b860-10ce-4794-8cff-b0443b45a6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.817152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6649c0-c4d0-49da-bb91-9a7d8c2daabb,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:35.823580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:35.886373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Transition to ACTIVE for port object 209d22a7-b34a-403a-beca-4c612ac6fa3d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:35.925718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-6c7265f2-e321-4599-84dd-2df95dac7495 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:35.929415 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6c7265f2-e321-4599-84dd-2df95dac7495 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.2013612
Dec 09 14:03:35.943299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:35.967857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcdee5fc-bbb7-4b53-93a9-68609ea43287 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:35.989391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51830) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.022086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.035624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-88af1328-4a8d-48e1-b978-0cdd220903a0 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.036904 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-88af1328-4a8d-48e1-b978-0cdd220903a0 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0379231
Dec 09 14:03:36.080340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51834) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.081140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98317c3c-54f7-4bd3-8e47-5a1a7471a99f None None] Pushing event updated for resources: {'Port': ['ID=209d22a7-b34a-403a-beca-4c612ac6fa3d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:36.083911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98317c3c-54f7-4bd3-8e47-5a1a7471a99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:36.094541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ab45599-ce15-4861-9dd0-c17b3afa4c99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:36.097408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.101307 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2758110
Dec 09 14:03:36.101460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ab45599-ce15-4861-9dd0-c17b3afa4c99 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200  len: 922 time: 0.8900595
Dec 09 14:03:36.102361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-78ac04f9-7d94-46b1-8f65-1f66c6368a16 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.105905 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-78ac04f9-7d94-46b1-8f65-1f66c6368a16 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0162730
Dec 09 14:03:36.105905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51840) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.105905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51842) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.108227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51844) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.118637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-2e497727-7b16-4a71-bab2-3cdd99b41047 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.121928 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e497727-7b16-4a71-bab2-3cdd99b41047 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0104907
Dec 09 14:03:36.122166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51852) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.141042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-14d5c400-d551-4ccf-9659-28e205d83062 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.144363 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-14d5c400-d551-4ccf-9659-28e205d83062 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0154333
Dec 09 14:03:36.146055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.158384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-adb066bd-b4c2-4c5c-8b93-d9dffd4afb1a tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.159352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-adb066bd-b4c2-4c5c-8b93-d9dffd4afb1a tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0123971
Dec 09 14:03:36.162012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.170660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-23a6228b-0d75-4393-85fa-6fcd7117a35b tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.171649 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23a6228b-0d75-4393-85fa-6fcd7117a35b tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0087206
Dec 09 14:03:36.182130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.205167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-b3cace99-da6a-42ad-8e0d-489538766008 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.206330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b3cace99-da6a-42ad-8e0d-489538766008 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0213377
Dec 09 14:03:36.211775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51870) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.224447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-41c47c1b-aabb-42ac-99f8-34527566e199 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.238727 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41c47c1b-aabb-42ac-99f8-34527566e199 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0125186
Dec 09 14:03:36.241603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51874) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.244457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 9f600d09-8e3b-4e4e-9180-32457a79b318 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:36.245268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.252948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-aadd23da-1765-405b-92df-1dbfbfc4ce5c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.253957 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aadd23da-1765-405b-92df-1dbfbfc4ce5c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0114338
Dec 09 14:03:36.257993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51878) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.290602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 45a563d7-4422-47f2-999b-994e6bc6409d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:36.291175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.315864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Attempting to bind port 209d22a7-b34a-403a-beca-4c612ac6fa3d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:36.316244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Attempting to bind port 209d22a7-b34a-403a-beca-4c612ac6fa3d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:36.316720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Attempting to bind port 209d22a7-b34a-403a-beca-4c612ac6fa3d on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:36.338903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e886caca-2b66-47b7-a226-25af9a483207 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.340175 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e886caca-2b66-47b7-a226-25af9a483207 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0804908
Dec 09 14:03:36.349837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.358196 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:03:36.417047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-944b79f1-58ed-4159-88ba-e10896c64cf3 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.420720 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-944b79f1-58ed-4159-88ba-e10896c64cf3 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0153286
Dec 09 14:03:36.425388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.436821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-547b1129-4a82-4e2c-93db-8d755e61919c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.436821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-547b1129-4a82-4e2c-93db-8d755e61919c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0080683
Dec 09 14:03:36.440183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.441468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:36.441991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:36.442356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.442753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:36.443251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Bound port: 209d22a7-b34a-403a-beca-4c612ac6fa3d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:36.443810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.446584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-1908458e-a372-4c24-94ca-e20d858a8e10 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.449981 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1908458e-a372-4c24-94ca-e20d858a8e10 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0064325
Dec 09 14:03:36.451324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.470478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-4fba235d-5fab-4d6a-9991-6ba72d8c521c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.473845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4fba235d-5fab-4d6a-9991-6ba72d8c521c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0192280
Dec 09 14:03:36.476073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.485694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-0d6f0b2c-2928-4b58-8304-9dc26d6872d5 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.489035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d6f0b2c-2928-4b58-8304-9dc26d6872d5 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0104260
Dec 09 14:03:36.495785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.504405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-30059df7-bc2b-4c09-85f5-8eab7f4fc3bf tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.505578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-30059df7-bc2b-4c09-85f5-8eab7f4fc3bf tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0070164
Dec 09 14:03:36.510033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.524961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-18fb7f7d-cd1c-4f99-b0ae-e8d95a1b50d5 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.533227 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-18fb7f7d-cd1c-4f99-b0ae-e8d95a1b50d5 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0141485
Dec 09 14:03:36.536579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.547820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-6d82e83b-3889-4310-86ab-cb949cdb7134 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.551671 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d82e83b-3889-4310-86ab-cb949cdb7134 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0140872
Dec 09 14:03:36.552332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.564961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-462002f7-ef38-4164-91b7-d479eea2e82e tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.568985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-462002f7-ef38-4164-91b7-d479eea2e82e tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0144958
Dec 09 14:03:36.569454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] For port 209d22a7-b34a-403a-beca-4c612ac6fa3d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:36.569882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.572822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] For port 209d22a7-b34a-403a-beca-4c612ac6fa3d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=209d22a7-b34a-403a-beca-4c612ac6fa3d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:36.579499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e8659b72-baba-4ddc-8fc5-554502fcc8e4 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.584522 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e8659b72-baba-4ddc-8fc5-554502fcc8e4 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0119436
Dec 09 14:03:36.590593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51928) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.598583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-291b4c0b-58d2-4e64-8ddc-0cf5f838cb0c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.603459 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-291b4c0b-58d2-4e64-8ddc-0cf5f838cb0c tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0116425
Dec 09 14:03:36.603914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.617917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-5e936711-dd19-41ec-9e90-55f8c9c35fee tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.622001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e936711-dd19-41ec-9e90-55f8c9c35fee tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0158353
Dec 09 14:03:36.623833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51936) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.633847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-65d08e0f-b9e1-4fcd-9583-ec8949571a68 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.634051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.638974 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65d08e0f-b9e1-4fcd-9583-ec8949571a68 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0108361
Dec 09 14:03:36.639841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.650117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb928245-6a04-4a47-b5a6-1bd9cadd66c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:36.654429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-aca2c0e7-4781-4fb2-a6b2-6d4f898fe790 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.658698 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aca2c0e7-4781-4fb2-a6b2-6d4f898fe790 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0122871
Dec 09 14:03:36.708065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51944) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.722936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-2cfcb326-0623-4d2a-8270-63cbf85af06d tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.726332 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2cfcb326-0623-4d2a-8270-63cbf85af06d tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0148072
Dec 09 14:03:36.729702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.741291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Allocated IP 172.20.0.1 (f0f81551-3bae-482f-aa3b-63da4134fcba/cef811b8-b445-4ce3-b9d4-f28620fd5781/f5b6505a-aaa2-432b-816e-6112e4b0b752) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:36.758690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-4015e1ce-c614-4542-9ea8-279cc6ecbbb6 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.762165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4015e1ce-c614-4542-9ea8-279cc6ecbbb6 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0215435
Dec 09 14:03:36.762320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2a50acea-0d9d-40d2-8fca-1846a0dddd69 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:36.765973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.792731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-4ef5f082-0619-47d1-8fce-483e4b361787 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.794535 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ef5f082-0619-47d1-8fce-483e4b361787 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0264401
Dec 09 14:03:36.797922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51960) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.807659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-bcb0577d-4c35-468d-94fd-02082b05a27d tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.812757 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bcb0577d-4c35-468d-94fd-02082b05a27d tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0122848
Dec 09 14:03:36.825591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.833733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-4c46fd10-8613-4087-8990-42d2423367c3 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.835012 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4c46fd10-8613-4087-8990-42d2423367c3 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0063272
Dec 09 14:03:36.838069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.847726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-0b435627-707a-4321-bd54-5eaeae2a3e3f tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.849382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0b435627-707a-4321-bd54-5eaeae2a3e3f tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0091610
Dec 09 14:03:36.855847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51972) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.862667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31b492-5148-4e99-bfe4-7107624eecba req-472c9ef6-2b94-44c6-8fef-a7d64363cfe3 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:36.864975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef31b492-5148-4e99-bfe4-7107624eecba req-472c9ef6-2b94-44c6-8fef-a7d64363cfe3 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2050955
Dec 09 14:03:36.869342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 8fa5071d-5e09-4878-9b28-64c8dc47687f is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:03:36.874957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f64a39d6-71cf-4650-8c1e-66eb73de6699 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.876570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f64a39d6-71cf-4650-8c1e-66eb73de6699 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0104473
Dec 09 14:03:36.880652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Provisioning complete for port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:36.881033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:36.881259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.924064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-fbacb913-e17d-427a-9a32-e86e55d10c31 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.927616 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fbacb913-e17d-427a-9a32-e86e55d10c31 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0143788
Dec 09 14:03:36.929099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.942290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-85e99a38-61fb-456e-8c24-f5a7f598b162 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.945853 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-85e99a38-61fb-456e-8c24-f5a7f598b162 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0114703
Dec 09 14:03:36.950638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 51986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:36.957166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-ef18889c-197e-41e8-8ed7-72766605538f tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:36.960895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef18889c-197e-41e8-8ed7-72766605538f tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0069525
Dec 09 14:03:36.993248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51990) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.001455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:37.002994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98317c3c-54f7-4bd3-8e47-5a1a7471a99f None None] Pushing event updated for resources: {'Port': ['ID=209d22a7-b34a-403a-beca-4c612ac6fa3d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:37.022856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98317c3c-54f7-4bd3-8e47-5a1a7471a99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:37.028678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.039838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-0a4755a7-5a79-47f8-aaa7-90a635fb4214 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.040811 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0a4755a7-5a79-47f8-aaa7-90a635fb4214 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0382502
Dec 09 14:03:37.046299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 51996) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.056653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:37.057223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.065781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.080253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-c322b9cf-bf17-43bd-a009-f20a656765fc tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.081226 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c322b9cf-bf17-43bd-a009-f20a656765fc tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0301433
Dec 09 14:03:37.086659 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/ports/64b04c97-bbcd-4a15-b4eb-0f674784fd76 HTTP/1.1" status: 204  len: 168 time: 3.5252881
Dec 09 14:03:37.089377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52000) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.089737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52002) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.096962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.098039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef31b492-5148-4e99-bfe4-7107624eecba req-ac2884aa-665e-42a7-b543-a64eb188949f tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2201414
Dec 09 14:03:37.144330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [None req-e9a39c85-0d3c-46a0-bf05-850947223e88 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.145319 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e9a39c85-0d3c-46a0-bf05-850947223e88 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0520043
Dec 09 14:03:37.147750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Routers {'7dd9a8dc-628c-4b55-9ed6-c694699979df'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:37.148384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a41c5e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7dd9a8dc-628c-4b55-9ed6-c694699979df'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:37.153477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.201951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.209043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-7ab1de28-5a05-4be4-bb4f-c8a6bd84c3e6 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.213468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ab1de28-5a05-4be4-bb4f-c8a6bd84c3e6 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0089631
Dec 09 14:03:37.220655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52014) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.226416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-684d070f-c959-4a51-b97f-b4274e534134 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.226949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Transition to ACTIVE for port object f5b6505a-aaa2-432b-816e-6112e4b0b752 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:37.231047 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-684d070f-c959-4a51-b97f-b4274e534134 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0092490
Dec 09 14:03:37.233803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Provisioning for port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:37.247246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Provisioning complete for port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:37.247645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.248938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52018) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.259333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-8789e8ee-1f9e-4fac-b954-d5d6db15e19a tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.263729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8789e8ee-1f9e-4fac-b954-d5d6db15e19a tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0108070
Dec 09 14:03:37.264307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.269770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.270720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-d259661d-3774-4a09-9ea4-6ce0be90c027 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.274658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d259661d-3774-4a09-9ea4-6ce0be90c027 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0081267
Dec 09 14:03:37.276577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52026) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.283959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-d59df57f-3fd4-424b-8937-6a4613d90814 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.287895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d59df57f-3fd4-424b-8937-6a4613d90814 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0103953
Dec 09 14:03:37.289454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52030) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.295265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-96176b4a-dd39-4660-8fea-7fab846d6fad tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.298956 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-96176b4a-dd39-4660-8fea-7fab846d6fad tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0084958
Dec 09 14:03:37.307153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.312920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-1e9fef2d-02a7-48c8-9517-6b7a2ec5e757 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.316818 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e9fef2d-02a7-48c8-9517-6b7a2ec5e757 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0083055
Dec 09 14:03:37.319384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52038) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.326156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-e36e1395-1ea8-4952-a938-6ad3e3186a59 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.330776 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e36e1395-1ea8-4952-a938-6ad3e3186a59 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0101426
Dec 09 14:03:37.331611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52042) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.341546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-77f66dfa-db3f-44e8-b86f-9795b6042bdf tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.347380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77f66dfa-db3f-44e8-b86f-9795b6042bdf tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0107567
Dec 09 14:03:37.350803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52046) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.357243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-df1e6a29-97b8-4219-892f-2c7890f64b98 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.361061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df1e6a29-97b8-4219-892f-2c7890f64b98 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0090408
Dec 09 14:03:37.361906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52050) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.374087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-ba21296f-b4f4-4e20-9a25-7501d59d3da9 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.377926 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba21296f-b4f4-4e20-9a25-7501d59d3da9 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0085649
Dec 09 14:03:37.381508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.382279 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c860457a-c3ff-43cf-a923-ba67f67d894e tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:37.384809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c860457a-c3ff-43cf-a923-ba67f67d894e tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Synchronizing usage tracker for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:37.387584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-5fb8de6e-f737-432b-9aa8-de99df35a896 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.392230 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5fb8de6e-f737-432b-9aa8-de99df35a896 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0097392
Dec 09 14:03:37.392936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52058) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.405497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f8abeeeb-6e67-4d51-8baf-b473a6307ac7 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.407488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f8abeeeb-6e67-4d51-8baf-b473a6307ac7 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0132706
Dec 09 14:03:37.410128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e831393d-078d-4a35-8b17-7035254a2ea1 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:37.412203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.426083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-95619b13-22d6-4f38-80aa-6488504136de tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.431060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95619b13-22d6-4f38-80aa-6488504136de tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0162086
Dec 09 14:03:37.432482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.436774 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-2c4686c7-5561-4b96-895e-8c9d20efbb3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.5117297
Dec 09 14:03:37.443045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-f05caea8-5ef0-457d-b69e-7f792704a3a6 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.447307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f05caea8-5ef0-457d-b69e-7f792704a3a6 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0111418
Dec 09 14:03:37.451040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.454559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:37.462163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c860457a-c3ff-43cf-a923-ba67f67d894e tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Unset dirty status for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:37.466463 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] Sync routers for ids ['8fa5071d-5e09-4878-9b28-64c8dc47687f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:37.472351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/8fa5071d-5e09-4878-9b28-64c8dc47687f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6393929
Dec 09 14:03:37.478524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-0d4d17ec-fd89-40aa-b519-f29893ed0790 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.484078 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d4d17ec-fd89-40aa-b519-f29893ed0790 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0260572
Dec 09 14:03:37.484078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52076) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.485677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.486000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.490843 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c860457a-c3ff-43cf-a923-ba67f67d894e tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "GET /v2.0/ports/64b04c97-bbcd-4a15-b4eb-0f674784fd76 HTTP/1.1" status: 404  len: 333 time: 0.3952699
Dec 09 14:03:37.491760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a6649c0-c4d0-49da-bb91-9a7d8c2daabb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:37.500415 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] Routers {'8fa5071d-5e09-4878-9b28-64c8dc47687f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:37.501218 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3a26d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8fa5071d-5e09-4878-9b28-64c8dc47687f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:37.504592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:37.551510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.552624 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7a6649c0-c4d0-49da-bb91-9a7d8c2daabb HTTP/1.1" status: 204  len: 168 time: 1.4434197
Dec 09 14:03:37.583137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52090) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:37.590184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [None req-dc354e7f-e60c-4651-b7ec-fdd32508ba95 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:03:37.594907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc354e7f-e60c-4651-b7ec-fdd32508ba95 tempest-ExtensionsTestJSON-1159925988 tempest-ExtensionsTestJSON-1159925988-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.1066327
Dec 09 14:03:37.601491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'name': 'tempest-AllowedAddressPairTestJSON-1533418615'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:37.621877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.809048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-715c7e4e-8e54-4340-af2d-f74e0184850f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:37.822518 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3a26d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:37.829462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.854626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:37.860415 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] Routers {'8fa5071d-5e09-4878-9b28-64c8dc47687f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:37.860954 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3a26d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8fa5071d-5e09-4878-9b28-64c8dc47687f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:37.916607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00e9c52-2482-4f04-9bbd-b5f506b3c33a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:37.917172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f00e9c52-2482-4f04-9bbd-b5f506b3c33a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:37.942127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d7646424-8aee-4737-8202-6b1bfb0dbc48 tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:37.943837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] For port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,segment=NetworkSegment(390d22f3-0a72-417e-abcf-21e7ea4bb879),segment_id=390d22f3-0a72-417e-abcf-21e7ea4bb879)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:37.958892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] Set router 7dd9a8dc-628c-4b55-9ed6-c694699979df gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:37.987525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Network f0f81551-3bae-482f-aa3b-63da4134fcba is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:37.990461 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3a26d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:37.990776 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbce905-88ce-45c8-ac18-7c3c19643e79 None None] The sync data for ids ['8fa5071d-5e09-4878-9b28-64c8dc47687f'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:38.004355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f00e9c52-2482-4f04-9bbd-b5f506b3c33a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:38.005554 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f00e9c52-2482-4f04-9bbd-b5f506b3c33a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports/c73c4ee3-20bb-4b01-ae86-665b0fafd300 HTTP/1.1" status: 200  len: 911 time: 0.5212452
Dec 09 14:03:38.027605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:38.027934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.028434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:38.029790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98317c3c-54f7-4bd3-8e47-5a1a7471a99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:38.044303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97f42653-39c9-44ef-8833-41d09a5d6c06'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:38.073407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:38.076080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:38.096915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Pushing event updated for resources: {'Port': ['ID=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:38.103931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:38.111959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 9f600d09-8e3b-4e4e-9180-32457a79b318 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:38.204464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-715c7e4e-8e54-4340-af2d-f74e0184850f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:38.205739 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-715c7e4e-8e54-4340-af2d-f74e0184850f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6216311
Dec 09 14:03:38.214902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52110) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:38.237587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Provisioning for port 9f600d09-8e3b-4e4e-9180-32457a79b318 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:38.247953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-0f69cf8e-4bff-45d7-b3ef-98fe5ed6e092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:38.249105 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-0f69cf8e-4bff-45d7-b3ef-98fe5ed6e092 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.8024545
Dec 09 14:03:38.278614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Provisioning complete for port 9f600d09-8e3b-4e4e-9180-32457a79b318 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:38.279022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.295661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b6505a-aaa2-432b-816e-6112e4b0b752,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:38.304767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:38.388995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:38.427889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Port 9f600d09-8e3b-4e4e-9180-32457a79b318 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:38.469041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:38.478786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:38.529980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.539280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:38.543300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.544630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.596305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4ac44753-63e0-4812-83b1-a4a4bd8a47f1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:38.604462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a41c5e0>, [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:03:29Z', 'revision_number': 3, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:38.612689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-33785f16-032b-4613-979c-e458e5022977 None None] Provisioning for port c73c4ee3-20bb-4b01-ae86-665b0fafd300 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:38.613442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] device_id is not set on port cf435c68-9c59-41b7-8221-5fb6875e1e10 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:38.622047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace5bef-a466-4fd0-80fe-856784863576 None None] The sync data for ids ['7dd9a8dc-628c-4b55-9ed6-c694699979df'] in dv-neutron-821183-1-hyperv is: [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:03:29Z', 'revision_number': 3, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:38.628994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-33785f16-032b-4613-979c-e458e5022977 None None] Provisioning complete for port c73c4ee3-20bb-4b01-ae86-665b0fafd300 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:38.629346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33785f16-032b-4613-979c-e458e5022977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.691557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=9f600d09-8e3b-4e4e-9180-32457a79b318,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:38.701736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-33785f16-032b-4613-979c-e458e5022977 None None] Port c73c4ee3-20bb-4b01-ae86-665b0fafd300 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:38.717514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-33785f16-032b-4613-979c-e458e5022977 None None] Provisioning for port f5b6505a-aaa2-432b-816e-6112e4b0b752 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:38.724294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-33785f16-032b-4613-979c-e458e5022977 None None] Provisioning complete for port f5b6505a-aaa2-432b-816e-6112e4b0b752 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:38.724677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33785f16-032b-4613-979c-e458e5022977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.726300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:38.745256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9299825f-5699-46e8-ae66-232f4bf6109a tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:38.784831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-33785f16-032b-4613-979c-e458e5022977 None None] Port f5b6505a-aaa2-432b-816e-6112e4b0b752 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:38.798136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-33785f16-032b-4613-979c-e458e5022977 None None] Provisioning complete for port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:38.798508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-33785f16-032b-4613-979c-e458e5022977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.821472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68bdc-b12d-4646-addb-eec78ccf5aba req-2fdc38a4-a3de-40f8-b007-32b8402d673d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:38.830194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-40c68bdc-b12d-4646-addb-eec78ccf5aba req-2fdc38a4-a3de-40f8-b007-32b8402d673d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.4144542
Dec 09 14:03:38.832172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:38.840918 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-3ec901ff-9da7-4c08-a091-8248da4bf80d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1002 time: 0.5561080
Dec 09 14:03:38.879555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:38.885774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Usage tracker for resource:security_group_rule and tenant:9e26a94a8afb4d4f9584c9c9b7185022 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:38.891420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:38.898004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:38.963242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.024589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.081325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.120202 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/9f600d09-8e3b-4e4e-9180-32457a79b318 HTTP/1.1" status: 204  len: 168 time: 3.0124292
Dec 09 14:03:39.137505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52122) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.138933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-4dac347d-41a3-46ad-af6f-94cd10e26c3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:39.140914 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-4dac347d-41a3-46ad-af6f-94cd10e26c3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.2899401
Dec 09 14:03:39.223766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.237517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-40c68bdc-b12d-4646-addb-eec78ccf5aba req-917f5849-0567-454b-9be1-6be08853d9b2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4055970
Dec 09 14:03:39.241226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.246874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.254196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Allocated IP 172.20.0.7 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/cf435c68-9c59-41b7-8221-5fb6875e1e10) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:39.261857 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-94958ce8-c988-4ac2-adf9-4f0fde6d7147 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:39.262533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-94958ce8-c988-4ac2-adf9-4f0fde6d7147 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:39.269838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.285026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f5fbb19f-6985-4e35-947e-9adc01a5c450 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:39.363937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-94958ce8-c988-4ac2-adf9-4f0fde6d7147 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:39.367531 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-94958ce8-c988-4ac2-adf9-4f0fde6d7147 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/9f600d09-8e3b-4e4e-9180-32457a79b318 HTTP/1.1" status: 404  len: 333 time: 0.2233036
Dec 09 14:03:39.370743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52126) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.432041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.451991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7cf93465-2c5e-494b-95cc-9627e0485006 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:39.480452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e347f87-3a12-4129-a5c2-06883182a04f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:39.480994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec393fbb-01b8-4f08-812f-b811aa2067fd,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:39.483721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:39.502010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9299825f-5699-46e8-ae66-232f4bf6109a tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "PUT /v2.0/quotas/122236994f4940a9b9df1b78b3b5535a HTTP/1.1" status: 200  len: 366 time: 1.4701226
Dec 09 14:03:39.512943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:39.514894 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-666d2190-461a-4c70-bc82-15044565dbfb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3666275
Dec 09 14:03:39.516031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52130) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.635452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 9789fe1f-84cb-4455-8c13-c6f30d2ea587 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:39.635749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e26a94a8afb4d4f9584c9c9b7185022&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1555972
Dec 09 14:03:39.635849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.644312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.651993 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-986ca8d3-3507-4da1-82e8-a95436646b5f tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.1298115
Dec 09 14:03:39.662027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.692393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:39.695934 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec393fbb-01b8-4f08-812f-b811aa2067fd HTTP/1.1" status: 204  len: 168 time: 1.4647820
Dec 09 14:03:39.701079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.784515 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-623250bf-1e48-4b5a-b20e-6bfeff979344 tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "GET /v2.0/quotas/122236994f4940a9b9df1b78b3b5535a HTTP/1.1" status: 200  len: 366 time: 0.1007383
Dec 09 14:03:39.809038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52146) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.944225 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-574fe69c-b578-457f-9833-e0f24ef1c115 tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/122236994f4940a9b9df1b78b3b5535a HTTP/1.1" status: 204  len: 168 time: 0.1322999
Dec 09 14:03:39.951065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52150) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:39.957625 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-20ca8e72-4ceb-4840-90ad-dc56f78f7541 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4278138
Dec 09 14:03:40.039613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:03:40.042475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.065943 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-69876326-5cd2-4e74-a460-a1793c9e5f85 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3617868
Dec 09 14:03:40.074089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.074524 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df2d748e-d645-46b2-af07-dde447c448fe tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.1132493
Dec 09 14:03:40.075474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52154) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.123586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.132531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991104405'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:40.142742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.166191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6fe7f9e2-d98a-479a-bab9-a83220a4fdac up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:40.175887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0419ae49-ed21-4ee3-b6fb-4ac24c5dea8b tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:40.179170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.186165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.219387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:40.229339 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d4ba3dca-2270-48ba-90fa-cec19805154a tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "GET /v2.0/quotas/122236994f4940a9b9df1b78b3b5535a HTTP/1.1" status: 200  len: 370 time: 0.1004992
Dec 09 14:03:40.237132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.253613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:40.253819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:40.254210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.259894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:40.267305 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a58b607d-aea6-4429-9a31-5ff4071e1c68 tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "GET /v2.0/quotas/122236994f4940a9b9df1b78b3b5535a/default HTTP/1.1" status: 200  len: 370 time: 0.0238585
Dec 09 14:03:40.267305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Transition to ACTIVE for port object cf435c68-9c59-41b7-8221-5fb6875e1e10 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:40.270680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.301794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:40.315734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-f197572b-c6dd-4c32-93a3-31e0411cba67 tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] delete failed (client error): The resource could not be found.
Dec 09 14:03:40.319367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f197572b-c6dd-4c32-93a3-31e0411cba67 tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/122236994f4940a9b9df1b78b3b5535a HTTP/1.1" status: 404  len: 348 time: 0.0419793
Dec 09 14:03:40.322743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.353261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.361004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.368074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3c6a3592-17ab-4e09-9603-fe481766e1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:40.396518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e347f87-3a12-4129-a5c2-06883182a04f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:40.412118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:40.419205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Pushing event updated for resources: {'Port': ['ID=f5b6505a-aaa2-432b-816e-6112e4b0b752,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:40.422310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:40.431321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.436118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.437896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e347f87-3a12-4129-a5c2-06883182a04f HTTP/1.1" status: 204  len: 168 time: 0.7905893
Dec 09 14:03:40.455173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.458400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a8816a6-0345-4e1c-bba4-96071a9ce0d7 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:40.478465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 209d22a7-b34a-403a-beca-4c612ac6fa3d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:40.516240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.530513 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b0e3b079-e3c0-40c9-a943-b81a04938eda req-fb61f540-fe47-4a29-b478-2efa68c2cd89 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5254812
Dec 09 14:03:40.538436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 9789fe1f-84cb-4455-8c13-c6f30d2ea587 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:40.575535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:40.578675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.582106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 209d22a7-b34a-403a-beca-4c612ac6fa3d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:40.583012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=cf435c68-9c59-41b7-8221-5fb6875e1e10,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:40.588510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 209d22a7-b34a-403a-beca-4c612ac6fa3d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:40.589333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.595401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:40.629652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:40.768483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:40.793790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.804152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:40.833179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 209d22a7-b34a-403a-beca-4c612ac6fa3d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=209d22a7-b34a-403a-beca-4c612ac6fa3d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:40.844418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.846378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5554a3fb-dcc4-4229-ae6e-3f6c7ea3431c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:40.857849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:40.858472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.910660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.917689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:40.918087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:40.919952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/ports/c73c4ee3-20bb-4b01-ae86-665b0fafd300 HTTP/1.1" status: 200  len: 911 time: 2.8901155
Dec 09 14:03:40.922092 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.4345932
Dec 09 14:03:40.927816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:network and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:40.933646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5d7a0c75-4dd0-46c4-b6ce-05928380c47c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:40.961855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=209d22a7-b34a-403a-beca-4c612ac6fa3d,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:40.969994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:40.981601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.982986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:40.993370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.001303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-92bbd3f7-b560-49d8-bbbe-f406a2f109b7 None None] Provisioning for port cf435c68-9c59-41b7-8221-5fb6875e1e10 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:41.006904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-92bbd3f7-b560-49d8-bbbe-f406a2f109b7 None None] Provisioning complete for port cf435c68-9c59-41b7-8221-5fb6875e1e10 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:41.007292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92bbd3f7-b560-49d8-bbbe-f406a2f109b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.017949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:13:14'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:41.048072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.051566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.057564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:41.085246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92bbd3f7-b560-49d8-bbbe-f406a2f109b7 None None] Port cf435c68-9c59-41b7-8221-5fb6875e1e10 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:41.157214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.176696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.182202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Network f0f81551-3bae-482f-aa3b-63da4134fcba is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:41.183031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d838a6a1-2a62-4c15-8a99-7f77d76fc231 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:41.196508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:41.198604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.211051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:subnet and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.228458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=c73c4ee3-20bb-4b01-ae86-665b0fafd300,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:41.236274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:41.239871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.254742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4d348-24c6-4449-9f8d-a39112b7ff04 req-5ebf33ef-fcae-491b-86c9-9867b85e9313 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:41.265460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ac4d348-24c6-4449-9f8d-a39112b7ff04 req-5ebf33ef-fcae-491b-86c9-9867b85e9313 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.8258574
Dec 09 14:03:41.346155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:subnetpool and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.383537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2203676-7850-4e37-a330-a8d19cf6b384,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:41.448276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:41.457677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-556e7392-9fcb-43f8-a1e9-4639e3f5d91e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:41.523973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f918b57e-b773-4a98-8781-cea84b236800 None None] Provisioning complete for port f5b6505a-aaa2-432b-816e-6112e4b0b752 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:41.524506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f918b57e-b773-4a98-8781-cea84b236800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.540392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.541648 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4214456
Dec 09 14:03:41.557866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52202) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:41.601561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=9789fe1f-84cb-4455-8c13-c6f30d2ea587,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:41.606966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'd2203676-7850-4e37-a330-a8d19cf6b384', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:41.625390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:41.633729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:41.635440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f918b57e-b773-4a98-8781-cea84b236800 None None] Port f5b6505a-aaa2-432b-816e-6112e4b0b752 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:41.636267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.656663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.666824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.672267 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ac4d348-24c6-4449-9f8d-a39112b7ff04 req-492bfd83-1c1b-47f6-9bc4-03d5895c7623 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4060438
Dec 09 14:03:41.695308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:41.697649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.698562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:port and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.699533 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/9789fe1f-84cb-4455-8c13-c6f30d2ea587 HTTP/1.1" status: 204  len: 168 time: 2.3278098
Dec 09 14:03:41.705607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52208) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:41.733330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.810908 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e7f78c-75f6-4621-9e2f-89f233d1c46d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:41.811422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-84e7f78c-75f6-4621-9e2f-89f233d1c46d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:41.826648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52212) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:41.839169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.859578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:router and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.874038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-84e7f78c-75f6-4621-9e2f-89f233d1c46d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:41.875253 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-84e7f78c-75f6-4621-9e2f-89f233d1c46d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/9789fe1f-84cb-4455-8c13-c6f30d2ea587 HTTP/1.1" status: 404  len: 333 time: 0.1685216
Dec 09 14:03:41.885721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52218) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:41.924564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:41.954534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:floatingip and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:41.956780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:41.984019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:42.045650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1367949895'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:42.050870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 209d22a7-b34a-403a-beca-4c612ac6fa3d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:42.069634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:42.083768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:network and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:42.087200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.125710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 209d22a7-b34a-403a-beca-4c612ac6fa3d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:42.126249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.142812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:42.147425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.153109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:42.160361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:42.204807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57eba0a1-9606-426e-9080-5a065e645241,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:42.206652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:42.209564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.222978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.229053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:42.266408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.274778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.275930 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7073727
Dec 09 14:03:42.282319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52222) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:42.291634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'd2203676-7850-4e37-a330-a8d19cf6b384', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:42.301076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 9e9311e5-200f-4ec8-9dd3-d9fd47accf47 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:03:42.307196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.338624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:42.349779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:42.364162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:42.388108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:42.400805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:42.404813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.409153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:security_group and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:42.417874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:42.439009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:security_group_rule and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:42.446881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:42.451816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Usage tracker for resource:security_group_rule and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:42.456845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.458273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:42.460505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:42.467033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.472067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:42.488657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.509724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Router 7dd9a8dc-628c-4b55-9ed6-c694699979df has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:42.533373 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e2a2e36-cb8c-4762-99bb-afae1223a7df tempest-QuotasTest-260251821 tempest-QuotasTest-260251821-project-admin] 10.222.0.21 "GET /v2.0/quotas/4cd8b04baf15405497314af3850a98ea/details.json HTTP/1.1" status: 200  len: 703 time: 1.9081051
Dec 09 14:03:42.610220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=cf435c68-9c59-41b7-8221-5fb6875e1e10,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:42.620176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:42.661634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] In _notify_port_updated(), no bound segment for port cf435c68-9c59-41b7-8221-5fb6875e1e10 on network f730ecf8-4fb9-45bb-bb64-850883ef9d93 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:03:42.665778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:42.666960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.673523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "PUT /v2.0/ports/cf435c68-9c59-41b7-8221-5fb6875e1e10 HTTP/1.1" status: 200  len: 996 time: 1.6756201
Dec 09 14:03:42.675606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.680684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52228) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:42.839075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.843835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port cf435c68-9c59-41b7-8221-5fb6875e1e10 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:42.844222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.845884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.855548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:42.906440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9311e5-200f-4ec8-9dd3-d9fd47accf47,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:42.919146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.924214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:42.937416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3db75e8b-c539-4245-9db4-d7dc87a548ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:42.969347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:42.980297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ac463e5e-444b-4d64-88f7-68ed725f20cf None None] Provisioning complete for port cf435c68-9c59-41b7-8221-5fb6875e1e10 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:42.981456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ac463e5e-444b-4d64-88f7-68ed725f20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.001004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.008237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.013463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:43.035982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae9c92f-e97a-4131-acd4-065ecd845e66,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:43.048636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:43.050925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52236) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:43.057694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727f04e-df86-4777-a50b-92509bbd5681 None None] Network c957b898-b8dd-40d5-b79b-29ca19e0c363 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:43.060376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:43.078279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.078279 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Added segment 2ee4f604-932d-45d8-9ed9-aa027fba1326 of type vlan for network ec7ebe36-9849-4266-8e2e-8c67bd44a45a
Dec 09 14:03:43.251369 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/9e9311e5-200f-4ec8-9dd3-d9fd47accf47 HTTP/1.1" status: 204  len: 168 time: 1.3617580
Dec 09 14:03:43.258066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:43.282456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50b081a-454e-47cf-91d9-8ed5b4b6ef2f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:43.288216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.289427 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.0053110
Dec 09 14:03:43.302265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:43.305112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52246) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:43.314808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'd2203676-7850-4e37-a330-a8d19cf6b384', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:43.319219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.333585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.346000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:43.352702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ac463e5e-444b-4d64-88f7-68ed725f20cf None None] Port cf435c68-9c59-41b7-8221-5fb6875e1e10 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:43.354253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:43.363636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:43.372094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ceda5-2172-42af-8f6c-867aeca594a9 req-02c83130-29a2-4829-a1c3-9ea1e659f815 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:43.373565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-226ceda5-2172-42af-8f6c-867aeca594a9 req-02c83130-29a2-4829-a1c3-9ea1e659f815 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.4557188
Dec 09 14:03:43.390689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:43.434233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:43.436682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.441257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:43.441892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.455448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:43.457156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] DHCP port deletion for c957b898-b8dd-40d5-b79b-29ca19e0c363 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:03:43.461901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Deleting port 45a563d7-4422-47f2-999b-994e6bc6409d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:43.462384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.476087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Usage tracker for resource:security_group_rule and tenant:541fc52cbe9e4cd692dae8de7e3a3ccd is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:43.482089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:43.499233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.510767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:43.595062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.7628253
Dec 09 14:03:43.597262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.612493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52250) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:43.632552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'subnet': {'network_id': 'ec7ebe36-9849-4266-8e2e-8c67bd44a45a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:43.640585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Network': ['ID=ec7ebe36-9849-4266-8e2e-8c67bd44a45a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:43.650824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:43.652756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:43.659323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:43.675564 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] 10.222.0.21 "PUT /v2.0/routers/7dd9a8dc-628c-4b55-9ed6-c694699979df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6911907
Dec 09 14:03:43.696671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Sync routers for ids ['7dd9a8dc-628c-4b55-9ed6-c694699979df'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:43.717745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.730284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.738435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a285e888-932d-43c1-a908-e6a6fff83ef9 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:43.746387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.765087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83559e7-316a-45a5-8721-ef4e5beba50d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:43.769736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.779335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:43.779928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-31f38a22-5c65-4148-8610-5198ebde6791 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:43.799169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for cf435c68-9c59-41b7-8221-5fb6875e1e10 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:43.822297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] For port 45a563d7-4422-47f2-999b-994e6bc6409d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=45a563d7-4422-47f2-999b-994e6bc6409d,segment=NetworkSegment(b3b473da-3cde-4a6a-8572-9f7963e1a91c),segment_id=b3b473da-3cde-4a6a-8572-9f7963e1a91c)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:43.822943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.833512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.837363 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=541fc52cbe9e4cd692dae8de7e3a3ccd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7696609
Dec 09 14:03:43.838881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.840179 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5333295
Dec 09 14:03:43.841035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5cc100-7f39-48fa-ab6c-61cd1b7c5b14,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:43.844250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52256) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:43.844583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52258) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:43.849216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:43.864135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'd2203676-7850-4e37-a330-a8d19cf6b384', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:43.871132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:43.883948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:43.889688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Routers {'7dd9a8dc-628c-4b55-9ed6-c694699979df'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:43.891057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f111f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7dd9a8dc-628c-4b55-9ed6-c694699979df'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:43.893793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:43.904280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:43.956773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.959548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:43.965603 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-226ceda5-2172-42af-8f6c-867aeca594a9 req-1f63cf2c-d1a6-4939-89cd-4ba352146dfc tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3932889
Dec 09 14:03:43.976153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 45a563d7-4422-47f2-999b-994e6bc6409d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:43.976648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.034343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Calling delete_port for 45a563d7-4422-47f2-999b-994e6bc6409d owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:44.061253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:44.075371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 45a563d7-4422-47f2-999b-994e6bc6409d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:44.076408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:subnet and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:44.092327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:44.110191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.112142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:44.190889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.206090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f73ec18d-dffd-4e31-bc2d-4e923309c1bc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.234058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5cc100-7f39-48fa-ab6c-61cd1b7c5b14,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:44.236365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:44.244228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.246617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.253083 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a5cc100-7f39-48fa-ab6c-61cd1b7c5b14 HTTP/1.1" status: 204  len: 168 time: 0.4052312
Dec 09 14:03:44.253083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.258713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa065ea8-46af-4f9e-a3ba-f706dd5c4be5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.282314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973eedf4-48f9-4ed9-9c15-9300e6d72ac8,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:44.284777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:44.299231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.303175 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4533775
Dec 09 14:03:44.304030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52272) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:44.310169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'd2203676-7850-4e37-a330-a8d19cf6b384', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:44.316874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:44.321920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:44.325081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:44.340322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:44.364066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.387595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:44.397345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.438616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.457738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.467644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.470365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.485569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port 45a563d7-4422-47f2-999b-994e6bc6409d update to DOWN by agent not found {{(pid=83445) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 09 14:03:44.495048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] No DVR routers for this DVR port 45a563d7-4422-47f2-999b-994e6bc6409d on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:44.500543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Pushing event deleted for resources: {'Port': ['ID=45a563d7-4422-47f2-999b-994e6bc6409d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:44.509226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Set router 7dd9a8dc-628c-4b55-9ed6-c694699979df gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:44.537555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4137bd38-e8ab-45b4-81ce-465962cd39ce,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:44.550270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:44.557251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:44.565825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.570307 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.2654948
Dec 09 14:03:44.570923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52278) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:44.606172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.617523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.645398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.647860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.673172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] For port 45a563d7-4422-47f2-999b-994e6bc6409d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=45a563d7-4422-47f2-999b-994e6bc6409d,segment=NetworkSegment(b3b473da-3cde-4a6a-8572-9f7963e1a91c),segment_id=b3b473da-3cde-4a6a-8572-9f7963e1a91c)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:44.674599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4137bd38-e8ab-45b4-81ce-465962cd39ce,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:44.676832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.681005 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4137bd38-e8ab-45b4-81ce-465962cd39ce HTTP/1.1" status: 204  len: 168 time: 0.1086798
Dec 09 14:03:44.681429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.690117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:44.691773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52282) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:44.704053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.750944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-42b97974-09ea-4e67-bea4-2bd9d9109f5c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:44.755748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e892e56b-7a3c-4642-a135-6aa742d1addf tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.768580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-42b97974-09ea-4e67-bea4-2bd9d9109f5c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:44.773798 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-42b97974-09ea-4e67-bea4-2bd9d9109f5c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.0807793
Dec 09 14:03:44.774408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52286) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:44.812333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52290) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:44.822185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829198516', 'description': 'tempest-secgroup-smoke-1829198516 description', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:44.829704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:44.832430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.844001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:44.847528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.853684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:44.863026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:44.882103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.903844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52294) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:44.907172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.940026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-04924e59-e68e-4767-ac54-025a019d31e5 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:44.963287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f111f0>, [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:03:38Z', 'revision_number': 4, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'f5b6505a-aaa2-432b-816e-6112e4b0b752', 'name': '', 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'mac_address': 'fa:16:3e:df:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:36Z', 'updated_at': '2021-12-09T14:03:39Z', 'revision_number': 2, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'subnets': [{'id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:44.967631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Checking router: 7dd9a8dc-628c-4b55-9ed6-c694699979df for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:03:44.968506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Updating router 7dd9a8dc-628c-4b55-9ed6-c694699979df port f5b6505a-aaa2-432b-816e-6112e4b0b752 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:03:44.985766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:44.989874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:44.992737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:44.992866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 45a563d7-4422-47f2-999b-994e6bc6409d owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:45.004158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:45.007462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=973eedf4-48f9-4ed9-9c15-9300e6d72ac8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.010433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.011295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.014818 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/973eedf4-48f9-4ed9-9c15-9300e6d72ac8 HTTP/1.1" status: 204  len: 168 time: 0.2369945
Dec 09 14:03:45.017710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52298) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.021758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:45.023245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.037096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.051143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Port': ['ID=cf435c68-9c59-41b7-8221-5fb6875e1e10,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.064028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.099254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:45.119116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd8b04baf15405497314af3850a98ea is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:45.125684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:45.134589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:45.144539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-338e1e0b-e256-4c8b-9d20-02fa38cee6f1 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:45.176354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-338e1e0b-e256-4c8b-9d20-02fa38cee6f1 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:45.178233 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-338e1e0b-e256-4c8b-9d20-02fa38cee6f1 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.1579688
Dec 09 14:03:45.185519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52302) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.192382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.212541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.219497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc9a7f8e-1b54-4a27-a124-de576ef0256b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:45.281777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port c73c4ee3-20bb-4b01-ae86-665b0fafd300 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:45.282122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.300533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.309200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3399436-fa51-495a-8a60-7c0afded9afc,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.312657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.322858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.324410 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5107474
Dec 09 14:03:45.326333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.336522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52306) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.351751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group_rule': {'security_group_id': 'b3399436-fa51-495a-8a60-7c0afded9afc', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:45.365547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:45.375205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:45.386425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:45.398230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:45.408512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.421142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:45.435424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.445562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.454656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b83559e7-316a-45a5-8721-ef4e5beba50d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.458397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.460217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:45.468880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.469786 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b83559e7-316a-45a5-8721-ef4e5beba50d HTTP/1.1" status: 204  len: 168 time: 0.2831817
Dec 09 14:03:45.474222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52310) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.489698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.498736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:45.499053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:45.504178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Transition to ACTIVE for port object f5b6505a-aaa2-432b-816e-6112e4b0b752 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:45.508058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.514148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.519651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.527439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:45.556648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e04ab-75b0-4125-84f2-047642a9f39a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.560631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.567607 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cd8b04baf15405497314af3850a98ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6617959
Dec 09 14:03:45.572194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52314) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.602260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9018b-5bd1-4fc1-8f7d-f9f06cefe6ce None None] Pushing event updated for resources: {'Port': ['ID=f5b6505a-aaa2-432b-816e-6112e4b0b752,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.608062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/ports/cf435c68-9c59-41b7-8221-5fb6875e1e10 HTTP/1.1" status: 204  len: 168 time: 2.9258506
Dec 09 14:03:45.612168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52318) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.662952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4c9018b-5bd1-4fc1-8f7d-f9f06cefe6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.705025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8dba4671-3df7-4931-82e1-fba2a7accd51 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:45.711325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-24764e4a-e187-4c02-9f49-7674fd99ea4b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:45.716586 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-24764e4a-e187-4c02-9f49-7674fd99ea4b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "GET /v2.0/ports/cf435c68-9c59-41b7-8221-5fb6875e1e10 HTTP/1.1" status: 404  len: 333 time: 0.0989299
Dec 09 14:03:45.718549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52322) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.724348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.734719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'name': 'tempest-AllowedAddressPairTestJSON-1132531821'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:45.768230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8dba4671-3df7-4931-82e1-fba2a7accd51 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:45.773469 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8dba4671-3df7-4931-82e1-fba2a7accd51 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.2893991
Dec 09 14:03:45.773469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.777563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52326) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.783903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.793146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:45.803386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Attempting to bind port f5b6505a-aaa2-432b-816e-6112e4b0b752 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:45.804002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Attempting to bind port f5b6505a-aaa2-432b-816e-6112e4b0b752 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:45.804524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Attempting to bind port f5b6505a-aaa2-432b-816e-6112e4b0b752 on network f0f81551-3bae-482f-aa3b-63da4134fcba {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:45.809056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.812449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:45.813042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Checking segment: {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:45.813440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.814024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Bound using segment: {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:45.814496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Bound port: f5b6505a-aaa2-432b-816e-6112e4b0b752, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000a4591-0e1e-4261-b74b-9d965873112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:45.814868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.826367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98abdfb-6a58-49ef-ad2a-11489223dc0b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:45.829749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:45.850112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.851539 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5139687
Dec 09 14:03:45.855203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52330) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:45.858874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.869441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group_rule': {'security_group_id': 'b3399436-fa51-495a-8a60-7c0afded9afc', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:45.878641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:45.889260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:45.895424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:45.910074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:45.921659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for c73c4ee3-20bb-4b01-ae86-665b0fafd300 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:45.930938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] For port f5b6505a-aaa2-432b-816e-6112e4b0b752, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:45.934590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] For port f5b6505a-aaa2-432b-816e-6112e4b0b752, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f5b6505a-aaa2-432b-816e-6112e4b0b752,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:45.939269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.943276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.947372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:45.989644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:45.999136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e534c07-7cf2-426b-a361-dc566648614e tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.021060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e04ab-75b0-4125-84f2-047642a9f39a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.025739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.033260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 45a563d7-4422-47f2-999b-994e6bc6409d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:46.033794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.033891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9018b-5bd1-4fc1-8f7d-f9f06cefe6ce None None] Pushing event updated for resources: {'Port': ['ID=f5b6505a-aaa2-432b-816e-6112e4b0b752,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.034432 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d16e04ab-75b0-4125-84f2-047642a9f39a HTTP/1.1" status: 204  len: 168 time: 0.4601378
Dec 09 14:03:46.035316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.048676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4c9018b-5bd1-4fc1-8f7d-f9f06cefe6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.051995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.058888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.060946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca0fcfe0-9e94-4655-89c3-fa5218ce7e7c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.114818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cb6325-fcb5-49f5-9dd1-fcd665f8791d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.118406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.119105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.121940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Routers {'7dd9a8dc-628c-4b55-9ed6-c694699979df'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:46.123345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f111f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7dd9a8dc-628c-4b55-9ed6-c694699979df'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:46.131698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.133834 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2774527
Dec 09 14:03:46.137477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52336) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:46.147174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group_rule': {'security_group_id': 'b3399436-fa51-495a-8a60-7c0afded9afc', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:46.155153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:46.159882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:46.163451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:46.169873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:46.180274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.192215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.201787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.241119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.262641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] The port '45a563d7-4422-47f2-999b-994e6bc6409d' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:03:46.264001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.301757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.316061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.347293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.358368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.360459 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2219458
Dec 09 14:03:46.363587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52340) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:46.370905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group_rule': {'security_group_id': 'b3399436-fa51-495a-8a60-7c0afded9afc', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:46.378319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7171ed8f-8483-4d92-90b1-1d0c94e33abd,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.381386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.382435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] Set router 7dd9a8dc-628c-4b55-9ed6-c694699979df gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:03:46.383678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:46.388268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:46.391299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:46.398535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:46.417739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.492705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.500227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.526274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e8512ab-9a9a-4f56-97e8-7a0da012dabc tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.542897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c427b3d1-fe84-4e49-83ce-543ba6fa6274,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.546889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.547810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.549377 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1848202
Dec 09 14:03:46.551956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52346) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:46.558258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group_rule': {'security_group_id': 'b3399436-fa51-495a-8a60-7c0afded9afc', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:46.566164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:46.571495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:46.575070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:46.581739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:46.597195 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Project 3bcd81e036d64bf78a67bf36df4d239b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:03:46.606514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.618580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:46.632641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.635232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:port and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:46.669870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Subnet': ['ID=2e5060ee-dbc0-4824-8082-59200c8be433,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.687744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.692255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.700904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-53433285-d44d-421a-814f-6563f8c367d2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.719060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76c73ad-44b4-4307-aa08-48ff744eac96,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.722455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.734978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.736286 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1831870
Dec 09 14:03:46.741353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52354) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:46.741730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:46.746781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'security_group_rule': {'security_group_id': 'b3399436-fa51-495a-8a60-7c0afded9afc', 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:46.749567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.752827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:46.754052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.756632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:security_group_rule and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:46.757939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.759675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:46.766345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:46.769402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:46.776337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f50b081a-454e-47cf-91d9-8ed5b4b6ef2f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.782242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.790441 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Project 3bcd81e036d64bf78a67bf36df4d239b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:03:46.799220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.814687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.814944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f111f0>, [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:03:38Z', 'revision_number': 4, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'f5b6505a-aaa2-432b-816e-6112e4b0b752', 'name': '', 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'mac_address': 'fa:16:3e:df:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:36Z', 'updated_at': '2021-12-09T14:03:45Z', 'revision_number': 4, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'subnets': [{'id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:46.817031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f7a758b-0d42-402f-b14e-8eef81f6ba7b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.819924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d434a3e1-18ed-4f2d-b109-1b5830700209 None None] The sync data for ids ['7dd9a8dc-628c-4b55-9ed6-c694699979df'] in dv-neutron-821183-1-hyperv is: [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:03:38Z', 'revision_number': 4, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'f5b6505a-aaa2-432b-816e-6112e4b0b752', 'name': '', 'network_id': 'f0f81551-3bae-482f-aa3b-63da4134fcba', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'mac_address': 'fa:16:3e:df:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:36Z', 'updated_at': '2021-12-09T14:03:45Z', 'revision_number': 4, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'subnets': [{'id': 'cef811b8-b445-4ce3-b9d4-f28620fd5781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:46.853090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.856837 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/f50b081a-454e-47cf-91d9-8ed5b4b6ef2f HTTP/1.1" status: 204  len: 168 time: 1.0140469
Dec 09 14:03:46.857451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52362) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:46.878201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Checking segment: {'id': '2ee4f604-932d-45d8-9ed9-aa027fba1326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ec7ebe36-9849-4266-8e2e-8c67bd44a45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:46.878201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network hostable DHCP agents. Network: ec7ebe36-9849-4266-8e2e-8c67bd44a45a, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:46.898993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.906477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.929723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:46.930463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.936503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c741f38a-99e7-482a-b361-973440cc80a5 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:46.942794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=c73c4ee3-20bb-4b01-ae86-665b0fafd300,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.953441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0335617-7da0-44d4-8c06-5b7a7d485e26,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:46.956687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:46.957512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:46.962013 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2172842
Dec 09 14:03:47.004753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64490e12b0>,) {'filters': {'network_id': ['c957b898-b8dd-40d5-b79b-29ca19e0c363']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:47.100186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:47.193609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] device_id is not set on port 4e685f41-16d1-4854-b02f-c5021540a355 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:47.229455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490e12b0>, 'b3b473da-3cde-4a6a-8572-9f7963e1a91c') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:47.229777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490e12b0>, 'b3b473da-3cde-4a6a-8572-9f7963e1a91c') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:47.286022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:47.516426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:47.530744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:47.532859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:47.547330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be1b1112-804d-4298-827f-977573fcc879 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:47.567924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ec7ebe36-9849-4266-8e2e-8c67bd44a45a) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:47.571061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:03:47.571716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:47.578304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e9153-bca5-4a41-a645-2886bb4f0557 None None] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:03:47.625191 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:03:47.705680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:47.707110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:47.731008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Allocated IP 172.20.0.9 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/4e685f41-16d1-4854-b02f-c5021540a355) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:47.910122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be1b1112-804d-4298-827f-977573fcc879 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:47.914771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52400) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:47.915449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be1b1112-804d-4298-827f-977573fcc879 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 1.0424075
Dec 09 14:03:48.006393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960820c5-6ce5-4388-9cc4-48cecc804ed9 None None] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:48.040461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.069018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.140756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.143129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e705989-e723-4220-af02-be892a0c8073 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:48.186950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57eba0a1-9606-426e-9080-5a065e645241,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:48.200486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:48.216043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.221152 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/57eba0a1-9606-426e-9080-5a065e645241 HTTP/1.1" status: 204  len: 168 time: 0.3048599
Dec 09 14:03:48.222147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52414) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:48.274767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f5b6505a-aaa2-432b-816e-6112e4b0b752 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:48.286826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ddf73dec-e3d2-46a7-9910-9980d298ec17 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:48.314394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ddf73dec-e3d2-46a7-9910-9980d298ec17 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:48.316257 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ddf73dec-e3d2-46a7-9910-9980d298ec17 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0927446
Dec 09 14:03:48.319514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52420) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:48.467701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.503597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.524477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Transition to ACTIVE for port object 4e685f41-16d1-4854-b02f-c5021540a355 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:48.532344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f5b6505a-aaa2-432b-816e-6112e4b0b752 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:48.539120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f5b6505a-aaa2-432b-816e-6112e4b0b752 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:48.539509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.540935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.565022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.580941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.584773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/c957b898-b8dd-40d5-b79b-29ca19e0c363 HTTP/1.1" status: 204  len: 168 time: 5.3256147
Dec 09 14:03:48.588689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c81f82f6-0088-454f-9868-2da18243cade tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:48.592372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52442) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:48.605727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-400886358'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:48.623307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.0072341
Dec 09 14:03:48.623307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.631479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:48.632468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=c957b898-b8dd-40d5-b79b-29ca19e0c363,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:48.635229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:48.636503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:48.637707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3dd4cd33-93f3-4600-a12a-c1bfc93bc9ba tempest-ServersTestManualDisk-867117237 tempest-ServersTestManualDisk-867117237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:48.647923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:48.651074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:48.660332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:48.677871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:48.680869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.729592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.740530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1047762363', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:48.741360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.750260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:48.763782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:48.770164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f5b6505a-aaa2-432b-816e-6112e4b0b752, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f5b6505a-aaa2-432b-816e-6112e4b0b752,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:48.776429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.777818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:router and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:48.784493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:48.793177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2203676-7850-4e37-a330-a8d19cf6b384,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:48.797074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:48.800491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:48.805388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:48.808494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:48.810243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:48.810945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:48.837204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.837696 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment 4a9209de-2b23-4a23-9094-2b5f94bc4ee9 of type vlan for network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8
Dec 09 14:03:48.845734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.850071 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2203676-7850-4e37-a330-a8d19cf6b384 HTTP/1.1" status: 204  len: 168 time: 0.5267313
Dec 09 14:03:48.851387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52456) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:48.929133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:48.937757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:48.969053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f5b6505a-aaa2-432b-816e-6112e4b0b752,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:48.981460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:49.018410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=4e685f41-16d1-4854-b02f-c5021540a355,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:49.021432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:49.057646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.058645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.079473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.127105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0b94acd7-69f2-4e45-9738-5f8d99ce9ac9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:49.172674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0b94acd7-69f2-4e45-9738-5f8d99ce9ac9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:49.178175 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0b94acd7-69f2-4e45-9738-5f8d99ce9ac9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3203831
Dec 09 14:03:49.178175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.179225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52462) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:49.180612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:49.181426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.189206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b2d0e8e-2186-492e-a48f-ee081910826f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:49.231782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52464) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:49.244308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:49.244308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.264996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--299395684'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:49.273485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8ea9cbc9-d941-44b5-951f-99aa7e4a1616 None None] Provisioning for port 4e685f41-16d1-4854-b02f-c5021540a355 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:49.280168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8ea9cbc9-d941-44b5-951f-99aa7e4a1616 None None] Provisioning complete for port 4e685f41-16d1-4854-b02f-c5021540a355 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:49.280730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ea9cbc9-d941-44b5-951f-99aa7e4a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.328365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:49.335711 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7417471
Dec 09 14:03:49.336957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52474) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:49.338514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:49.341975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:49.359425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:49.363753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:49.432629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:49.464949 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7372916
Dec 09 14:03:49.464949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52478) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:49.487821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.504626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'network_id': 'f730ecf8-4fb9-45bb-bb64-850883ef9d93', 'name': 'tempest-AllowedAddressPairTestJSON-1831045707'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:49.521317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ea9cbc9-d941-44b5-951f-99aa7e4a1616 None None] Port 4e685f41-16d1-4854-b02f-c5021540a355 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:49.529959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.626097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:49.630969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:49.634269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:49.641272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:49.644792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1694080975', 'router:external': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:49.652401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:49.656362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:49.667367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 8fa5071d-5e09-4878-9b28-64c8dc47687f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:03:49.690874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:network and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:49.701715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:49.730287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:49.739772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:49.763392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:49.763819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:49.769885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:49.788145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:49.799069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Made reservation on behalf of 63687c04c13f465b80be3ea30f78d728 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:49.801353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.005738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.009783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bcac2460-6f38-4c0b-8568-d307d2273cb5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:50.053234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.058020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f5b6505a-aaa2-432b-816e-6112e4b0b752 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:50.071789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:50.087165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=7bba3667-94f7-4591-9094-9bfec435d139,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:50.091053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:50.126758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': '4a9209de-2b23-4a23-9094-2b5f94bc4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:50.127401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:50.135032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Usage tracker for resource:port and tenant:7975cac364b14b13a5a4fabda30c7256 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:50.142163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f5b6505a-aaa2-432b-816e-6112e4b0b752 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:50.142835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.149366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:50.163122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:50.168445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:50.177781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:50.181913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:50.182809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.205810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae8c536-3067-48be-bd81-e7d3bcd7c249 None None] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:50.209752 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8697355
Dec 09 14:03:50.212177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52482) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:50.219230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8', 'name': 'tempest-PortsTestJSON-1791447832', 'fixed_ips': [{'subnet_id': '7bba3667-94f7-4591-9094-9bfec435d139', 'ip_address': '172.20.0.10'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:50.233221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Made reservation on behalf of 7975cac364b14b13a5a4fabda30c7256 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:50.236270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.258240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.259708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:50.277224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.285009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:security_group_rule and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:50.288348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:50.303177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:50.309007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:50.320035 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] Sync routers for ids ['8fa5071d-5e09-4878-9b28-64c8dc47687f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:50.330318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:50.347484 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] Routers {'8fa5071d-5e09-4878-9b28-64c8dc47687f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:50.348111 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8fa5071d-5e09-4878-9b28-64c8dc47687f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:50.351766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] device_id is not set on port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:50.400992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/8fa5071d-5e09-4878-9b28-64c8dc47687f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4047916
Dec 09 14:03:50.406534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52486) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:50.408814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c6469-b9ba-4cf2-ac9f-b9c0893f3329,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:50.411637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:50.426985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.430656 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1987422
Dec 09 14:03:50.436072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52490) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:50.466927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'ec0c6469-b9ba-4cf2-ac9f-b9c0893f3329', 'direction': 'ingress', 'protocol': 17}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:50.485247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:50.497401 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a310>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:50.519507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:50.530677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] Routers {'8fa5071d-5e09-4878-9b28-64c8dc47687f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:50.531163 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8fa5071d-5e09-4878-9b28-64c8dc47687f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:50.539258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:50.551335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:50.562254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:50.581300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:50.632349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:50.647632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.660334 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a310>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:50.660759 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977c4a3-df47-4181-b9f8-576e745fa36a None None] The sync data for ids ['8fa5071d-5e09-4878-9b28-64c8dc47687f'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:50.695374 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f20fc203-bc71-4748-b91c-260e9333e324 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fa5071d-5e09-4878-9b28-64c8dc47687f HTTP/1.1" status: 200  len: 205 time: 0.2855332
Dec 09 14:03:50.698363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52496) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:50.775895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8', 'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': '7bba3667-94f7-4591-9094-9bfec435d139'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:03:50.776918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.802708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.856414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.862884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 44a6f673-ec72-470e-99a3-0515965fcaeb yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:50.939006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.942506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.974045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:50.979519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Allocated IP 172.20.0.8 (f730ecf8-4fb9-45bb-bb64-850883ef9d93/583afdf3-8cb6-41c0-af97-d7521b2cfde7/b4c9d978-6d5d-4b9a-b9c6-e0035358d971) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:50.992316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26bfb508-cda0-4a18-89e5-7499995c627a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:50.993980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.004736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Allocated IP 172.20.0.2 (e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8/7bba3667-94f7-4591-9094-9bfec435d139/94d4f2f6-1269-4096-bbcc-7ebec4d4a098) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:51.049096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:51.088959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a456aae2-515d-4e44-ba62-f2f0bdb208fd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:51.091730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.092225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Added segment 997a1dea-d9a8-46a2-b9c3-0f895e91377f of type vlan for network b408ccbf-db48-4e9f-ac68-09c4826b4015
Dec 09 14:03:51.099384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:51.236578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.257709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.261607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.315376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:51.337000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.91 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/1fbb53fa-57fe-40cc-a027-d042547ccf95) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:51.339150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.364193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Transition to ACTIVE for port object 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:51.364722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5c333e-fcab-4932-b1c0-f27fee15b81d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:51.380629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:51.385453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Transition to ACTIVE for port object 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:51.397114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.403651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-010d9f18-016c-4dcc-9356-d46a9695ad1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:51.515032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Pushing event updated for resources: {'Port': ['ID=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:51.519292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:51.520731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.521281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:51.525111 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.0869005
Dec 09 14:03:51.525765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52500) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:51.530870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:51.535009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:51.566323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.567251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:51.567819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.577257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ae542b4-05b3-4c3d-b412-13f4e2f20a06 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:51.594442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.656278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.660309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.10 (e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8/7bba3667-94f7-4591-9094-9bfec435d139/44a6f673-ec72-470e-99a3-0515965fcaeb) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:51.667339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.723130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Attempting to bind port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:03:51.723529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Attempting to bind port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '4a9209de-2b23-4a23-9094-2b5f94bc4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:03:51.724102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Attempting to bind port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 on network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:03:51.726972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.728117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa5071d-5e09-4878-9b28-64c8dc47687f {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:03:51.732242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:03:51.733083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Checking segment: {'id': '4a9209de-2b23-4a23-9094-2b5f94bc4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:51.733083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.733465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Bound using segment: {'id': '4a9209de-2b23-4a23-9094-2b5f94bc4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:03:51.734466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Bound port: 94d4f2f6-1269-4096-bbcc-7ebec4d4a098, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9209de-2b23-4a23-9094-2b5f94bc4ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:03:51.734834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.739166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Transition to ACTIVE for port object b4c9d978-6d5d-4b9a-b9c6-e0035358d971 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:51.744545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.5033100
Dec 09 14:03:51.758820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:51.773114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'subnet': {'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:51.776698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Network': ['ID=b408ccbf-db48-4e9f-ac68-09c4826b4015,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:51.786469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:51.804252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:51.820684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:subnet and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:51.829321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.840132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:51.840731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:51.841984 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3e0b8cef-02eb-4502-b3c2-0a6814a01406 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/8fa5071d-5e09-4878-9b28-64c8dc47687f HTTP/1.1" status: 204  len: 168 time: 1.1329331
Dec 09 14:03:51.850991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:51.876440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b408ccbf-db48-4e9f-ac68-09c4826b4015 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:51.893205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:51.900325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.025128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.033966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] For port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:03:52.048764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] For port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,segment=NetworkSegment(4a9209de-2b23-4a23-9094-2b5f94bc4ee9),segment_id=4a9209de-2b23-4a23-9094-2b5f94bc4ee9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:03:52.053839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.055523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Made reservation on behalf of 63687c04c13f465b80be3ea30f78d728 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:52.057844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.059069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.065398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:52.080542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.082731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-987ce7b6-2952-4b95-980b-ed6246ceb6b1 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:52.102205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object 44a6f673-ec72-470e-99a3-0515965fcaeb will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:52.137335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.154218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Pushing event updated for resources: {'Port': ['ID=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:52.154464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:52.158185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:52.216142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:52.220865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:52.226376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:52.313243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=44a6f673-ec72-470e-99a3-0515965fcaeb,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:52.330492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:52.335399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:52.336002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.360991 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.1476042
Dec 09 14:03:52.362207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52514) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:52.368730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': 'e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8', 'name': 'tempest-PortsTestJSON-246767897', 'fixed_ips': [{'subnet_id': '7bba3667-94f7-4591-9094-9bfec435d139', 'ip_address': '172.20.0.9'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:52.457619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.481236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=b4c9d978-6d5d-4b9a-b9c6-e0035358d971,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:52.512955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:52.513495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-946b3e54-cef2-4d00-8a21-93bdb184dceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.515975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:52.519188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-54f5cd4d-dc5c-4ff3-89c6-04bddf6009fa tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:52.571547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:52.595237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:52.602692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:52.612982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:52.618385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:52.630076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:52.650438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:52.657522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.688361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet 97f42653-39c9-44ef-8833-41d09a5d6c06 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:03:52.696917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port 00522e5c-e529-414e-8684-6b4aa59e1195 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:52.701994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.705268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.760657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:52.786937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:52.804388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=1fbb53fa-57fe-40cc-a027-d042547ccf95,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:52.816988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:52.861205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:52.861782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ea6af4d-59bb-4a6c-9464-3eae9c7bdcdb tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:52.917581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:52.917823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.956779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:52.957144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.9 (e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8/7bba3667-94f7-4591-9094-9bfec435d139/00522e5c-e529-414e-8684-6b4aa59e1195) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:52.992457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ea4940e2-9710-4782-8cf0-baf0314a27b2 None None] Provisioning for port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:53.005601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ea4940e2-9710-4782-8cf0-baf0314a27b2 None None] Provisioning complete for port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:53.006149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea4940e2-9710-4782-8cf0-baf0314a27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.014349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c6469-b9ba-4cf2-ac9f-b9c0893f3329,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:53.032391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.033544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec0c6469-b9ba-4cf2-ac9f-b9c0893f3329 HTTP/1.1" status: 204  len: 168 time: 1.5001724
Dec 09 14:03:53.038053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:53.042738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52520) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:53.053475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.5735502
Dec 09 14:03:53.066583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52524) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:53.080318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3b:13:14'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:23:aa:48'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:53.200006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ea4940e2-9710-4782-8cf0-baf0314a27b2 None None] Port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:53.264583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.290038 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e22f9c50-bf87-4199-bee5-e70c0605b6da tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2459860
Dec 09 14:03:53.301465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52528) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:53.314920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025306032'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:53.331891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:53.340352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:53.346373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:53.363351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:53.370201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.391309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object 00522e5c-e529-414e-8684-6b4aa59e1195 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:03:53.392630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.440476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:53.449808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:53.466976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:53.472706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.492888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7315660-1846-4090-9578-7da675607a08 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:53.513903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e1890-c487-441a-949d-777e4877b520 None None] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:53.575570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:53.579500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=00522e5c-e529-414e-8684-6b4aa59e1195,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:53.585641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:53.597246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:53.600362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:53.604127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:53.674990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.693124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e14ccb53-566d-4849-882e-d657953fc193 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:53.702769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-59e2d0bc-3f24-48a8-802b-e9f325c25a95 None None] Provisioning for port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:53.724511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:53.725891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.745479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.751366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=97f42653-39c9-44ef-8833-41d09a5d6c06,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:53.761892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:53.767349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc3aad-ff86-497f-af31-641d0fd82388 None None] Network d86f8725-99a9-410d-8258-181732af30a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:53.785429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.792015 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.4286101
Dec 09 14:03:53.793250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52532) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:53.797359 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/97f42653-39c9-44ef-8833-41d09a5d6c06 HTTP/1.1" status: 204  len: 168 time: 1.9404268
Dec 09 14:03:53.803092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:53.811440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.858259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.897707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4cb519b9-1c6a-48a3-9de2-42ee11014d6c tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:53.914866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:53.916284 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.6138563
Dec 09 14:03:53.927674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52540) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:53.997899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:03:53.998202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.004824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:54.036181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.036891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.148203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:54.166352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--845234304'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:54.172665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:54.176848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:54.180023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:54.188990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:54.221935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.277318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:54.286180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:54.289849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:54.298548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:54.305235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:54.308338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:54.309047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.340921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2680cab9-2f32-4061-86a8-eb2e5c048af5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:54.357825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:54.382601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.382797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] DHCP port deletion for d86f8725-99a9-410d-8258-181732af30a4 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:03:54.404217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Deleting port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:54.404664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.458865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feeee34-28f8-4aec-9ef5-ae4e105a7f88 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:54.459870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9feeee34-28f8-4aec-9ef5-ae4e105a7f88 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:54.479125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:54.479727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.510941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b049d8e-83d3-4fd6-8022-db5374bb5dbb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:54.541041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:54.609234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Checking segment: {'id': '997a1dea-d9a8-46a2-b9c3-0f895e91377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:03:54.609650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network hostable DHCP agents. Network: b408ccbf-db48-4e9f-ac68-09c4826b4015, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:03:54.680603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Provisioning for port 00522e5c-e529-414e-8684-6b4aa59e1195 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:54.695110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Provisioning complete for port 00522e5c-e529-414e-8684-6b4aa59e1195 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:54.695110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.828334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,segment=NetworkSegment(390d22f3-0a72-417e-abcf-21e7ea4bb879),segment_id=390d22f3-0a72-417e-abcf-21e7ea4bb879)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:54.828930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.880033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] For port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,segment=NetworkSegment(390d22f3-0a72-417e-abcf-21e7ea4bb879),segment_id=390d22f3-0a72-417e-abcf-21e7ea4bb879)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:54.880451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.894180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.910917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network b408ccbf-db48-4e9f-ac68-09c4826b4015 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:03:54.924523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15c6653f-96ff-4c1c-a829-0aefb0c7a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.927011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Port 00522e5c-e529-414e-8684-6b4aa59e1195 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:54.935898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.948095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, b408ccbf-db48-4e9f-ac68-09c4826b4015) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:54.954416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.959900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:54.960558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:54.964968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:55.021877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a835d3b-8a49-425e-bdbb-abe3034119c3 None None] Network b408ccbf-db48-4e9f-ac68-09c4826b4015 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:55.090476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 6fe7f9e2-d98a-479a-bab9-a83220a4fdac owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:55.164454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Calling delete_port for 6fe7f9e2-d98a-479a-bab9-a83220a4fdac owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:55.180874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.185967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event updated for resources: {'Port': ['ID=b4c9d978-6d5d-4b9a-b9c6-e0035358d971,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:55.193766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:55.201782 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.4361396
Dec 09 14:03:55.207117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52546) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:55.215830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.219504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,segment=NetworkSegment(4a9209de-2b23-4a23-9094-2b5f94bc4ee9),segment_id=4a9209de-2b23-4a23-9094-2b5f94bc4ee9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:03:55.258560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-532163118', 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:55.262392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bde19899-d3f4-4f7f-b75d-a32679d2345e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:55.280044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9feeee34-28f8-4aec-9ef5-ae4e105a7f88 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:55.284774 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9feeee34-28f8-4aec-9ef5-ae4e105a7f88 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 1.4804194
Dec 09 14:03:55.284774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:55.287090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52550) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:55.288796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.296824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4c9018b-5bd1-4fc1-8f7d-f9f06cefe6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:55.314960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:port and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:55.367090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:55.376451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] In _notify_port_updated(), no bound segment for port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 on network f730ecf8-4fb9-45bb-bb64-850883ef9d93 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:03:55.383624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:55.384367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.386095 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "PUT /v2.0/ports/b4c9d978-6d5d-4b9a-b9c6-e0035358d971 HTTP/1.1" status: 200  len: 1055 time: 2.3145869
Dec 09 14:03:55.393834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:55.405422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Provisioning complete for port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:55.405769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.421691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:55.439686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6009552-f94e-4cf9-8250-cfee5e6a063d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:55.444331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.449131 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.5182114
Dec 09 14:03:55.451751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52560) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:55.453028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:55.460842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': '2680cab9-2f32-4061-86a8-eb2e5c048af5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a6009552-f94e-4cf9-8250-cfee5e6a063d', 'remote_ip_prefix': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:55.466941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.474436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:55.478087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9f6027d-0619-45e8-b41e-18de86ec2adf tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:55.514447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Made reservation on behalf of 63687c04c13f465b80be3ea30f78d728 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:55.516961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.542506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:55.545312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:55.550488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:55.554043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=6fe7f9e2-d98a-479a-bab9-a83220a4fdac,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:55.560035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:55.565371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:55.575484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] device_id is not set on port ae4c1f94-d254-43bb-b11f-95aef6680680 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:03:55.603865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:55.606286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.619802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:55.624578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No DVR routers for this DVR port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:03:55.635594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:03:55.635995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:03:55.670179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:03:55.730636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43bff50-b166-4df0-8b3a-3e9b870057dd None None] Network b408ccbf-db48-4e9f-ac68-09c4826b4015 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:03:55.738949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.757016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Provisioning for port 44a6f673-ec72-470e-99a3-0515965fcaeb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:03:55.764140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Provisioning complete for port 44a6f673-ec72-470e-99a3-0515965fcaeb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:55.764584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.879004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3c2fc-5da0-419d-b2db-a6b1e783d146 None None] Port 44a6f673-ec72-470e-99a3-0515965fcaeb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:55.900922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ee11d-d0e2-4c3a-911d-31ce197984eb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:55.903108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:55.906566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ee11d-d0e2-4c3a-911d-31ce197984eb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:55.911379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ee11d-d0e2-4c3a-911d-31ce197984eb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:55.912073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f65ee11d-d0e2-4c3a-911d-31ce197984eb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:55.977890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f65ee11d-d0e2-4c3a-911d-31ce197984eb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:55.979080 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f65ee11d-d0e2-4c3a-911d-31ce197984eb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.6711135
Dec 09 14:03:55.987441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Allocated IP 2001:db8::1a8 (b408ccbf-db48-4e9f-ac68-09c4826b4015/0b049d8e-83d3-4fd6-8022-db5374bb5dbb/ae4c1f94-d254-43bb-b11f-95aef6680680) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:03:55.989784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52564) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:55.996669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d54700>,) {'filters': {'network_id': ['d86f8725-99a9-410d-8258-181732af30a4']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.035863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Provisioning complete for port 00522e5c-e529-414e-8684-6b4aa59e1195 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:56.035863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.064761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d54700>, '390d22f3-0a72-417e-abcf-21e7ea4bb879') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.065055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d54700>, '390d22f3-0a72-417e-abcf-21e7ea4bb879') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.090995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.113952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.118313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Port 00522e5c-e529-414e-8684-6b4aa59e1195 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:56.130062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:03:56.183936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.205015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 00522e5c-e529-414e-8684-6b4aa59e1195 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:56.205373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.222870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.229106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Deleting port 6fe7f9e2-d98a-479a-bab9-a83220a4fdac {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:56.229659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.231510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:03:56.231895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:03:56.263671 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:03:56.319059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.326338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c6f19c13-33e9-449d-ae04-b654a2fbe793 None None] The port '6fe7f9e2-d98a-479a-bab9-a83220a4fdac' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:03:56.339463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Provisioning complete for port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:56.340032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.388260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for b4c9d978-6d5d-4b9a-b9c6-e0035358d971 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:56.405002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.415687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88442cc7-5507-435f-b2e0-592f681789e3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:56.440917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:56.441317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.469243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Port b4c9d978-6d5d-4b9a-b9c6-e0035358d971 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:56.484258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bca60e8-5b7b-4084-9913-c72db35bc368,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:56.496436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.496977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:56.532586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Provisioning complete for port 44a6f673-ec72-470e-99a3-0515965fcaeb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:03:56.536152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:03:56.537787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.541156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.564378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:56.580973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.602674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.606574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.8896272
Dec 09 14:03:56.631216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-94e6204c-191c-4c2e-b785-a865b93c879f None None] Port 44a6f673-ec72-470e-99a3-0515965fcaeb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:03:56.633220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:56.635795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:03:56.687980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.702968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:56.738056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:56.738705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a090430>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.802237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Port': ['ID=b4c9d978-6d5d-4b9a-b9c6-e0035358d971,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:56.806710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:56.818899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6fe7f9e2-d98a-479a-bab9-a83220a4fdac no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:03:56.860600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 6fe7f9e2-d98a-479a-bab9-a83220a4fdac {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:03:56.860950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6fe7f9e2-d98a-479a-bab9-a83220a4fdac not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:03:56.862488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a090430>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.873152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=d86f8725-99a9-410d-8258-181732af30a4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:56.879954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:56.892889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:03:56.892889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a090430>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.944172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:56.945368 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 1.4913263
Dec 09 14:03:56.954037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52574) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:56.971274 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/d86f8725-99a9-410d-8258-181732af30a4 HTTP/1.1" status: 204  len: 168 time: 3.1664286
Dec 09 14:03:56.983114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a090430>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:03:56.983601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb131385-6960-4c10-8953-f1e7c38b6a0d None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:03:57.001491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52578) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.017194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-973698231', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:57.027586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:57.040011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:57.044764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:57.055088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:57.057004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.089823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.121362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.138071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.139118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.191492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.245594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.256562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.276353 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/ports/b4c9d978-6d5d-4b9a-b9c6-e0035358d971 HTTP/1.1" status: 204  len: 168 time: 1.8766692
Dec 09 14:03:57.276826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.339941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 00522e5c-e529-414e-8684-6b4aa59e1195 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:57.369188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.375820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.388798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2cd543d6-fae7-47c4-8503-03cb638c9048 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:57.430898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.447978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a039fb1-ca83-49f5-82c8-c735099775ef tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:57.448479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a039fb1-ca83-49f5-82c8-c735099775ef tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Synchronizing usage tracker for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:57.464948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.469102 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3a157572-6a96-43e8-8491-2df687769968 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4665720
Dec 09 14:03:57.470138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52586) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.472858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0a039fb1-ca83-49f5-82c8-c735099775ef tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Unset dirty status for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:57.473585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.474085 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a039fb1-ca83-49f5-82c8-c735099775ef tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "GET /v2.0/ports/b4c9d978-6d5d-4b9a-b9c6-e0035358d971 HTTP/1.1" status: 404  len: 333 time: 0.1966698
Dec 09 14:03:57.478134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372730628'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:57.480992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52590) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.484942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:57.527368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.530694 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6bca60e8-5b7b-4084-9913-c72db35bc368 HTTP/1.1" status: 204  len: 168 time: 0.5594625
Dec 09 14:03:57.533608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:57.536328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.554734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:57.554933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network b408ccbf-db48-4e9f-ac68-09c4826b4015 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:03:57.568572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:03:57.579766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:57.580466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:03:57.582299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:57.583770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.589025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Port': ['ID=ae4c1f94-d254-43bb-b11f-95aef6680680,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:57.594325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:57.599333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-13cbe17b-277f-443e-bcee-d8228ba3c36a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:57.613409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port 4e685f41-16d1-4854-b02f-c5021540a355 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:57.613774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.632850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bca60e8-5b7b-4084-9913-c72db35bc368,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:57.640934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:57.665759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:57.668932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.708505 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.4974895
Dec 09 14:03:57.713408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52598) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.713586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-034df92e-f068-4d0e-9682-222be2beb493 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:57.794226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.803474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4aeb56e7-3d33-40f6-a730-5a4d351a13c9 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:57.852765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Deleting port ae4c1f94-d254-43bb-b11f-95aef6680680 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:57.853102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.892491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-034df92e-f068-4d0e-9682-222be2beb493 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:57.896613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-034df92e-f068-4d0e-9682-222be2beb493 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3565094
Dec 09 14:03:57.896613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:03:57.903409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:57.933179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:57.933518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment f4de7090-8cf2-467e-bb56-421359489e57 of type vlan for network fc1f2e50-6a99-4d17-b3b4-e854021fa525
Dec 09 14:03:57.944759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=00522e5c-e529-414e-8684-6b4aa59e1195,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:57.947190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:57.984091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.146526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.148856 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/00522e5c-e529-414e-8684-6b4aa59e1195 HTTP/1.1" status: 204  len: 168 time: 2.1583362
Dec 09 14:03:58.168902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52608) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:58.185392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.200993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for 4e685f41-16d1-4854-b02f-c5021540a355 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:58.270033 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2bf1bd-7850-4df3-8f9c-40337f4bf6a2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:58.270467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac2bf1bd-7850-4df3-8f9c-40337f4bf6a2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:58.320643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.324270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:03:58.325045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.329477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.334318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fe6c418-be81-4f95-9336-61b2625626c0 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:58.372609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac2bf1bd-7850-4df3-8f9c-40337f4bf6a2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:58.376241 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac2bf1bd-7850-4df3-8f9c-40337f4bf6a2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/00522e5c-e529-414e-8684-6b4aa59e1195 HTTP/1.1" status: 404  len: 333 time: 0.2036653
Dec 09 14:03:58.376899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52612) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:58.426351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.490794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.517222 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0458617
Dec 09 14:03:58.534697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:58.535507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=fc1f2e50-6a99-4d17-b3b4-e854021fa525,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:58.556761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:58.598460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.598896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.601178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.601178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.601178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.601178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.601178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.601664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.602071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.602774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.603229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:03:58.610696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:58.620830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:03:58.674103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.682933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-800d24c1-7717-4683-b4e2-9840251b8b1c tempest-FloatingIPAdminTestJSON-41292840 tempest-FloatingIPAdminTestJSON-41292840-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:58.697751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Calling delete_port for ae4c1f94-d254-43bb-b11f-95aef6680680 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:58.741335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Port': ['ID=4e685f41-16d1-4854-b02f-c5021540a355,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:58.746348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.751156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:58.753655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4816c496-4a77-439f-b4a1-9b740952927a tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:58.757175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 44a6f673-ec72-470e-99a3-0515965fcaeb {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:58.757523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.775394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:58.782914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6009552-f94e-4cf9-8250-cfee5e6a063d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:58.785114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:58.824151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:58.824151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:58.838200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:58.919661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:03:58.973475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.981355 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6009552-f94e-4cf9-8250-cfee5e6a063d HTTP/1.1" status: 204  len: 168 time: 1.0631251
Dec 09 14:03:58.981355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:58.981355 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/ports/4e685f41-16d1-4854-b02f-c5021540a355 HTTP/1.1" status: 204  len: 168 time: 1.4954877
Dec 09 14:03:58.985989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52622) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:58.986467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:59.170115 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa8c0df-8d5f-46e2-b870-1ba08dc25759 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] GET failed (client error): The resource could not be found.
Dec 09 14:03:59.170663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-baa8c0df-8d5f-46e2-b870-1ba08dc25759 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Synchronizing usage tracker for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:59.208513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.214438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.214935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b836559-fa35-4bd1-8979-064c6d0c6e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:59.256495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-baa8c0df-8d5f-46e2-b870-1ba08dc25759 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Unset dirty status for tenant:7975cac364b14b13a5a4fabda30c7256 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:59.261599 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-baa8c0df-8d5f-46e2-b870-1ba08dc25759 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "GET /v2.0/ports/4e685f41-16d1-4854-b02f-c5021540a355 HTTP/1.1" status: 404  len: 333 time: 0.2700095
Dec 09 14:03:59.265471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:59.292105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae4c1f94-d254-43bb-b11f-95aef6680680,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:59.294484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:03:59.356451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.423190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.467991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8a67945c-c4dd-4633-8c77-17f5f9431c40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:03:59.536902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port dbbac72f-3234-4f0f-a7e2-9bea805f53af {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:03:59.537266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.579437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8a67945c-c4dd-4633-8c77-17f5f9431c40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:03:59.600147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8a67945c-c4dd-4633-8c77-17f5f9431c40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.5843530
Dec 09 14:03:59.600285 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ae4c1f94-d254-43bb-b11f-95aef6680680 HTTP/1.1" status: 204  len: 168 time: 1.8828506
Dec 09 14:03:59.601054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:59.601961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52636) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:03:59.619237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 44a6f673-ec72-470e-99a3-0515965fcaeb owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:03:59.637559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015', 'external_fixed_ips': [{'subnet_id': '0b049d8e-83d3-4fd6-8022-db5374bb5dbb', 'ip_address': '2001:db8::1a8'}]}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:03:59.647477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:03:59.656407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:router and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:03:59.665796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:03:59.717727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:03:59.824651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.825650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.837703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:03:59.846530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b507c66e-93ca-4ee8-be44-5e6315c8cf6d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:03:59.898401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=44a6f673-ec72-470e-99a3-0515965fcaeb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:03:59.929097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.015229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.019182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.020899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.021228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.021638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.022015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.022384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.022748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.023111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.023471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.023827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.024184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.024538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:00.027724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:00.054530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.059972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.075570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1feca3b-d134-4ce8-8171-7cc041947afb tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:00.131135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.180316 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/44a6f673-ec72-470e-99a3-0515965fcaeb HTTP/1.1" status: 204  len: 168 time: 1.8024113
Dec 09 14:04:00.184688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.198187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:00.307043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for dbbac72f-3234-4f0f-a7e2-9bea805f53af owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:00.436649 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1564ef-2adb-42e1-abe3-05f142a045c4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:04:00.440981 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ff1564ef-2adb-42e1-abe3-05f142a045c4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/44a6f673-ec72-470e-99a3-0515965fcaeb HTTP/1.1" status: 404  len: 333 time: 0.2361679
Dec 09 14:04:00.469068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52648) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:00.541329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=a176498b-6f6f-4951-a6a1-3e7fee413bbf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:00.545995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:00.562941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.579014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8f99babd-794a-43f7-8ac0-99dabd434f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:00.619588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680cab9-2f32-4061-86a8-eb2e5c048af5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:00.627493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:00.636137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.641219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:00.641971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: fc1f2e50-6a99-4d17-b3b4-e854021fa525, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:00.753989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.758401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/2680cab9-2f32-4061-86a8-eb2e5c048af5 HTTP/1.1" status: 204  len: 168 time: 1.1515157
Dec 09 14:04:00.758576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52652) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:00.772622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:00.774872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.829675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:00.852881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 7bba3667-94f7-4591-9094-9bfec435d139 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:04:00.863411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f1554836-962d-4b52-9ac6-88a546952328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:00.865902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.878463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, fc1f2e50-6a99-4d17-b3b4-e854021fa525) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:00.885302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Port': ['ID=dbbac72f-3234-4f0f-a7e2-9bea805f53af,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:00.887070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e534bd9a-0a59-4565-ac99-2892b459140b None None] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:00.890803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:00.891916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:00.892490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:00.995561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.014130 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4759226
Dec 09 14:04:01.015381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:01.054406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f1554836-962d-4b52-9ac6-88a546952328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:01.060168 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f1554836-962d-4b52-9ac6-88a546952328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2973800
Dec 09 14:04:01.063402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52660) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:01.083977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--50215614'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:01.104973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:01.134257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:01.163414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.1 (ec7ebe36-9849-4266-8e2e-8c67bd44a45a/2e5060ee-dbc0-4824-8082-59200c8be433/595f474d-a961-4b69-82c3-385ee932f94f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:01.170138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.312343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:01.313193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.386725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.388309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.390795 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/ports/dbbac72f-3234-4f0f-a7e2-9bea805f53af HTTP/1.1" status: 204  len: 168 time: 2.1248109
Dec 09 14:04:01.394461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:01.443480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:01.465567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:01.480016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:01.502490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:01.537025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.578550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Allocated IP 2001:db8::2 (fc1f2e50-6a99-4d17-b3b4-e854021fa525/a176498b-6f6f-4951-a6a1-3e7fee413bbf/0ac043c1-4eed-4ed4-82c2-4a84a7207415) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:01.586144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.595993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:01.648471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=7bba3667-94f7-4591-9094-9bfec435d139,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:01.654454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.656236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:01.662751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.670425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.678832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-29199bd6-453f-417b-a7f4-b31f6116145a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:01.703372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.726974 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/7bba3667-94f7-4591-9094-9bfec435d139 HTTP/1.1" status: 204  len: 168 time: 1.2567797
Dec 09 14:04:01.738134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:01.738763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52670) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:01.744665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:01.746622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.747795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.6791019
Dec 09 14:04:01.749411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763851f-4d26-45a5-b127-8893cb0203a9 None None] Network e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:01.758842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:01.779351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:01.780959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': '1d86fe81-9d06-48d6-81b6-9c1f97465f71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:01.800212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:01.826207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:01.832439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:01.912885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:01.927494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:01.958258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d86fe81-9d06-48d6-81b6-9c1f97465f71,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:01.961702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:01.970197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:02.018640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.023426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.037397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Transition to ACTIVE for port object 0ac043c1-4eed-4ed4-82c2-4a84a7207415 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:02.039387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.069285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Transition to ACTIVE for port object 0ac043c1-4eed-4ed4-82c2-4a84a7207415 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:02.081152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.085485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02bb8fec-31f5-40d9-9a3a-5e62e790de50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:02.089468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.093128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting subnet 583afdf3-8cb6-41c0-af97-d7521b2cfde7 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:04:02.098282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.122420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=595f474d-a961-4b69-82c3-385ee932f94f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:02.125923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:02.132718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:02.133059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.161374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.172442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:02.179777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:02.185114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:02.187985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] DHCP port deletion for e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:04:02.196443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Deleting port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:02.196827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.224383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Pushing event updated for resources: {'Port': ['ID=0ac043c1-4eed-4ed4-82c2-4a84a7207415,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:02.237614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:02.259765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.267664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.376697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Attempting to bind port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:02.377075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Attempting to bind port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:02.377445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Attempting to bind port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 on network fc1f2e50-6a99-4d17-b3b4-e854021fa525 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:02.398090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:02.398472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Checking segment: {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:02.398885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.399287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Bound using segment: {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:02.399824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Bound port: 0ac043c1-4eed-4ed4-82c2-4a84a7207415, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:02.400157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.510560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.585256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.587466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] For port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,segment=NetworkSegment(4a9209de-2b23-4a23-9094-2b5f94bc4ee9),segment_id=4a9209de-2b23-4a23-9094-2b5f94bc4ee9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:02.588100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.661809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.721125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Calling delete_port for 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:02.721370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-140dd832-aa46-4d16-abb6-0f8dbe57f489 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:02.750120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Allocated IP 2001:db8::1a8 (b408ccbf-db48-4e9f-ac68-09c4826b4015/0b049d8e-83d3-4fd6-8022-db5374bb5dbb/737279e5-3668-4690-9856-e83f74c4aa65) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:02.750374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] For port 0ac043c1-4eed-4ed4-82c2-4a84a7207415, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:02.766444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] For port 0ac043c1-4eed-4ed4-82c2-4a84a7207415, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0ac043c1-4eed-4ed4-82c2-4a84a7207415,segment=NetworkSegment(f4de7090-8cf2-467e-bb56-421359489e57),segment_id=f4de7090-8cf2-467e-bb56-421359489e57)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:02.777745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.783633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-012b8d93-9a62-4816-8325-de0c310c3129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:02.818276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7997b0-d506-469d-a146-f4b52ad4ca0c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:02.825954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.863885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:02.925096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Pushing event updated for resources: {'Port': ['ID=0ac043c1-4eed-4ed4-82c2-4a84a7207415,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:02.928500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:02.928693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.932499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:02.932677 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 1.1641235
Dec 09 14:04:02.933597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e9059349-647b-4be7-8ea7-3863ae4cb364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:02.946266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52680) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:02.985672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Pushing event deleted for resources: {'Port': ['ID=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:02.995108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:03.004500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] For port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=94d4f2f6-1269-4096-bbcc-7ebec4d4a098,segment=NetworkSegment(4a9209de-2b23-4a23-9094-2b5f94bc4ee9),segment_id=4a9209de-2b23-4a23-9094-2b5f94bc4ee9)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:03.005212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.005703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] No DVR routers for this DVR port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:04:03.240534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:03.291843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.321315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1612dc6f-d168-426c-9895-15e47f8d56db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:03.362416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.392911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Subnet': ['ID=583afdf3-8cb6-41c0-af97-d7521b2cfde7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:03.432833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:03.434282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.456355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:03.456605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:03.457106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.463292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686ed83-8cf2-4ad1-90cb-030e27d1b18a None None] Network f730ecf8-4fb9-45bb-bb64-850883ef9d93 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:03.494984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.519055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/subnets/583afdf3-8cb6-41c0-af97-d7521b2cfde7 HTTP/1.1" status: 204  len: 168 time: 2.1224794
Dec 09 14:04:03.522180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8::1 (fc1f2e50-6a99-4d17-b3b4-e854021fa525/a176498b-6f6f-4951-a6a1-3e7fee413bbf/95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:03.524225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:03.540163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.550745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.553549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.564276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:03.578855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.580121 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3f7997b0-d506-469d-a146-f4b52ad4ca0c HTTP/1.1" status: 204  len: 168 time: 0.6312554
Dec 09 14:04:03.588009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52692) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:03.596074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f7997b0-d506-469d-a146-f4b52ad4ca0c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:03.636649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-45336121-caf5-4639-8574-28db54627b9e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:03.676684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:03.724400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=595f474d-a961-4b69-82c3-385ee932f94f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:03.735361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:03.787139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.807099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.819727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5bd4bde-93e4-4a15-9b3d-3c01b0800bed tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:03.850306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.912605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network b408ccbf-db48-4e9f-ac68-09c4826b4015 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:03.930060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] DHCP port deletion for f730ecf8-4fb9-45bb-bb64-850883ef9d93 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:04:03.934368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Deleting port d62d12c0-907f-46f1-a369-989c49b82cc5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:03.934825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.960165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:03.965941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:03.966294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:03.984934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:04.058769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-35db056c-a65c-4c92-b02c-6b43df4c2c47 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:04.077478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] The port '94d4f2f6-1269-4096-bbcc-7ebec4d4a098' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:04:04.084018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port d62d12c0-907f-46f1-a369-989c49b82cc5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:04.084336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.120820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Port': ['ID=737279e5-3668-4690-9856-e83f74c4aa65,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:04.147172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:04.155650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0ac043c1-4eed-4ed4-82c2-4a84a7207415 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:04.211913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.228613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-35db056c-a65c-4c92-b02c-6b43df4c2c47 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:04.230152 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-35db056c-a65c-4c92-b02c-6b43df4c2c47 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6411803
Dec 09 14:04:04.238028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52700) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:04.283403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.293983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9194616-0e9f-4a4d-ad5e-369542b9b4f3 None None] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:04.313986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64496e1520>,) {'filters': {'network_id': ['e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:04.328045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496e1520>, '4a9209de-2b23-4a23-9094-2b5f94bc4ee9') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:04.328467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496e1520>, '4a9209de-2b23-4a23-9094-2b5f94bc4ee9') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:04.340776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.362029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.369331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:04.370717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.389681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:04.392441 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:04.395963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:04.401228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:04.409349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] For port d62d12c0-907f-46f1-a369-989c49b82cc5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d62d12c0-907f-46f1-a369-989c49b82cc5,segment=NetworkSegment(19f4788e-8c62-4d8e-99c8-3e7c248428d5),segment_id=19f4788e-8c62-4d8e-99c8-3e7c248428d5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:04.409771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.471703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] For port d62d12c0-907f-46f1-a369-989c49b82cc5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d62d12c0-907f-46f1-a369-989c49b82cc5,segment=NetworkSegment(19f4788e-8c62-4d8e-99c8-3e7c248428d5),segment_id=19f4788e-8c62-4d8e-99c8-3e7c248428d5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:04.472083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.554617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:04.572915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Calling delete_port for d62d12c0-907f-46f1-a369-989c49b82cc5 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:04.619521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Provisioning for port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:04.631420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:04.631796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.638320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Calling delete_port for d62d12c0-907f-46f1-a369-989c49b82cc5 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:04.670702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Provisioning complete for port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:04.671078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.694235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.705494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.707256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7e460e9-7cbc-4515-9004-5f89b3a22200 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:04.710668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:04.840289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:04.859727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.863034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:04.870343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.886037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:04.886587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:04.894392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:04.899307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:04.900039 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/e85f0c87-fcb8-43f7-ab36-aa6fe93c4af8 HTTP/1.1" status: 204  len: 168 time: 3.1599977
Dec 09 14:04:04.904849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52710) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:04.908164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:04.908715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.925372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1860212102'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:04.930590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:04.933206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:04.938261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 09 14:04:04.938261 dv-neutron-821183-1-hyperv neutron-server[83444]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s]
Dec 09 14:04:04.938261 dv-neutron-821183-1-hyperv neutron-server[83444]: [parameters: {'port_id': 'd62d12c0-907f-46f1-a369-989c49b82cc5', 'host': 'dv-neutron-821183-1-hyperv', 'level': 0}]
Dec 09 14:04:04.938261 dv-neutron-821183-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:04.938672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:04.938914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:network and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:04.942965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:04.943316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:04.952240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:04.972765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:04.977049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.001558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] No DVR routers for this DVR port d62d12c0-907f-46f1-a369-989c49b82cc5 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:04:05.008589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Pushing event deleted for resources: {'Port': ['ID=d62d12c0-907f-46f1-a369-989c49b82cc5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:05.048973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.083177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.095570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:05.109519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.110358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.110923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.111477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.111990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.112528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.113351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.113888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.114447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.115180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.115875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:05.126450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:05.131403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.131787 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Added segment 49702953-65f6-4b29-87c9-2c66af3d744d of type vlan for network 0da78206-65d9-40f1-8e51-6ad02eca21f4
Dec 09 14:04:05.155702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.195060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] For port 0ac043c1-4eed-4ed4-82c2-4a84a7207415, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0ac043c1-4eed-4ed4-82c2-4a84a7207415,segment=NetworkSegment(f4de7090-8cf2-467e-bb56-421359489e57),segment_id=f4de7090-8cf2-467e-bb56-421359489e57)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:05.219542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.223032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c82f292e-13ad-409d-8b0e-e8b1655b5462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:05.238092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.329102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.334611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:05.335194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.343404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e81bb8bc-38f1-41ce-8ff8-3341cbefdcaa tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:05.355518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:05.356453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:05.413437 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4978459
Dec 09 14:04:05.419347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52714) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:05.419929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Pushing event updated for resources: {'Port': ['ID=0ac043c1-4eed-4ed4-82c2-4a84a7207415,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:05.423830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:05.477913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:05.527883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Deleting port d62d12c0-907f-46f1-a369-989c49b82cc5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:05.528225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.565425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Network': ['ID=0da78206-65d9-40f1-8e51-6ad02eca21f4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:05.574917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:05.577911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:05.578699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:05.758602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:05.767550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e9adf3d3-3fbe-4b89-acd2-ff7d83d502cf None None] Provisioning for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:05.772113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:05.772480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e9adf3d3-3fbe-4b89-acd2-ff7d83d502cf None None] Provisioning complete for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:05.772868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9adf3d3-3fbe-4b89-acd2-ff7d83d502cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.776168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:05.784661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:05.827311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.831003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e9adf3d3-3fbe-4b89-acd2-ff7d83d502cf None None] Port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:05.844058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e9adf3d3-3fbe-4b89-acd2-ff7d83d502cf None None] Provisioning complete for port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:05.844435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e9adf3d3-3fbe-4b89-acd2-ff7d83d502cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.851058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] The port 'd62d12c0-907f-46f1-a369-989c49b82cc5' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:04:05.859470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.860175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:05.883428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:06.033285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:04:06.082433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.091400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:04:06.092003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 94d4f2f6-1269-4096-bbcc-7ebec4d4a098 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:04:06.092863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d62d12c0-907f-46f1-a369-989c49b82cc5 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:04:06.111025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:06.125253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.138125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.155171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d62d12c0-907f-46f1-a369-989c49b82cc5 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:04:06.155883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d62d12c0-907f-46f1-a369-989c49b82cc5 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:04:06.161367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449c8c550>,) {'filters': {'network_id': ['f730ecf8-4fb9-45bb-bb64-850883ef9d93']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.177571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.177571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.179541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.189244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95510e21-eb31-4f2f-b795-c8b64ef61664 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:06.234009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449c8c550>, '19f4788e-8c62-4d8e-99c8-3e7c248428d5') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.234654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449c8c550>, '19f4788e-8c62-4d8e-99c8-3e7c248428d5') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.239527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:06.254154 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/routers/88cb896d-3270-4b6a-98f3-d0366db25902/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6198349
Dec 09 14:04:06.257262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52720) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:06.259585 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:06.267662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'port': {'network_id': 'ec7ebe36-9849-4266-8e2e-8c67bd44a45a', 'name': 'tempest-FloatingIPTestJSON-357149474'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:06.273884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.298950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5584d286-50cc-492f-9825-eb8dfbfb2227 None None] Provisioning complete for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:06.299342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5584d286-50cc-492f-9825-eb8dfbfb2227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.330969 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:06.331585 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4d0e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.348713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0ac043c1-4eed-4ed4-82c2-4a84a7207415 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:06.411575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:06.417369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:06.418803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79445fa7-b095-44cd-9428-b735d67b55b0 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:06.427721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.431971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:06.437335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:port and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:06.440857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:06.447272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:06.451209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5584d286-50cc-492f-9825-eb8dfbfb2227 None None] Port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:06.463325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:06.466725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.489568 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4d0e50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.504233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] device_id is not set on port 2f92a404-e1e4-4e51-b165-cf12f4b7aaf5 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:04:06.510123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:06.510671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.515175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.516295 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d86fe81-9d06-48d6-81b6-9c1f97465f71 HTTP/1.1" status: 204  len: 168 time: 2.2753282
Dec 09 14:04:06.521018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d86fe81-9d06-48d6-81b6-9c1f97465f71,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:06.530526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:06.530762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.540213 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:06.540829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4d0e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.584658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:06.602276 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:06.625024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:06.664841 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4d0e50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:06.665150 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3b0f22-eb3b-4612-9224-561fe5f1a856 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:06.796246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.8 (ec7ebe36-9849-4266-8e2e-8c67bd44a45a/2e5060ee-dbc0-4824-8082-59200c8be433/2f92a404-e1e4-4e51-b165-cf12f4b7aaf5) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:06.809415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.828622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-11980daf-304c-4796-bf38-d149e6e6bfd9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:06.850605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.852686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:06.859525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5b5377d-aa8d-4d13-8f87-b4cb8dfa3536 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:06.870353 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] 10.222.0.21 "DELETE /v2.0/networks/f730ecf8-4fb9-45bb-bb64-850883ef9d93 HTTP/1.1" status: 204  len: 168 time: 3.3438885
Dec 09 14:04:06.872495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:06.876117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Pushing event deleted for resources: {'Network': ['ID=f730ecf8-4fb9-45bb-bb64-850883ef9d93,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:06.878700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:06.880878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:06.949237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10c4e966-ebb2-40fe-ab15-5f5764a826a3 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:07.076011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=1b89aa04-78e4-4a31-9534-68a1c2c9907e,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:07.090612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10c4e966-ebb2-40fe-ab15-5f5764a826a3 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:07.091831 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10c4e966-ebb2-40fe-ab15-5f5764a826a3 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4882512
Dec 09 14:04:07.099576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52734) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:07.108761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--311075989'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:07.115374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:07.137198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:07.259711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:07.291463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Checking segment: {'id': '49702953-65f6-4b29-87c9-2c66af3d744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:07.291821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network hostable DHCP agents. Network: 0da78206-65d9-40f1-8e51-6ad02eca21f4, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:07.375234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.390468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-64759a87-d525-48df-9411-8beb71abe0d8 None None] Provisioning complete for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:07.390965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64759a87-d525-48df-9411-8beb71abe0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.394796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:07.412953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 0da78206-65d9-40f1-8e51-6ad02eca21f4) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:07.432206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:07.433082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.443454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.457353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6f6d9515-35f2-4e2e-bb5b-e581c5a635bb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:07.462590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.467668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ebbacf-52f4-49bf-a036-e46e50ebfbe9 None None] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:07.507768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Router 2c51508f-4a18-40e3-85a7-ed92d493af95 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:04:07.516860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:07.534162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:07.538252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:07.555279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:07.557636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:07.562778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:07.570945 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1491060
Dec 09 14:04:07.571160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:07.603571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=2f92a404-e1e4-4e51-b165-cf12f4b7aaf5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:07.609924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52742) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:07.617845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:07.621793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-627630168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:07.631475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:07.651973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:router and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:07.672573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:07.685754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:07.696261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:07.697065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.722564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.727037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.729071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.736062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.740594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-359643b3-2e2d-4284-af14-109ca30da42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:07.753446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52746) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:07.757190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.762028 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.5032747
Dec 09 14:04:07.771757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52750) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:07.778497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'port': {'network_id': 'ec7ebe36-9849-4266-8e2e-8c67bd44a45a', 'name': 'tempest-FloatingIPTestJSON-1871548828'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:07.822726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-64759a87-d525-48df-9411-8beb71abe0d8 None None] Port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:07.896399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31923653-68f7-47f0-a644-a442b26926c5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:07.901283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-0da78206-65d9-40f1-8e51-6ad02eca21f4', 'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': '1b89aa04-78e4-4a31-9534-68a1c2c9907e'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:07.901485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:07.902295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.951578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.967564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8638048
Dec 09 14:04:07.967701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:07.968263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:04:07.970802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52756) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:07.986378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': '31923653-68f7-47f0-a644-a442b26926c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:07.995647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:07.997141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:08.004064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.005676 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fdfd0966-cfc8-486e-9808-9b24b73d5bcf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.3948894
Dec 09 14:04:08.006999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:port and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:08.009909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52760) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.013454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:08.014491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:08.020878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4', 'name': 'tempest-PortsTestJSON-36973303'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:08.031119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:08.040529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:08.104734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Allocated IP 172.20.0.2 (0da78206-65d9-40f1-8e51-6ad02eca21f4/1b89aa04-78e4-4a31-9534-68a1c2c9907e/e68b9c51-5b9d-47e8-b8d1-bead9691248a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:08.184679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.193093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:08.196153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:08.236321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.237736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:08.237887 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.6376460
Dec 09 14:04:08.240612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52764) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.299051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.322164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.326781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:08.328844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-191de1ab-9cc6-4710-ab18-e176ed3f210c tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:08.338956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:08.359771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:08.362791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.365735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:08.369329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.375831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Transition to ACTIVE for port object e68b9c51-5b9d-47e8-b8d1-bead9691248a will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:08.396622 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Transition to ACTIVE for port object e68b9c51-5b9d-47e8-b8d1-bead9691248a will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:08.402037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Sync routers for ids ['2c51508f-4a18-40e3-85a7-ed92d493af95'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:08.411085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34973e24-59dc-4206-b97f-95d71bde2ec7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:08.416267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.417960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.421184 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4464166
Dec 09 14:04:08.425444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52770) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.427207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:08.430857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:08.431732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:08.442657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] device_id is not set on port 77399123-57ac-4a99-85a1-ba61fc4155ca yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:04:08.445175 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4259405
Dec 09 14:04:08.447796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.452367 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:08.458644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1781306392'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:08.469492 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:08.470329 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a393670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:08.470889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:08.472993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:08.480203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:08.481315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:08.485375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:08.492016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:08.512725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:08.516126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.537272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:08.540216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.542193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Pushing event updated for resources: {'Port': ['ID=e68b9c51-5b9d-47e8-b8d1-bead9691248a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:08.555998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:08.573407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:08.573691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:08.581844 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cf776c3a-67a7-43dd-b053-33459d150627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules/34973e24-59dc-4206-b97f-95d71bde2ec7 HTTP/1.1" status: 200  len: 705 time: 0.1511147
Dec 09 14:04:08.584111 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-56af2852-f550-434b-8a69-978aab82f31a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7975cac364b14b13a5a4fabda30c7256&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8292899
Dec 09 14:04:08.584470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.588529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52780) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.613235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:04:08.636214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.638176 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment 1787654c-c526-44f0-8781-ce5da002e3ac of type vlan for network 79df334a-7d4a-4253-b014-e478e880a659
Dec 09 14:04:08.700966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Routers {'2c51508f-4a18-40e3-85a7-ed92d493af95'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:08.702786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a189160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2c51508f-4a18-40e3-85a7-ed92d493af95'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:08.709918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.738796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-365bef32-4195-408f-9508-265637d1ce64 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:08.752150 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:08.801629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-365bef32-4195-408f-9508-265637d1ce64 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:08.805609 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-365bef32-4195-408f-9508-265637d1ce64 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2168403
Dec 09 14:04:08.806362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:08.812773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.821820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:08.822437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:08.865653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b27f18b0-daf9-4430-ba36-f2bccf2ef3b8 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:08.971229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.3 (ec7ebe36-9849-4266-8e2e-8c67bd44a45a/2e5060ee-dbc0-4824-8082-59200c8be433/77399123-57ac-4a99-85a1-ba61fc4155ca) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:08.973562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Set router 2c51508f-4a18-40e3-85a7-ed92d493af95 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:09.021961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.051202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.052851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=79df334a-7d4a-4253-b014-e478e880a659,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:09.060231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:09.065076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.6160314
Dec 09 14:04:09.073758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:09.078865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.087351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:09.113725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.127037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.135053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 79df334a-7d4a-4253-b014-e478e880a659 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:09.153560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-777c3ea5-fd18-43f7-afe6-f2fe919d2d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:09.249128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb00f4-1c6d-4f63-8bc1-c51e55b62a81,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:09.263944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:09.321159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:09.324112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.329375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:09.332945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:09.347260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:09.364973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34973e24-59dc-4206-b97f-95d71bde2ec7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:09.369439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:09.374630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:09.383059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.384119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.384364 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0eb00f4-1c6d-4f63-8bc1-c51e55b62a81 HTTP/1.1" status: 204  len: 168 time: 0.7947371
Dec 09 14:04:09.390740 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/34973e24-59dc-4206-b97f-95d71bde2ec7 HTTP/1.1" status: 204  len: 168 time: 0.5804820
Dec 09 14:04:09.391673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:09.391834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.3 (0da78206-65d9-40f1-8e51-6ad02eca21f4/1b89aa04-78e4-4a31-9534-68a1c2c9907e/b6025ee1-5dbe-4d8e-b1e6-8096058c5e24) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:09.398839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:09.470963 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a393670>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:04Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:05Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:09.477618 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:09.477618 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Updating router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:04:09.566195 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.783732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.792835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Attempting to bind port e68b9c51-5b9d-47e8-b8d1-bead9691248a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:09.793410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Attempting to bind port e68b9c51-5b9d-47e8-b8d1-bead9691248a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '49702953-65f6-4b29-87c9-2c66af3d744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:09.793609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Attempting to bind port e68b9c51-5b9d-47e8-b8d1-bead9691248a on network 0da78206-65d9-40f1-8e51-6ad02eca21f4 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:09.798196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6b418bb-9a0a-4647-b024-31450e52e7ca tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:09.809405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.816326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:09.816705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Checking segment: {'id': '49702953-65f6-4b29-87c9-2c66af3d744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:09.817102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.817500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Bound using segment: {'id': '49702953-65f6-4b29-87c9-2c66af3d744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:09.818044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Bound port: e68b9c51-5b9d-47e8-b8d1-bead9691248a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49702953-65f6-4b29-87c9-2c66af3d744d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0da78206-65d9-40f1-8e51-6ad02eca21f4'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:09.818694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.916835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:09.971045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6b418bb-9a0a-4647-b024-31450e52e7ca tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:09.974910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6b418bb-9a0a-4647-b024-31450e52e7ca tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.5789666
Dec 09 14:04:09.988587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:10.002122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': '31923653-68f7-47f0-a644-a442b26926c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:10.018474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:10.070460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:10.080175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-76eb9274-111b-439e-b15d-33378f37297d None None] For port e68b9c51-5b9d-47e8-b8d1-bead9691248a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:10.089001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-76eb9274-111b-439e-b15d-33378f37297d None None] For port e68b9c51-5b9d-47e8-b8d1-bead9691248a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e68b9c51-5b9d-47e8-b8d1-bead9691248a,segment=NetworkSegment(49702953-65f6-4b29-87c9-2c66af3d744d),segment_id=49702953-65f6-4b29-87c9-2c66af3d744d)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:10.123422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.142954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:10.146396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.285053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a189160>, [{'id': '2c51508f-4a18-40e3-85a7-ed92d493af95', 'name': '', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015', 'external_fixed_ips': [{'subnet_id': '0b049d8e-83d3-4fd6-8022-db5374bb5dbb', 'ip_address': '2001:db8::1a8'}], 'enable_snat': True}, 'gw_port_id': '737279e5-3668-4690-9856-e83f74c4aa65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:59Z', 'updated_at': '2021-12-09T14:04:04Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '737279e5-3668-4690-9856-e83f74c4aa65', 'name': '', 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:90:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c51508f-4a18-40e3-85a7-ed92d493af95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0b049d8e-83d3-4fd6-8022-db5374bb5dbb', 'ip_address': '2001:db8::1a8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b049d8e-83d3-4fd6-8022-db5374bb5dbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:10.315409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Checking router: 2c51508f-4a18-40e3-85a7-ed92d493af95 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:10.315757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Updating router 2c51508f-4a18-40e3-85a7-ed92d493af95 port 737279e5-3668-4690-9856-e83f74c4aa65 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:04:10.463192 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.492462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Pushing event updated for resources: {'Port': ['ID=e68b9c51-5b9d-47e8-b8d1-bead9691248a,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:10.503600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:10.515256 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Transition to ACTIVE for port object 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:10.523237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.526498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.534630 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.556240 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4ed4b7c8-ea54-4cee-892b-97ad920dd6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:10.594802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:10.719125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.729201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e2314b0-0204-4cc8-97d6-3fe261c37246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:10.781595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:10.801208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-741be488-eb9d-475d-b998-c953f41aa2f4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:10.898799 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0633-edbb-4d0c-b8a2-19bb3d82cee7 None None] Pushing event updated for resources: {'Port': ['ID=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:10.910412 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fe4c0633-edbb-4d0c-b8a2-19bb3d82cee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:10.979633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52824) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:10.985047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=879374f7-e1f7-4c85-82c6-965cf3c7b6f7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:10.989917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:11.059656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:11.074827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:11.086312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:11.086834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 79df334a-7d4a-4253-b014-e478e880a659, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:11.094773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.096236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:11.118899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.130543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.145843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a53a80e-5ebe-46a0-bc61-b2c178201396 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:11.174714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99bc02f-7ffb-45ee-830b-fe99e866ec8e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:11.194514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 79df334a-7d4a-4253-b014-e478e880a659 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:11.197076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:11.215790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=77399123-57ac-4a99-85a1-ba61fc4155ca,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:11.220819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:11.221664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:11.228243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 79df334a-7d4a-4253-b014-e478e880a659) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:11.241184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:11.241916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.242535 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Attempting to bind port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:11.243638 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Attempting to bind port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:11.245213 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Attempting to bind port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 on network fc1f2e50-6a99-4d17-b3b4-e854021fa525 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:11.247823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.253617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232facb-6d2c-46cd-b3ab-ab52e401e687 None None] Network 79df334a-7d4a-4253-b014-e478e880a659 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:11.258061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.2683711
Dec 09 14:04:11.260869 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:11.263530 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Checking segment: {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:11.263681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52830) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:11.263787 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.264148 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Bound using segment: {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:11.267251 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Bound port: 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4de7090-8cf2-467e-bb56-421359489e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:11.267684 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.315364 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-abdb2512-79d2-49b0-b3c3-a6d192b90015 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules/c99bc02f-7ffb-45ee-830b-fe99e866ec8e HTTP/1.1" status: 200  len: 705 time: 0.0506706
Dec 09 14:04:11.317637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.2427711
Dec 09 14:04:11.318910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105275068'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:11.320253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:11.320796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:11.325001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:11.329362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:11.332428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:11.338264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:11.347233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:11.372145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:11.375426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.390554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:11.398245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:11.445986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:11.453016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.466319 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] For port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:11.471673 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] For port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,segment=NetworkSegment(f4de7090-8cf2-467e-bb56-421359489e57),segment_id=f4de7090-8cf2-467e-bb56-421359489e57)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:11.481100 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.486477 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fdee600c-c623-40be-b8a5-b8841b0cdc52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:11.504104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:11.508396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:security_group_rule and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:11.512040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:11.518619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:11.586488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.590173 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c0633-edbb-4d0c-b8a2-19bb3d82cee7 None None] Pushing event updated for resources: {'Port': ['ID=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:11.594888 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fe4c0633-edbb-4d0c-b8a2-19bb3d82cee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:11.595973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:11.596694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.599143 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:11.599914 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a393670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:11.639940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=b6025ee1-5dbe-4d8e-b1e6-8096058c5e24,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:11.642914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:11.646027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Transition to ACTIVE for port object 737279e5-3668-4690-9856-e83f74c4aa65 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:11.650561 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-883f3099-3e1d-493a-a35b-3a95ff3b0aae tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.8777626
Dec 09 14:04:11.659341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52842) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:11.667793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.677268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.684533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4c9018b-5bd1-4fc1-8f7d-f9f06cefe6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:11.702468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '77399123-57ac-4a99-85a1-ba61fc4155ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:11.721767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:11.722469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.771245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Deleting port 737279e5-3668-4690-9856-e83f74c4aa65 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:11.771727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.777878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Attempting to bind port 737279e5-3668-4690-9856-e83f74c4aa65 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:11.778361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Attempting to bind port 737279e5-3668-4690-9856-e83f74c4aa65 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '997a1dea-d9a8-46a2-b9c3-0f895e91377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:11.778875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Attempting to bind port 737279e5-3668-4690-9856-e83f74c4aa65 on network b408ccbf-db48-4e9f-ac68-09c4826b4015 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:11.792422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7515d83-b0de-4529-bf4d-7d5b2e0c802c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:11.805904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:11.819212 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.8076284
Dec 09 14:04:11.823435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:11.830711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:floatingip and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:11.830941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7515d83-b0de-4529-bf4d-7d5b2e0c802c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:11.834639 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7515d83-b0de-4529-bf4d-7d5b2e0c802c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.5064385
Dec 09 14:04:11.855490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:11.860920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52850) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:11.865116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-79df334a-7d4a-4253-b014-e478e880a659', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:11.868627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.888847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:11.889361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Checking segment: {'id': '997a1dea-d9a8-46a2-b9c3-0f895e91377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:11.889805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.890207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Bound using segment: {'id': '997a1dea-d9a8-46a2-b9c3-0f895e91377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:11.890728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Bound port: 737279e5-3668-4690-9856-e83f74c4aa65, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997a1dea-d9a8-46a2-b9c3-0f895e91377f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b408ccbf-db48-4e9f-ac68-09c4826b4015'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:11.891098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:11.892755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:11.938885 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:11.978649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62ed02-89b2-45ab-8ccd-938fb953f093 None None] Pushing event updated for resources: {'Port': ['ID=737279e5-3668-4690-9856-e83f74c4aa65,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:11.986041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d62ed02-89b2-45ab-8ccd-938fb953f093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:12.065731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.069160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.098243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.113454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:12.134265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.134598 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment 8d875434-99f9-4b73-843c-c24cc6596e16 of type vlan for network e97548a9-8ba2-41f6-9155-241a4c701b62
Dec 09 14:04:12.143729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] For port 737279e5-3668-4690-9856-e83f74c4aa65, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:12.159867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] For port 737279e5-3668-4690-9856-e83f74c4aa65, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=737279e5-3668-4690-9856-e83f74c4aa65,segment=NetworkSegment(997a1dea-d9a8-46a2-b9c3-0f895e91377f),segment_id=997a1dea-d9a8-46a2-b9c3-0f895e91377f)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:12.174102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.180257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.210563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74732134-879a-4c49-b093-ef38ecc1a0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:12.243568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47330e29-bb6f-465c-8e11-ba45f34231bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:12.285670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.328263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611cc9b3-ec10-43b1-8499-94707582cc9f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:12.343721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:12.345281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.349324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:12.353904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.378811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:12.409515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62ed02-89b2-45ab-8ccd-938fb953f093 None None] Pushing event updated for resources: {'Port': ['ID=737279e5-3668-4690-9856-e83f74c4aa65,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:12.412242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c651a3-abee-4a96-b804-f0633a04882d None None] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:12.427845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d62ed02-89b2-45ab-8ccd-938fb953f093 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:12.430392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:12.436474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e68b9c51-5b9d-47e8-b8d1-bead9691248a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:12.598357 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a393670>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:04Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:11Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:12.610568 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370c5c1-fb50-41c6-b76d-2354d7be0e93 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:04Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:11Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:12.765953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Allocated IP 2001:db8:1::2 (79df334a-7d4a-4253-b014-e478e880a659/879374f7-e1f7-4c85-82c6-965cf3c7b6f7/a804a7fb-80b5-4926-a52b-451e73160595) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:12.790301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7f5b4d4b-7c9e-412f-8999-18550026af4a None None] Provisioning for port e68b9c51-5b9d-47e8-b8d1-bead9691248a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:12.792106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=e97548a9-8ba2-41f6-9155-241a4c701b62,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:12.834497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network e97548a9-8ba2-41f6-9155-241a4c701b62 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:12.854269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:12.864688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Routers {'2c51508f-4a18-40e3-85a7-ed92d493af95'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:12.865188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a189160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2c51508f-4a18-40e3-85a7-ed92d493af95'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:12.870426 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.8875306
Dec 09 14:04:12.885913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] For port 737279e5-3668-4690-9856-e83f74c4aa65, host dv-neutron-821183-1-hyperv, got binding levels [] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:12.886532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.148917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e68b9c51-5b9d-47e8-b8d1-bead9691248a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:13.215955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e68b9c51-5b9d-47e8-b8d1-bead9691248a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:13.230508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.233228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Calling delete_port for 737279e5-3668-4690-9856-e83f74c4aa65 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:13.369705 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:04:13.398029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:13.398381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:13.493462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b23313d6-3c83-49a8-8bbf-177670da256c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:13.518325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.528265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82d8b98c-78d4-4ab9-a194-3fd8f4ce12a3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:13.550838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c99bc02f-7ffb-45ee-830b-fe99e866ec8e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:13.554347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:13.614973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b23313d6-3c83-49a8-8bbf-177670da256c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:13.618893 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b23313d6-3c83-49a8-8bbf-177670da256c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829198516&fields=id&tenant_id=3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 267 time: 0.7083302
Dec 09 14:04:13.625696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.633765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.637108 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c99bc02f-7ffb-45ee-830b-fe99e866ec8e HTTP/1.1" status: 204  len: 168 time: 1.7730651
Dec 09 14:04:13.650598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52864) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:13.657775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] Set router 2c51508f-4a18-40e3-85a7-ed92d493af95 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:13.715581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.927067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a189160>, [{'id': '2c51508f-4a18-40e3-85a7-ed92d493af95', 'name': '', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:59Z', 'updated_at': '2021-12-09T14:04:11Z', 'revision_number': 4, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:13.927868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.121 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/aea140f9-f165-4783-a435-fb4495f0813f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:13.937053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9865597a-a729-4752-8b18-61857e08fd4a None None] The sync data for ids ['2c51508f-4a18-40e3-85a7-ed92d493af95'] in dv-neutron-821183-1-hyperv is: [{'id': '2c51508f-4a18-40e3-85a7-ed92d493af95', 'name': '', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:59Z', 'updated_at': '2021-12-09T14:04:11Z', 'revision_number': 4, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:13.974195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.976574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:13.999700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Transition to ACTIVE for port object a804a7fb-80b5-4926-a52b-451e73160595 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:14.007570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e64f6fa4-1bcf-4e01-ae19-1f7286b3263b None None] Provisioning complete for port e68b9c51-5b9d-47e8-b8d1-bead9691248a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:14.007949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e64f6fa4-1bcf-4e01-ae19-1f7286b3263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.084754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e68b9c51-5b9d-47e8-b8d1-bead9691248a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e68b9c51-5b9d-47e8-b8d1-bead9691248a,segment=NetworkSegment(49702953-65f6-4b29-87c9-2c66af3d744d),segment_id=49702953-65f6-4b29-87c9-2c66af3d744d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:14.100489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.101484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.117266 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:14.158948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Transition to ACTIVE for port object a804a7fb-80b5-4926-a52b-451e73160595 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:14.181088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.260994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Network 79df334a-7d4a-4253-b014-e478e880a659 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:14.269445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e68b9c51-5b9d-47e8-b8d1-bead9691248a,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:14.273785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:14.274246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.274765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:14.276720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:14.295853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:14.331442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Deleting port 737279e5-3668-4690-9856-e83f74c4aa65 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:14.331830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.390771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.402552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:14.480758 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b07e6f75-a94f-4e8c-8cfc-ca6e2e69da1b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.8276412
Dec 09 14:04:14.483801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52868) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:14.496970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:14.498025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=aea140f9-f165-4783-a435-fb4495f0813f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:14.509241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': '31923653-68f7-47f0-a644-a442b26926c5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:14.517798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:14.524806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:14.540741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:14.551375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Pushing event updated for resources: {'Port': ['ID=a804a7fb-80b5-4926-a52b-451e73160595,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:14.557439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:14.558335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:14.609516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:14.626103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:14.635578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:14.671840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:14.804763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e64f6fa4-1bcf-4e01-ae19-1f7286b3263b None None] Provisioning for port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:14.812725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e64f6fa4-1bcf-4e01-ae19-1f7286b3263b None None] Provisioning complete for port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:14.813117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e64f6fa4-1bcf-4e01-ae19-1f7286b3263b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.819986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b151af8f-ebe7-4926-824b-43ffba8e5e46 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:14.821366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b151af8f-ebe7-4926-824b-43ffba8e5e46 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:14.839748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Attempting to bind port a804a7fb-80b5-4926-a52b-451e73160595 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:14.840176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Attempting to bind port a804a7fb-80b5-4926-a52b-451e73160595 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:14.840594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Attempting to bind port a804a7fb-80b5-4926-a52b-451e73160595 on network 79df334a-7d4a-4253-b014-e478e880a659 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:14.848374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:14.867918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:14.868300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.881080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.916593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b151af8f-ebe7-4926-824b-43ffba8e5e46 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:14.918353 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b151af8f-ebe7-4926-824b-43ffba8e5e46 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 811 time: 1.2668931
Dec 09 14:04:14.920169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:14.920558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Checking segment: {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:14.921021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.921491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Bound using segment: {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:14.922039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Bound port: a804a7fb-80b5-4926-a52b-451e73160595, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:14.922436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:14.958032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e64f6fa4-1bcf-4e01-ae19-1f7286b3263b None None] Port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:14.976666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-e0cfaf9d-8b4c-4bfb-b37f-55de9bd783f6 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/quotas/3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 375 time: 0.0248327
Dec 09 14:04:15.011783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.041082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.072191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:15.106464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abb9ad2-9f2c-442c-a37f-240759c48a32,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:15.119588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:15.125941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.174079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] For port a804a7fb-80b5-4926-a52b-451e73160595, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:15.177464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] For port a804a7fb-80b5-4926-a52b-451e73160595, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a804a7fb-80b5-4926-a52b-451e73160595,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:15.190269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.196130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-76eb9274-111b-439e-b15d-33378f37297d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:15.247994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] For port 737279e5-3668-4690-9856-e83f74c4aa65, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=737279e5-3668-4690-9856-e83f74c4aa65,segment=NetworkSegment(997a1dea-d9a8-46a2-b9c3-0f895e91377f),segment_id=997a1dea-d9a8-46a2-b9c3-0f895e91377f)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:15.248863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.270653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,segment=NetworkSegment(f4de7090-8cf2-467e-bb56-421359489e57),segment_id=f4de7090-8cf2-467e-bb56-421359489e57)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:15.272791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Pushing event updated for resources: {'Port': ['ID=a804a7fb-80b5-4926-a52b-451e73160595,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:15.276637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:15.287875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.288793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2804420e-2f15-4527-bf40-bae2ec6e1af9 None None] Provisioning complete for port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:15.291732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2804420e-2f15-4527-bf40-bae2ec6e1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.291849 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7881370
Dec 09 14:04:15.299546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:15.301773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.315997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.323674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:15.324846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b2083adc-b9fd-4426-a90b-8362b0bc67c9 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:15.351293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:15.379038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cc3a2bd-8b35-4361-80d7-7f63cc15a5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:15.446540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:15.449674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:15.450567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8:1::1 (79df334a-7d4a-4253-b014-e478e880a659/879374f7-e1f7-4c85-82c6-965cf3c7b6f7/b904c11c-2c51-405d-9521-9a8d5575c621) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:15.454345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2804420e-2f15-4527-bf40-bae2ec6e1af9 None None] Port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:15.530946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Calling delete_port for 737279e5-3668-4690-9856-e83f74c4aa65 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:15.736190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a4fcf6a8-650d-46b6-a71d-65784ca1c865 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules/0abb9ad2-9f2c-442c-a37f-240759c48a32 HTTP/1.1" status: 200  len: 706 time: 0.4238718
Dec 09 14:04:15.749122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52876) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:15.916365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e3a95cee-cba1-4df6-b218-6661ab3f016d None None] Provisioning complete for port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:15.917346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3a95cee-cba1-4df6-b218-6661ab3f016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.058470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.071313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e3a95cee-cba1-4df6-b218-6661ab3f016d None None] Port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:16.106713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-93f2b4c8-a518-4d05-9255-b839203c526a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:16.191003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.220005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:16.267690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-93f2b4c8-a518-4d05-9255-b839203c526a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:16.271765 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-93f2b4c8-a518-4d05-9255-b839203c526a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.5216246
Dec 09 14:04:16.272361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52886) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:16.273586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:16.287213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b2083adc-b9fd-4426-a90b-8362b0bc67c9 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:16.288512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b2083adc-b9fd-4426-a90b-8362b0bc67c9 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&fields=id HTTP/1.1" status: 200  len: 302 time: 1.2922816
Dec 09 14:04:16.301200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=b6025ee1-5dbe-4d8e-b1e6-8096058c5e24,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:16.341315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:16.353901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object b904c11c-2c51-405d-9521-9a8d5575c621 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:16.379014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.397937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.398619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e68b9c51-5b9d-47e8-b8d1-bead9691248a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:16.414393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.421113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:16.469492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event deleted for resources: {'Port': ['ID=737279e5-3668-4690-9856-e83f74c4aa65,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:16.477710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:16.482863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e68b9c51-5b9d-47e8-b8d1-bead9691248a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:16.483582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.525711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.532201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbde461f-ed5b-4f27-b463-dc04ae1d8627 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:16.587212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:16.635134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:16.639646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:16.706002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:16.723277 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-e0ff48e5-e70b-4e3f-aa3a-19e69eee9d70 service neutron] 10.222.0.21 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4055262
Dec 09 14:04:16.724493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:16.730202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0abb9ad2-9f2c-442c-a37f-240759c48a32,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:16.774511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.795718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:16.796118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.796406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:16.819650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-784e866e-c581-43a2-9452-4585aa95b916 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:16.862613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:16.897078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:16.930783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a804a7fb-80b5-4926-a52b-451e73160595 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:16.940327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c29eab-2f6b-4994-8c7c-6ecc5ac05029 req-0e4d7388-709e-4378-a878-6ca90394d914 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:16.941862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1c29eab-2f6b-4994-8c7c-6ecc5ac05029 req-0e4d7388-709e-4378-a878-6ca90394d914 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.7264647
Dec 09 14:04:17.026823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port a804a7fb-80b5-4926-a52b-451e73160595 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:17.046944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.048057 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0abb9ad2-9f2c-442c-a37f-240759c48a32 HTTP/1.1" status: 204  len: 168 time: 0.7408092
Dec 09 14:04:17.059228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52894) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:17.071806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff16a3-a364-4fa8-b89f-03c457716fc9 None None] Network 79df334a-7d4a-4253-b014-e478e880a659 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:17.084040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.097652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 79df334a-7d4a-4253-b014-e478e880a659 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:17.104973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=b904c11c-2c51-405d-9521-9a8d5575c621,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:17.114683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:17.120015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:17.171143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:17.172058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.175460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Provisioning for port a804a7fb-80b5-4926-a52b-451e73160595 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:17.183219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Provisioning complete for port a804a7fb-80b5-4926-a52b-451e73160595 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:17.183574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.195005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.215318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.250640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1c29eab-2f6b-4994-8c7c-6ecc5ac05029 req-4c1f1e49-adb6-4afc-ab4b-36dc9260e4f5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2842712
Dec 09 14:04:17.254794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.258763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-be4facbe-0607-4c8f-b283-2729cc660730 service neutron] 10.222.0.21 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5248787
Dec 09 14:04:17.277004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.300986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.388077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f72d2446-a5a8-4a38-84f4-5eb7bf1bd8c8 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:17.450973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.451505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c51508f-4a18-40e3-85a7-ed92d493af95 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:04:17.460102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f72d2446-a5a8-4a38-84f4-5eb7bf1bd8c8 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group_rule {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:17.461371 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f72d2446-a5a8-4a38-84f4-5eb7bf1bd8c8 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.4012158
Dec 09 14:04:17.468922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52902) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:17.487281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.488398 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2c51508f-4a18-40e3-85a7-ed92d493af95 HTTP/1.1" status: 204  len: 168 time: 9.2429607
Dec 09 14:04:17.508399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:17.540072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.626656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] For port a804a7fb-80b5-4926-a52b-451e73160595, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a804a7fb-80b5-4926-a52b-451e73160595,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:17.640619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.646644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.648424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d62ed02-89b2-45ab-8ccd-938fb953f093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:17.688207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.763599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.789896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Pushing event updated for resources: {'Port': ['ID=a804a7fb-80b5-4926-a52b-451e73160595,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:17.792612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.804154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:17.810243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.828380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.840538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:17.860256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Deleting subnet 0b049d8e-83d3-4fd6-8022-db5374bb5dbb {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:04:17.901120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:17.964935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=aea140f9-f165-4783-a435-fb4495f0813f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:17.971724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:17.986988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.016996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:18.036450 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-a576374c-6be1-42f2-b8e1-0529ea31d262 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3244936
Dec 09 14:04:18.062075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.085779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7014a0a-e08e-4707-b8ea-a0f5c6fa81ea None None] Provisioning complete for port a804a7fb-80b5-4926-a52b-451e73160595 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:18.088352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7014a0a-e08e-4707-b8ea-a0f5c6fa81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.160981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31923653-68f7-47f0-a644-a442b26926c5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:18.168962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:18.245260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.246422 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/31923653-68f7-47f0-a644-a442b26926c5 HTTP/1.1" status: 204  len: 168 time: 0.7749612
Dec 09 14:04:18.251363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52922) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:18.379002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50d52d32-99b7-43cd-a8b3-f1e1e9572efd req-d9ff95a2-dfb3-4412-b313-10ad31eafb0e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.2696319
Dec 09 14:04:18.388569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a804a7fb-80b5-4926-a52b-451e73160595 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:18.416838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.480484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.489682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7014a0a-e08e-4707-b8ea-a0f5c6fa81ea None None] Provisioning for port b904c11c-2c51-405d-9521-9a8d5575c621 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:18.494107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a804a7fb-80b5-4926-a52b-451e73160595 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:18.494570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.535896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7014a0a-e08e-4707-b8ea-a0f5c6fa81ea None None] Provisioning complete for port b904c11c-2c51-405d-9521-9a8d5575c621 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:18.536360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7014a0a-e08e-4707-b8ea-a0f5c6fa81ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.574328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.588020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e01c0ddd-724f-4be9-ad24-35fa885b43f8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:18.631452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c7014a0a-e08e-4707-b8ea-a0f5c6fa81ea None None] Port b904c11c-2c51-405d-9521-9a8d5575c621 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:18.666422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4612be43-ebe3-477b-a2ea-a745e327fd86 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:18.676325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-7bfb710e-140e-4a28-9ae4-ee551c9d27e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.5064256
Dec 09 14:04:18.718000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4612be43-ebe3-477b-a2ea-a745e327fd86 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:18.723782 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4612be43-ebe3-477b-a2ea-a745e327fd86 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4664989
Dec 09 14:04:18.756529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4981a509-ed4b-46f8-a44c-ad6d7250ab23 None None] Provisioning complete for port b904c11c-2c51-405d-9521-9a8d5575c621 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:18.757415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4981a509-ed4b-46f8-a44c-ad6d7250ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.758404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52928) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:18.789198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d5312-8b57-4e75-8953-7ffe21039c01 req-9c7589b6-5818-4e01-a83b-d6f1b3685907 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:18.790700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a04d5312-8b57-4e75-8953-7ffe21039c01 req-9c7589b6-5818-4e01-a83b-d6f1b3685907 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 1.2730691
Dec 09 14:04:18.819787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4981a509-ed4b-46f8-a44c-ad6d7250ab23 None None] Port b904c11c-2c51-405d-9521-9a8d5575c621 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:18.833063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718646752'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:18.844318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:18.873469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:18.912066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:18.922085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=ed3f1518-80a9-4a1f-bda3-97f7bfef68ab,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:18.926623 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 20996ba9-8db0-45c3-a300-d771d98868be associated. External IP: 172.26.3.121, port: 77399123-57ac-4a99-85a1-ba61fc4155ca.
Dec 09 14:04:18.948116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:19.004043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-5d3c4244-6655-4a7a-a2da-d29ab3e24e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:19.006143 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-5d3c4244-6655-4a7a-a2da-d29ab3e24e12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.2908020
Dec 09 14:04:19.036234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.048193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-699340c1-cb18-4311-aefa-8f10b7934f90 tempest-DHCPAgentSchedulersTestJSON-1749943424 tempest-DHCPAgentSchedulersTestJSON-1749943424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:19.138007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:19.146059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:19.150834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:19.152283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b049d8e-83d3-4fd6-8022-db5374bb5dbb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:19.158444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:19.160978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:19.161615 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-fdefbfb3-5aab-4566-8688-9d468c4b5af5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1002 time: 0.1446486
Dec 09 14:04:19.165889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a04d5312-8b57-4e75-8953-7ffe21039c01 req-70c28cd3-2f9c-4019-90a8-d703680fab04 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3600321
Dec 09 14:04:19.171201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': '8d875434-99f9-4b73-843c-c24cc6596e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:19.171625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: e97548a9-8ba2-41f6-9155-241a4c701b62, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:19.192851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.247556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/0b049d8e-83d3-4fd6-8022-db5374bb5dbb HTTP/1.1" status: 204  len: 168 time: 1.7349348
Dec 09 14:04:19.261679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:19.338938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network e97548a9-8ba2-41f6-9155-241a4c701b62 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:19.343184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-c627d7d1-59a2-4db5-a0a7-7e8cc2f50f3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:19.345283 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-c627d7d1-59a2-4db5-a0a7-7e8cc2f50f3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.1267900
Dec 09 14:04:19.417369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.425205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:19.432867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.440533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-543b8f9d-30c3-4222-8904-d3b92c527196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:19.541874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba61d921-5f57-4573-96b9-724d893094d3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:19.547262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:19.563871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.567728 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8049941
Dec 09 14:04:19.572763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52942) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:19.589137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Request body: {'security_group_rule': {'security_group_id': 'ba61d921-5f57-4573-96b9-724d893094d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:19.599121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-e3ad0840-5c78-4dbd-93b0-9b4c74f44364 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:19.600639 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-e3ad0840-5c78-4dbd-93b0-9b4c74f44364 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 811 time: 0.1822612
Dec 09 14:04:19.607782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, e97548a9-8ba2-41f6-9155-241a4c701b62) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:19.609958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:19.613755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.616866 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-eef1731d-b071-4da9-961c-30f0cbe317e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2600024
Dec 09 14:04:19.617250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679cc7f-acfc-4583-a4de-88d48268a48e None None] Network e97548a9-8ba2-41f6-9155-241a4c701b62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:19.618236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Usage tracker for resource:security_group_rule and tenant:a29244f2d69a4741805fffee2e6adf18 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:19.634724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:19.668721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:19.681751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:19.699957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:19.700522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.710467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.711266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.751091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2174fb92-667e-454c-b5f0-53656ed75bf2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:19.786069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.807206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.856608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.897760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-e97548a9-8ba2-41f6-9155-241a4c701b62', 'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': 'ed3f1518-80a9-4a1f-bda3-97f7bfef68ab'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:19.899291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.900296 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-c74287b3-2f64-4d7d-a788-a0d271fdb1bc service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569942
Dec 09 14:04:19.953877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:19.980589 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58fc6249-af72-4e55-b4d5-cce258939d92 req-8e1073d8-9855-40a9-8c7e-0999781fa7e7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.2820711
Dec 09 14:04:20.026089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.8020098
Dec 09 14:04:20.033206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52946) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:20.047035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-291072194'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:20.083094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=b904c11c-2c51-405d-9521-9a8d5575c621,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:20.113676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:20.120651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a207b98a-f0d0-42bb-8464-b18f4b3f55ac tempest-FloatingIPAdminTestJSON-1782245976 tempest-FloatingIPAdminTestJSON-1782245976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:20.125314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:20.132402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Allocated IP 2001:db8:0:ffff::2 (e97548a9-8ba2-41f6-9155-241a4c701b62/ed3f1518-80a9-4a1f-bda3-97f7bfef68ab/2c88ecc1-31fb-49f1-8e2d-763d97f5c08e) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:20.133735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.142961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:20.155768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:20.156925 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-b858ef41-5fc2-4392-8fdd-045c653f99fc tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 380 time: 0.4761643
Dec 09 14:04:20.161795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.168874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:20.177537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:20.223806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'port': {'device_id': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'admin_state_up': True, 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'security_groups': ['b3399436-fa51-495a-8a60-7c0afded9afc']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:20.230338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.231506 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6578302
Dec 09 14:04:20.247780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52954) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:20.249686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03509cec-d6ae-4737-8b13-3f99015fb335,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:20.263875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:20.268083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.272038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:20.274982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.313889 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8fbcca10-6e08-40c9-8b59-2495e2d95c34 req-16d8319b-fb70-462d-bab9-272e20982b21 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368573
Dec 09 14:04:20.358082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:20.377949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:20.386256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.386604 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment c6a49324-40dc-4859-b6e6-3d9fbe4ea406 of type vlan for network 73423c2c-9743-48e7-8028-ce0ca0681677
Dec 09 14:04:20.394514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.453997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.467773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Transition to ACTIVE for port object 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:20.493926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Transition to ACTIVE for port object 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:20.503155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.510564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:20.526027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.531177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.590754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a986f-c528-4cb2-920a-972f3cea874a req-064dbf6e-2185-4eae-bf0c-099c1816955e tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:20.599595 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e1a986f-c528-4cb2-920a-972f3cea874a req-064dbf6e-2185-4eae-bf0c-099c1816955e tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.9925215
Dec 09 14:04:20.624194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Network e97548a9-8ba2-41f6-9155-241a4c701b62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:20.632912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:20.645540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:20.649129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Pushing event updated for resources: {'Port': ['ID=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:20.652871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:20.728830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.756009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b37c10>,) {'filters': {'network_id': ['b408ccbf-db48-4e9f-ac68-09c4826b4015']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:20.768841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 79df334a-7d4a-4253-b014-e478e880a659 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:20.782899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:20.802402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:20.807791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Attempting to bind port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:20.808423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Attempting to bind port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8d875434-99f9-4b73-843c-c24cc6596e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:20.808973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Attempting to bind port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e on network e97548a9-8ba2-41f6-9155-241a4c701b62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:20.820586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:20.827914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Checking segment: {'id': '8d875434-99f9-4b73-843c-c24cc6596e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:20.828543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.829100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Bound using segment: {'id': '8d875434-99f9-4b73-843c-c24cc6596e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:20.829808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Bound port: 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d875434-99f9-4b73-843c-c24cc6596e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e97548a9-8ba2-41f6-9155-241a4c701b62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:20.830371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.873358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.882815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:20.884886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:20.893794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1741234-26ff-4743-b34e-03a99888ad89 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:20.939980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.016285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] For port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:21.019723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] For port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,segment=NetworkSegment(8d875434-99f9-4b73-843c-c24cc6596e16),segment_id=8d875434-99f9-4b73-843c-c24cc6596e16)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:21.027046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:21.031853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.035635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03fe0d22-b16d-41fc-850b-8af7e75c8a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:21.206261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Pushing event updated for resources: {'Port': ['ID=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:21.210333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:21.282433 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2413852
Dec 09 14:04:21.287071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52964) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:21.288196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1067c291-f349-4644-b1e4-a3ccb5d8e712 None None] Provisioning complete for port b904c11c-2c51-405d-9521-9a8d5575c621 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:21.288579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1067c291-f349-4644-b1e4-a3ccb5d8e712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.324759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.336357 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba61d921-5f57-4573-96b9-724d893094d3 HTTP/1.1" status: 204  len: 168 time: 1.0740848
Dec 09 14:04:21.337451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=73423c2c-9743-48e7-8028-ce0ca0681677,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:21.342656 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e1a986f-c528-4cb2-920a-972f3cea874a req-1d29d751-3f3a-49d3-8d5b-44f87f2322c5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7401979
Dec 09 14:04:21.343905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:21.358836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 73423c2c-9743-48e7-8028-ce0ca0681677 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:21.361393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:21.391573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:21.392330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ffe5d868-e77c-4571-ab48-660f11763a61 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:21.408584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba61d921-5f57-4573-96b9-724d893094d3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:21.410897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:21.453346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=b6025ee1-5dbe-4d8e-b1e6-8096058c5e24,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:21.456912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b37c10>, '997a1dea-d9a8-46a2-b9c3-0f895e91377f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:21.457316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b37c10>, '997a1dea-d9a8-46a2-b9c3-0f895e91377f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:21.492784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1067c291-f349-4644-b1e4-a3ccb5d8e712 None None] Port b904c11c-2c51-405d-9521-9a8d5575c621 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:21.548641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:21.553989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:21.558020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:21.567936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:21.621084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:21.638983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-97ba7267-5efb-41ce-baf1-217f6ba17b21 None None] Provisioning complete for port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:21.639481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97ba7267-5efb-41ce-baf1-217f6ba17b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.698183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.703079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:21.724274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-97ba7267-5efb-41ce-baf1-217f6ba17b21 None None] Port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:21.726152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:21.731338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.740541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:21.741165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:21.741887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.742021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c51df0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:21.784151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.806544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:21.807745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c51df0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:21.819760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:21.820547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c51df0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:21.871113 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.2028801
Dec 09 14:04:21.875103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52972) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:21.880926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:21.930315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c51df0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:21.930733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4403330-5efe-44ef-8e30-86f1aea12cc9 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:22.000383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.880s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:22.005410 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:22.031109 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d74ab2a2-221c-4e47-872c-adb7b40d3304 req-1ac15e39-fe28-49ac-bfb9-ba1f7d1f8571 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.6747024
Dec 09 14:04:22.094218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.223038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.228683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:22.239004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bdd566bb-ac26-4493-9f7c-955304f9f289 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:22.255786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b408ccbf-db48-4e9f-ac68-09c4826b4015 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:04:22.261707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.270695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:22.277285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e037c953-475d-45ae-afd3-b43fce39c5ce tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:22.285268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event deleted for resources: {'Network': ['ID=b408ccbf-db48-4e9f-ac68-09c4826b4015,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:22.314409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:22.319364 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/networks/b408ccbf-db48-4e9f-ac68-09c4826b4015 HTTP/1.1" status: 204  len: 168 time: 3.0437946
Dec 09 14:04:22.343033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Made reservation on behalf of 3bcd81e036d64bf78a67bf36df4d239b for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:22.350347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.368682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e037c953-475d-45ae-afd3-b43fce39c5ce tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:22.370237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e037c953-475d-45ae-afd3-b43fce39c5ce tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.9187152
Dec 09 14:04:22.375842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:22.499052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-11eb9ebd-f823-47c5-9061-af877a5f00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.600986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:22.661859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.726434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6fcf99b-883a-4150-a275-645af311a525 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:22.772854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.797721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:22.802998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:22.803509 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 20996ba9-8db0-45c3-a300-d771d98868be disassociated. External IP: 172.26.3.121, port: 77399123-57ac-4a99-85a1-ba61fc4155ca.
Dec 09 14:04:22.820317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:22.859220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-13e5b6a0-437e-4dea-9ea4-fb2467dfd517 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.4798381
Dec 09 14:04:22.883509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 52986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:22.966832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=a64691c2-6373-4e32-bd04-09cbcc19f18b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:22.975092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:22.990854 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-58dd29bf-8827-49f5-afea-0b85b8e26a29 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] delete failed (client error): The resource could not be found.
Dec 09 14:04:22.991124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37350410-589e-46e8-be26-ebeb9f62211f None None] Network e97548a9-8ba2-41f6-9155-241a4c701b62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:22.992863 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58dd29bf-8827-49f5-afea-0b85b8e26a29 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "DELETE /v2.0/security-groups/ba61d921-5f57-4573-96b9-724d893094d3 HTTP/1.1" status: 404  len: 347 time: 0.0658987
Dec 09 14:04:22.996675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52992) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:23.009572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:23.010205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: 73423c2c-9743-48e7-8028-ce0ca0681677, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:23.050036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Allocated IP 172.20.0.7 (613eed66-bded-4487-948d-0e20bce9b1c9/835e3a28-3773-4e28-9c43-c631cfe37587/a67dec8c-fb02-4158-af26-afd593a55fb6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:23.223370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Provisioning for port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:23.266019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Provisioning complete for port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:23.266326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.281692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 52998) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:23.289914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'name': 'tempest-router--1349061884', 'project_id': '03c889ea04f648e18ff7ea68c05ddfac'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:23.305923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:23.324896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:router and tenant:03c889ea04f648e18ff7ea68c05ddfac is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:23.327454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.330365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 73423c2c-9743-48e7-8028-ce0ca0681677 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:23.335836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:23.348432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Transition to ACTIVE for port object a67dec8c-fb02-4158-af26-afd593a55fb6 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:23.348642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bbed20db-925b-4112-a53a-b2d4182cdf79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Synchronizing usage tracker for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:23.352689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:23.402369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 73423c2c-9743-48e7-8028-ce0ca0681677) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:23.405228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.406364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.416789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245e8f2-81fe-4959-81c8-c74aa2abdf11 None None] Network 73423c2c-9743-48e7-8028-ce0ca0681677 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:23.428205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.444245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bbed20db-925b-4112-a53a-b2d4182cdf79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Unset dirty status for tenant:a29244f2d69a4741805fffee2e6adf18 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:23.451247 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bbed20db-925b-4112-a53a-b2d4182cdf79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4508452
Dec 09 14:04:23.472586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:23.474367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.510019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.523323 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.2005734
Dec 09 14:04:23.524118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53004) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:23.570913 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dec17701-be49-4af8-93a5-2b5ccee6a5c9 req-6fd9df24-08b2-4f7a-a910-dea8b00ef6e7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.2190630
Dec 09 14:04:23.601652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.611100 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b20a517e-dadc-4b61-acd8-32c77e6d8f5c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.3256021
Dec 09 14:04:23.614683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53008) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:23.642448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf46377-d86b-4028-8218-77168f383120 req-d17832fd-5b5e-4083-b2e0-0739eba25ed0 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:23.644045 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4bf46377-d86b-4028-8218-77168f383120 req-d17832fd-5b5e-4083-b2e0-0739eba25ed0 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 1.0391171
Dec 09 14:04:23.663581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Router ffefe65c-1f0b-4085-91ce-e122cc4cf277 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:04:23.713847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.717233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.736948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:23.832208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4bf46377-d86b-4028-8218-77168f383120 req-c8da5e92-11e3-41a0-96d6-dc20a4c1b2f4 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1760237
Dec 09 14:04:23.896885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-73423c2c-9743-48e7-8028-ce0ca0681677', 'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': 'a64691c2-6373-4e32-bd04-09cbcc19f18b'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:23.899526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:23.941923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] For port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,segment=NetworkSegment(8d875434-99f9-4b73-843c-c24cc6596e16),segment_id=8d875434-99f9-4b73-843c-c24cc6596e16)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:24.009072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:24.020202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:24.022656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:24.074313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.105193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:24.109677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.119945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Allocated IP 2001:db8::1 (73423c2c-9743-48e7-8028-ce0ca0681677/a64691c2-6373-4e32-bd04-09cbcc19f18b/44f074ba-00f3-4327-b019-57817b8802d4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:24.150460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=a67dec8c-fb02-4158-af26-afd593a55fb6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:24.161815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:24.165975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53014) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:24.179337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:24.189420 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:24.202627 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8762376
Dec 09 14:04:24.206456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53020) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:24.209487 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:24.210424 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f36160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:03:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:24.221321 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0012276
Dec 09 14:04:24.225027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1465419996'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:24.238104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:24.254823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:24.258429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:24.266429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:24.303868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Request body: {'port': {'device_id': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:24.361607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:24.365068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.386215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.410725 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:24.463839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.472412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:24.641393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Pushing event updated for resources: {'Port': ['ID=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:24.672037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:24.677211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.725704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-48e57f6a-164d-49d0-b285-5c579a35059f None None] Provisioning complete for port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:24.729912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-48e57f6a-164d-49d0-b285-5c579a35059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.745663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:24.766296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:24.882595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.023013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-546e284d-fee3-4683-a379-a94465ccf581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.054023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Transition to ACTIVE for port object 44f074ba-00f3-4327-b019-57817b8802d4 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:25.077698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-48e57f6a-164d-49d0-b285-5c579a35059f None None] Provisioning for port a67dec8c-fb02-4158-af26-afd593a55fb6 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:25.104613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-48e57f6a-164d-49d0-b285-5c579a35059f None None] Provisioning complete for port a67dec8c-fb02-4158-af26-afd593a55fb6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:25.105268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-48e57f6a-164d-49d0-b285-5c579a35059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.135517 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f36160>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:17Z', 'revision_number': 3, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:18Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:25.147057 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:25.147410 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Updating router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac port b904c11c-2c51-405d-9521-9a8d5575c621 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:04:25.194091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:25.201398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-48e57f6a-164d-49d0-b285-5c579a35059f None None] Port a67dec8c-fb02-4158-af26-afd593a55fb6 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:25.206292 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab471487-a063-479e-8b60-79622bd3cbde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a29244f2d69a4741805fffee2e6adf18&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0303469
Dec 09 14:04:25.211172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] Sync routers for ids ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:25.218578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Transition to ACTIVE for port object 44f074ba-00f3-4327-b019-57817b8802d4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:25.225840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:25.227710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] Routers {'ffefe65c-1f0b-4085-91ce-e122cc4cf277'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:25.228394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c6cb50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:25.253211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.260826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment c28f8f85-4af7-43fa-b4f6-efeb269eb9b9 of type vlan for network 7f212e12-116c-4866-ad32-fa8d09021f78
Dec 09 14:04:25.265484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/routers/ffefe65c-1f0b-4085-91ce-e122cc4cf277/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.4389844
Dec 09 14:04:25.270695 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.278012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53032) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:25.300698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.310169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5af23aa0-3e64-47a8-bb74-98d691aa8a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:25.333178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:25.367452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.371904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8d8f6b0-2505-4683-b419-8b80b8553c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:25.445164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c6cb50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:25.449711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=a64691c2-6373-4e32-bd04-09cbcc19f18b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:25.483839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.488828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] Routers {'ffefe65c-1f0b-4085-91ce-e122cc4cf277'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:25.511188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c6cb50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:25.634485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:25.653974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:25.696801 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.699277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67dec8c-fb02-4158-af26-afd593a55fb6 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:04:25.709695 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Transition to ACTIVE for port object b904c11c-2c51-405d-9521-9a8d5575c621 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:25.720975 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.726331 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:25.733297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.761203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75c041-6f69-4498-a067-5cff379e7cae req-e7a9352d-127a-4c1a-9eb7-81be3e1728c8 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:25.762801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c75c041-6f69-4498-a067-5cff379e7cae req-e7a9352d-127a-4c1a-9eb7-81be3e1728c8 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.6203046
Dec 09 14:04:25.796114 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Pushing event updated for resources: {'Port': ['ID=b904c11c-2c51-405d-9521-9a8d5575c621,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:25.808397 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.808956 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.809456 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.810081 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.810838 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.811433 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.811900 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.812430 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.812896 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.813376 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.813983 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:04:25.819995 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:25.829059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b46b83-0c5f-4383-b126-42bac0adf4d0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:25.830637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-76b46b83-0c5f-4383-b126-42bac0adf4d0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffefe65c-1f0b-4085-91ce-e122cc4cf277 HTTP/1.1" status: 200  len: 980 time: 0.5493739
Dec 09 14:04:25.834448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Transition to ACTIVE for port object a67dec8c-fb02-4158-af26-afd593a55fb6 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:25.837674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53036) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:25.838473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.845201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:25.848011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:25.876823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Network 73423c2c-9743-48e7-8028-ce0ca0681677 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:25.878788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Pushing event updated for resources: {'Port': ['ID=44f074ba-00f3-4327-b019-57817b8802d4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:25.893081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:25.895104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:25.896188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:25.903516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c6cb50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:25.903926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39140d14-e369-474f-9d59-0ebafba4800b None None] The sync data for ids ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:25.951532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24f5716a-0ba6-428c-b8f8-b5ba5e89a03a tempest-QuotasNegativeTest-864149057 tempest-QuotasNegativeTest-864149057-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:26.071781 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Attempting to bind port b904c11c-2c51-405d-9521-9a8d5575c621 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:26.072156 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Attempting to bind port b904c11c-2c51-405d-9521-9a8d5575c621 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:26.073506 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Attempting to bind port b904c11c-2c51-405d-9521-9a8d5575c621 on network 79df334a-7d4a-4253-b014-e478e880a659 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:26.088967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Attempting to bind port 44f074ba-00f3-4327-b019-57817b8802d4 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:26.089736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Attempting to bind port 44f074ba-00f3-4327-b019-57817b8802d4 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:26.090313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Attempting to bind port 44f074ba-00f3-4327-b019-57817b8802d4 on network 73423c2c-9743-48e7-8028-ce0ca0681677 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:26.095613 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:26.096072 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Checking segment: {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:26.096484 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.096872 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Bound using segment: {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:26.097348 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Bound port: b904c11c-2c51-405d-9521-9a8d5575c621, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1787654c-c526-44f0-8781-ce5da002e3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '79df334a-7d4a-4253-b014-e478e880a659'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:26.100202 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.116449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:26.116869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Checking segment: {'id': 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:26.117243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.117685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Bound using segment: {'id': 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:26.118176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Bound port: 44f074ba-00f3-4327-b019-57817b8802d4, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '73423c2c-9743-48e7-8028-ce0ca0681677'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:26.118565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.136487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.141789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.152427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=7f212e12-116c-4866-ad32-fa8d09021f78,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:26.155898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:26.156714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83d88db0-489a-4e06-817a-71e4b7b017da tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:26.176439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.208517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a163c10>,) {'filters': {'network_id': ['73423c2c-9743-48e7-8028-ce0ca0681677']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:26.218530 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c75c041-6f69-4498-a067-5cff379e7cae req-72c6720a-3b65-45da-93d9-f8f25bb85c72 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4381917
Dec 09 14:04:26.223780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a163c10>, 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:26.224551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a163c10>, 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:26.237424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c68364-a9d9-4fc6-bf21-feccb5135313 req-4dfad433-889f-4a35-ba46-f2fe7474fb6c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:26.238191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-89c68364-a9d9-4fc6-bf21-feccb5135313 req-4dfad433-889f-4a35-ba46-f2fe7474fb6c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:26.239665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.260770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.267586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 7f212e12-116c-4866-ad32-fa8d09021f78 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:26.269328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:26.270195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.314001 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] For port b904c11c-2c51-405d-9521-9a8d5575c621, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:26.336635 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] For port b904c11c-2c51-405d-9521-9a8d5575c621, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b904c11c-2c51-405d-9521-9a8d5575c621,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:26.355226 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.355388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.1446693
Dec 09 14:04:26.355388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-89c68364-a9d9-4fc6-bf21-feccb5135313 req-4dfad433-889f-4a35-ba46-f2fe7474fb6c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:26.356175 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89c68364-a9d9-4fc6-bf21-feccb5135313 req-4dfad433-889f-4a35-ba46-f2fe7474fb6c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 931 time: 1.2165337
Dec 09 14:04:26.356715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53040) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:26.364091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:26.399633 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:26.411271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 09 14:04:26.411271 dv-neutron-821183-1-hyperv neutron-server[83443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 09 14:04:26.411271 dv-neutron-821183-1-hyperv neutron-server[83443]: [parameters: {'id': '73423c2c-9743-48e7-8028-ce0ca0681677'}]
Dec 09 14:04:26.411271 dv-neutron-821183-1-hyperv neutron-server[83443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:26.411708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:26.413874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.440091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:26.474792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Pushing event updated for resources: {'Port': ['ID=a67dec8c-fb02-4158-af26-afd593a55fb6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:26.481304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:26.517172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:26.534430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.547981 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Pushing event updated for resources: {'Port': ['ID=b904c11c-2c51-405d-9521-9a8d5575c621,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:26.559133 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:26.566838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.603942 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:26.607938 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f36160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:26.630666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.645876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] For port 44f074ba-00f3-4327-b019-57817b8802d4, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:26.726621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.727414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.741750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cfdf212f-6cf9-4283-8309-fac9d4543126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:26.752893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] For port 44f074ba-00f3-4327-b019-57817b8802d4, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=44f074ba-00f3-4327-b019-57817b8802d4,segment=NetworkSegment(c6a49324-40dc-4859-b6e6-3d9fbe4ea406),segment_id=c6a49324-40dc-4859-b6e6-3d9fbe4ea406)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:26.773860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:26.786814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:26.787399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122975dc-46cd-4268-b8af-50968b3ca69c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:26.788476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:26.803630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89c68364-a9d9-4fc6-bf21-feccb5135313 req-36697c26-71a7-4c10-915f-54680340c7b6 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3728576
Dec 09 14:04:26.813780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:26.820652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:26.892259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:26.955831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Pushing event updated for resources: {'Port': ['ID=44f074ba-00f3-4327-b019-57817b8802d4,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:26.959109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:27.013285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.016881 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:27.029771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.030268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3c81b3f-62c5-40e0-bbda-9abba38fe99e {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:04:27.073565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:27.074449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.078169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.079477 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e0954ca6-05b7-40b2-961e-052ca373a367 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c3c81b3f-62c5-40e0-bbda-9abba38fe99e HTTP/1.1" status: 204  len: 168 time: 3.4633908
Dec 09 14:04:27.088042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.089379 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/122975dc-46cd-4268-b8af-50968b3ca69c HTTP/1.1" status: 204  len: 168 time: 1.8390367
Dec 09 14:04:27.095171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 44f074ba-00f3-4327-b019-57817b8802d4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:27.096095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.153654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00585a-4371-46d5-890e-91bec734b334 None None] Network 73423c2c-9743-48e7-8028-ce0ca0681677 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:27.179647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Attempting to bind port a67dec8c-fb02-4158-af26-afd593a55fb6 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:27.181562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Attempting to bind port a67dec8c-fb02-4158-af26-afd593a55fb6 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:27.184233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Attempting to bind port a67dec8c-fb02-4158-af26-afd593a55fb6 on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:27.192234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:27.207299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Port a67dec8c-fb02-4158-af26-afd593a55fb6 on network 613eed66-bded-4487-948d-0e20bce9b1c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:04:27.207702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Attempting to bind port a67dec8c-fb02-4158-af26-afd593a55fb6 on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:27.222186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:27.222873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Checking segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:27.223522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Bound using segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:27.223703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Bound port: a67dec8c-fb02-4158-af26-afd593a55fb6, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:27.224168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.236852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:27.312995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:27.339657 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:27.420413 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:27.421324 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4ade80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:27.480182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.538747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.551550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 44f074ba-00f3-4327-b019-57817b8802d4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=44f074ba-00f3-4327-b019-57817b8802d4,segment=NetworkSegment(c6a49324-40dc-4859-b6e6-3d9fbe4ea406),segment_id=c6a49324-40dc-4859-b6e6-3d9fbe4ea406)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:27.552435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.615851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.665987 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7ae612f-868f-4496-88e2-f03faafbb9cf tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/floatingips/20996ba9-8db0-45c3-a300-d771d98868be HTTP/1.1" status: 200  len: 688 time: 5.7896481
Dec 09 14:04:27.666792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53052) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:27.687903 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4ade80>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:27.725561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:27.732392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 44f074ba-00f3-4327-b019-57817b8802d4 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:27.741346 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:27.742330 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4ade80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:27.787827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed792b1-83b2-49f9-af7a-f671f9a413f7 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:04:27.886952 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4ade80>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:27.887735 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd64ffa-e169-4720-b2f6-00872ce2decf None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:27.956416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port aea140f9-f165-4783-a435-fb4495f0813f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:27.956797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:27.967528 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f36160>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:17Z', 'revision_number': 3, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:26Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:27.979548 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a47a849-9ebf-4f8a-9d20-8915991981cc None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:17Z', 'revision_number': 3, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:26Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:28.088214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.109157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fd4ea134-4db5-4c98-ac4f-ec43b4d7eb4e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:28.147652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed792b1-83b2-49f9-af7a-f671f9a413f7 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:04:28.165359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] For port a67dec8c-fb02-4158-af26-afd593a55fb6, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:28.197728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Port': ['ID=44f074ba-00f3-4327-b019-57817b8802d4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:28.252687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] For port a67dec8c-fb02-4158-af26-afd593a55fb6, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a67dec8c-fb02-4158-af26-afd593a55fb6,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:28.280458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:28.286728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1363520345', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:28.296140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:28.300451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Usage tracker for resource:router and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:28.304045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:28.308820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.311220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:28.331016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.333151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.336129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a32a57f7-d95b-411d-84c0-aebacaa91172 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:28.355129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No DVR routers for this DVR port 44f074ba-00f3-4327-b019-57817b8802d4 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:04:28.412687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b904c11c-2c51-405d-9521-9a8d5575c621 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:28.564119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.583853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.587122 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] 10.222.0.35 "PUT /v2.0/ports/a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 200  len: 1093 time: 4.2951150
Dec 09 14:04:28.604839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:04:28.642118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b904c11c-2c51-405d-9521-9a8d5575c621 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:28.712949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b904c11c-2c51-405d-9521-9a8d5575c621 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:28.713788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.758157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.763646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05777591-0de8-4d05-ad56-4e7505046ba7 req-911ef62a-2624-4e73-ab6d-d7ff7529c45f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:28.767963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.768516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.771243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05777591-0de8-4d05-ad56-4e7505046ba7 req-911ef62a-2624-4e73-ab6d-d7ff7529c45f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.6138885
Dec 09 14:04:28.791949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53082) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:28.795282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:28.807512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf36f80-0580-49f2-a58c-2baf79d19311 req-f35d944e-8a8f-4b6c-9a3c-0832fd680f34 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:28.808973 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdf36f80-0580-49f2-a58c-2baf79d19311 req-f35d944e-8a8f-4b6c-9a3c-0832fd680f34 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.8747766
Dec 09 14:04:28.835454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Pushing event updated for resources: {'Port': ['ID=a67dec8c-fb02-4158-af26-afd593a55fb6,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:28.838664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:28.850981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed31a6b6-da57-4c03-9864-435903973998 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:28.927235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=a67b38d5-8ad2-407a-8f9f-2f3c9c818427,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:28.929938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:28.942747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for aea140f9-f165-4783-a435-fb4495f0813f owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:28.974190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644943b640>,) {'filters': {'network_id': ['73423c2c-9743-48e7-8028-ce0ca0681677']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:28.993757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644943b640>, 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:28.994136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644943b640>, 'c6a49324-40dc-4859-b6e6-3d9fbe4ea406') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:29.012069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.033033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdf36f80-0580-49f2-a58c-2baf79d19311 req-449cd9ee-73f0-4106-8c02-da689614c08c tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059741
Dec 09 14:04:29.051384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.054843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05777591-0de8-4d05-ad56-4e7505046ba7 req-8e1eaefa-3b48-43a4-b71d-510054f37c14 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2827671
Dec 09 14:04:29.064232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:29.064593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 7f212e12-116c-4866-ad32-fa8d09021f78, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:29.144794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b904c11c-2c51-405d-9521-9a8d5575c621, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b904c11c-2c51-405d-9521-9a8d5575c621,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:29.148503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-abd81634-5c8b-4db4-a968-968921fb45df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1096 time: 0.5082557
Dec 09 14:04:29.149928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.151895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:29.215696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.220222 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'status': 'completed', 'code': 200}
Dec 09 14:04:29.225903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:29.226635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.233221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b904c11c-2c51-405d-9521-9a8d5575c621,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:29.243463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:29.247349 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-2eebc6b9-90d3-4607-9a8f-818efa633451 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 200  len: 217 time: 0.0892007
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:29.251907 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:29.253888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.256381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-77c31fd2-3fda-421a-bcb2-b00f920d9deb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:29.257037 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-77c31fd2-3fda-421a-bcb2-b00f920d9deb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:04:29.261518 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-77c31fd2-3fda-421a-bcb2-b00f920d9deb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4590249
Dec 09 14:04:29.272484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53088) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:29.301783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563277795'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:29.307435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 7f212e12-116c-4866-ad32-fa8d09021f78 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:29.307543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:29.366129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:29.387127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:29.399590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:29.408198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.423360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 7f212e12-116c-4866-ad32-fa8d09021f78) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:29.427644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:29.428232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.431751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533cae6-2b88-4d17-857e-b04d0857f3a6 None None] Network 7f212e12-116c-4866-ad32-fa8d09021f78 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:29.451814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.457947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-496e8239-aaf7-4abb-9b76-2b7ed968e5fe tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:29.470034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-c9242e5d-d37e-4fa6-93fd-84aee43dcffe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:29.471807 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-c9242e5d-d37e-4fa6-93fd-84aee43dcffe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.1653118
Dec 09 14:04:29.472960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.479506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.0530167
Dec 09 14:04:29.485204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.505935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53092) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:29.554004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.574040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=73423c2c-9743-48e7-8028-ce0ca0681677,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:29.619878 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-1455b52d-46fe-4011-a82c-a3e3a3688742 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1375146
Dec 09 14:04:29.655133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:29.655932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.667661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-af91f643-ff2a-4e6d-8ecb-98d0bb72e246 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:29.721147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-7f212e12-116c-4866-ad32-fa8d09021f78', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:29.722176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:29.734321 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/73423c2c-9743-48e7-8028-ce0ca0681677 HTTP/1.1" status: 204  len: 168 time: 6.1979771
Dec 09 14:04:29.793518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53096) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:29.823743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:29.829068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=aea140f9-f165-4783-a435-fb4495f0813f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:29.832948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:29.890435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361407043'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:29.897101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Allocated IP 2001:db8:2::2 (7f212e12-116c-4866-ad32-fa8d09021f78/a67b38d5-8ad2-407a-8f9f-2f3c9c818427/f9097300-3354-4b7b-8ba7-4ed33e7e5227) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:29.903936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:29.912724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:29.948224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:29.965483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:29.970694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:29.992137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-add3d600-8014-4041-9314-e0fbc2ef5884 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3620212
Dec 09 14:04:30.018727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:30.019064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.031765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:30.050988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:30.080890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.100528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:30.104718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.141476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.157036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Transition to ACTIVE for port object f9097300-3354-4b7b-8ba7-4ed33e7e5227 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:30.158183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.164585 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/floatingips/20996ba9-8db0-45c3-a300-d771d98868be HTTP/1.1" status: 204  len: 168 time: 2.4042079
Dec 09 14:04:30.167883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53104) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:30.186246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Transition to ACTIVE for port object f9097300-3354-4b7b-8ba7-4ed33e7e5227 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:30.195527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '2f92a404-e1e4-4e51-b165-cf12f4b7aaf5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:30.198627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.222436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-98317c3c-54f7-4bd3-8e47-5a1a7471a99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:30.230107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:30.233044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:30.254042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:floatingip and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:30.260708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:30.270784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.271282 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment 6ec6e33e-9e37-4293-aee5-c87f1b362641 of type vlan for network 7899917f-39da-4a09-b274-de25dc59430c
Dec 09 14:04:30.278563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:30.300664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Network 7f212e12-116c-4866-ad32-fa8d09021f78 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:30.305121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.305322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:30.308141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:30.312923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Pushing event updated for resources: {'Port': ['ID=f9097300-3354-4b7b-8ba7-4ed33e7e5227,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:30.315722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:30.371227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b904c11c-2c51-405d-9521-9a8d5575c621 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:30.393895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.408345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.412027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:30.420110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.464873 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c7f65d3-dc75-4ce6-8a04-f90d2fcd43a5 req-e8bad041-2e21-494b-ad60-e91cd92c110b service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4655514
Dec 09 14:04:30.475679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Attempting to bind port f9097300-3354-4b7b-8ba7-4ed33e7e5227 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:30.476258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Attempting to bind port f9097300-3354-4b7b-8ba7-4ed33e7e5227 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:30.477517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Attempting to bind port f9097300-3354-4b7b-8ba7-4ed33e7e5227 on network 7f212e12-116c-4866-ad32-fa8d09021f78 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:30.487192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:30.487797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Checking segment: {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:30.488015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.488372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Bound using segment: {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:30.489673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Bound port: f9097300-3354-4b7b-8ba7-4ed33e7e5227, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:30.490083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.510166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.556909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b904c11c-2c51-405d-9521-9a8d5575c621 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:30.557290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.639476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] For port f9097300-3354-4b7b-8ba7-4ed33e7e5227, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:30.643403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] For port f9097300-3354-4b7b-8ba7-4ed33e7e5227, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f9097300-3354-4b7b-8ba7-4ed33e7e5227,segment=NetworkSegment(c28f8f85-4af7-43fa-b4f6-efeb269eb9b9),segment_id=c28f8f85-4af7-43fa-b4f6-efeb269eb9b9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:30.649422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.653697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:30.690095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:30.729885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:30.754370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:30.762225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed51b4-d942-4c01-ac09-b5a5782054dd,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:30.766017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:30.767072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:30.769333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125e3a3-1d06-409e-8ca6-a604596912ba req-f5202c29-7a16-45b6-92b2-15fbd502b707 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:30.776608 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5125e3a3-1d06-409e-8ca6-a604596912ba req-f5202c29-7a16-45b6-92b2-15fbd502b707 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.4119220
Dec 09 14:04:30.786569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d4753-db05-4e57-a660-58b03ad7a18b req-776d3ecf-fc6a-4435-9256-1c2b93aa30d1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:30.788708 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e9d4753-db05-4e57-a660-58b03ad7a18b req-776d3ecf-fc6a-4435-9256-1c2b93aa30d1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.5362766
Dec 09 14:04:30.801783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Pushing event updated for resources: {'Port': ['ID=f9097300-3354-4b7b-8ba7-4ed33e7e5227,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:30.803788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:30.818356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:30.871618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.929317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.929317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.936190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:30.936190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:30.942634 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5125e3a3-1d06-409e-8ca6-a604596912ba req-7c3a36cb-7fc3-488d-8022-51babb452a25 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1635666
Dec 09 14:04:30.946241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7707b40a-58aa-4a0c-8b3c-96d05328a103 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:30.950700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-540b09a4-7169-4cca-be06-34786c436bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1096 time: 0.3682702
Dec 09 14:04:30.955512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e9d4753-db05-4e57-a660-58b03ad7a18b req-b19f216c-9596-467b-85de-be8541d0bab5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1364872
Dec 09 14:04:31.137223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05098-94bd-4976-9202-5773a9872605 req-52facf73-1d7e-40fc-9933-19626b345dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:31.139001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-52facf73-1d7e-40fc-9933-19626b345dcc service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.1815228
Dec 09 14:04:31.188321 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3538077
Dec 09 14:04:31.200989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53110) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:31.215669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': '7899917f-39da-4a09-b274-de25dc59430c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:31.262731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=7899917f-39da-4a09-b274-de25dc59430c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:31.264317 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-04a9de90-2fa5-44ac-880b-2a3f8ad89137 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 200  len: 217 time: 0.1180990
Dec 09 14:04:31.284017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 7899917f-39da-4a09-b274-de25dc59430c details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:31.290671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:31.299059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:31.346570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:31.354018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf05098-94bd-4976-9202-5773a9872605 req-e6bb455e-1662-4e6a-ae55-f7c032db3fcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:31.355441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-e6bb455e-1662-4e6a-ae55-f7c032db3fcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.0811253
Dec 09 14:04:31.356748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:31.417908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:31.447689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b3c13a46-e812-421f-b267-9887c7d1ccc6 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:31.589792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=b6025ee1-5dbe-4d8e-b1e6-8096058c5e24,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:31.592975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:31.651233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:31.655640 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 2.3727083
Dec 09 14:04:31.670363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53116) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:31.671112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08b9c8-583f-4b25-883c-fda1d3ebc3f0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:31.675636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Allocated IP 172.26.3.135 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/c5f842d8-73d9-4df2-bbfe-f5525adf2750) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:31.679379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:31.682283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:31.741691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '4a08b9c8-583f-4b25-883c-fda1d3ebc3f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:31.746181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:31.795340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:31.837611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:31.840866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:31.848610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:31.868684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:31.873022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:31.875634 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-b72ddc50-433c-40e4-a9de-da7c24b9e185 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3593464
Dec 09 14:04:31.882715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b377d7e-2cbf-434c-967e-f4926a263fc9 req-2d97a3b4-f56e-4baa-a6d9-5195b5abedbf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:31.884165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b377d7e-2cbf-434c-967e-f4926a263fc9 req-2d97a3b4-f56e-4baa-a6d9-5195b5abedbf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3747106
Dec 09 14:04:31.891263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:31.944831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:32.002549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.063725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e2bfe-3003-4011-9930-0ae325a305bc None None] Network 7f212e12-116c-4866-ad32-fa8d09021f78 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:32.100406 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b377d7e-2cbf-434c-967e-f4926a263fc9 req-76666488-1b79-43ec-9774-e677681f83b9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1918843
Dec 09 14:04:32.123003 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-49116700-86d2-443e-9134-d8f9ddd742e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.6577570
Dec 09 14:04:32.186255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.205422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-39a9d428-8a47-449f-b3e0-1f59a739fdcd None None] Provisioning for port f9097300-3354-4b7b-8ba7-4ed33e7e5227 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:32.233924 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-b945f62a-c354-44e8-8ecd-69664669ac37 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3486114
Dec 09 14:04:32.245626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.369430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f9097300-3354-4b7b-8ba7-4ed33e7e5227 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:32.455907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f9097300-3354-4b7b-8ba7-4ed33e7e5227 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:32.466006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f9097300-3354-4b7b-8ba7-4ed33e7e5227 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:32.466429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.498829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7eeff-357b-43c5-b491-96b488cc5833 req-c9cea164-e6a0-4ed5-a066-84457663668d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:32.500216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6e7eeff-357b-43c5-b491-96b488cc5833 req-c9cea164-e6a0-4ed5-a066-84457663668d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.3464856
Dec 09 14:04:32.665665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.666721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.683031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddf05098-94bd-4976-9202-5773a9872605 req-e6bcb7e4-8112-4f8e-b35b-f1de505eec64 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4421792
Dec 09 14:04:32.698105 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6e7eeff-357b-43c5-b491-96b488cc5833 req-c3b6c5bd-dba8-4a0b-8b8b-febb174c4bf0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1828115
Dec 09 14:04:32.701186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f9097300-3354-4b7b-8ba7-4ed33e7e5227, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f9097300-3354-4b7b-8ba7-4ed33e7e5227,segment=NetworkSegment(c28f8f85-4af7-43fa-b4f6-efeb269eb9b9),segment_id=c28f8f85-4af7-43fa-b4f6-efeb269eb9b9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:32.707741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.709585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:32.786447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-00cfb0a0-56dd-4394-9db3-468d066ec8bd None None] Provisioning complete for port f9097300-3354-4b7b-8ba7-4ed33e7e5227 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:32.786894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-00cfb0a0-56dd-4394-9db3-468d066ec8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.797649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Router ffefe65c-1f0b-4085-91ce-e122cc4cf277 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:32.814856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f9097300-3354-4b7b-8ba7-4ed33e7e5227,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:32.826494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:32.836378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.845510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-f52300cb-b2ed-4af9-8d9b-fc07e762d368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:32.846955 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-f52300cb-b2ed-4af9-8d9b-fc07e762d368 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.7025239
Dec 09 14:04:32.854337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:32.932591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8ffd3f98-e510-4922-b50d-95f3ccc92e5f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:33.007216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.035582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1bd1ad6-a575-41f4-bf3a-bc5bfddbb4a8,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:33.037881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:33.064802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:33.075431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] Sync routers for ids ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:33.079359 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/routers/ffefe65c-1f0b-4085-91ce-e122cc4cf277/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2207921
Dec 09 14:04:33.081995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53122) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:33.090407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] Routers {'ffefe65c-1f0b-4085-91ce-e122cc4cf277'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:33.091967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fc5b50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:33.111392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9e068ca7-4580-4495-bca1-3a3f8b5d83e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:33.125866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa13511-8a14-444b-a7fc-4d0824c27fd5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:04:33.126368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7aa13511-8a14-444b-a7fc-4d0824c27fd5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:33.143024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7aa13511-8a14-444b-a7fc-4d0824c27fd5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:33.143024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7aa13511-8a14-444b-a7fc-4d0824c27fd5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/b6025ee1-5dbe-4d8e-b1e6-8096058c5e24 HTTP/1.1" status: 404  len: 333 time: 0.0605001
Dec 09 14:04:33.143024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:33.175828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fc5b50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:33.192946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] Routers {'ffefe65c-1f0b-4085-91ce-e122cc4cf277'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:33.193774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fc5b50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:33.218909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.220096 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.5466092
Dec 09 14:04:33.225307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:33.268686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.282271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fc5b50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:33.282828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66003292-977a-472e-94fa-5e5a142e1ee1 None None] The sync data for ids ['ffefe65c-1f0b-4085-91ce-e122cc4cf277'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:33.287736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:33.289601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '4a08b9c8-583f-4b25-883c-fda1d3ebc3f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:33.311342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:33.318545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.161 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/8c3038d7-059d-456e-914b-33ea515b787b) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:33.324399 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-5bee31f8-dff8-49eb-bef4-2359ee8d11a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1002 time: 0.4585640
Dec 09 14:04:33.329841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:33.344634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:33.350774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:33.355995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:33.358025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event updated for resources: {'Port': ['ID=c5f842d8-73d9-4df2-bbfe-f5525adf2750,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:33.367219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:33.397102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.407989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:33.464105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.564700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.570848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afe397-8f25-4d99-9c31-fa685a8f9a37 req-6c238e23-891b-4741-9184-bf4831efbd14 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:33.572537 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70afe397-8f25-4d99-9c31-fa685a8f9a37 req-6c238e23-891b-4741-9184-bf4831efbd14 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2926929
Dec 09 14:04:33.584553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-171d32e1-71c3-4548-9657-4492848d0e72 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:33.751713 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:04:33.752975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0021e172-2d43-4bb3-a057-3c98eb41cdea tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5263302
Dec 09 14:04:33.755435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-2d5afb86-d839-4942-a2e5-d881a417d809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:33.755870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:33.756850 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-2d5afb86-d839-4942-a2e5-d881a417d809 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.3850729
Dec 09 14:04:33.894232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=7dbb382a-5b56-4a93-9a7e-26ce3a1046fb,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:33.915593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:33.950380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70afe397-8f25-4d99-9c31-fa685a8f9a37 req-e8d545e4-5528-4818-9e92-67525af46232 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3676069
Dec 09 14:04:33.969886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:33.981166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.026121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.036749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.044433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': '6ec6e33e-9e37-4293-aee5-c87f1b362641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7899917f-39da-4a09-b274-de25dc59430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:34.045292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: 7899917f-39da-4a09-b274-de25dc59430c, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:34.067263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.067761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Fanout notify agent at l3_agent the message router_deleted on router ffefe65c-1f0b-4085-91ce-e122cc4cf277 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:04:34.079770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.094939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.098590 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1c4c57c7-ded1-49c5-9c06-c37c160caf6c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/routers/ffefe65c-1f0b-4085-91ce-e122cc4cf277 HTTP/1.1" status: 204  len: 168 time: 0.9489477
Dec 09 14:04:34.099360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:34.105138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287f1ab-583c-49f1-bcde-f1032ce5468a req-e6c1e2f6-d9c6-49bd-b971-ba0d8039dc6f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:34.106645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d287f1ab-583c-49f1-bcde-f1032ce5468a req-e6c1e2f6-d9c6-49bd-b971-ba0d8039dc6f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.2717643
Dec 09 14:04:34.118598 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-774ec1ff-bbc9-423e-a67d-2ad178aec632 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3423684
Dec 09 14:04:34.246628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d287f1ab-583c-49f1-bcde-f1032ce5468a req-c136a9a6-6d88-466b-bdd1-a91db310094f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034958
Dec 09 14:04:34.249641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.259449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3074a1ee-3b40-48d4-a95c-1b687c5030af tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:34.284230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08b9c8-583f-4b25-883c-fda1d3ebc3f0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:34.331047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f9097300-3354-4b7b-8ba7-4ed33e7e5227 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:34.344914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.346044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 7899917f-39da-4a09-b274-de25dc59430c is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:34.348847 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a08b9c8-583f-4b25-883c-fda1d3ebc3f0 HTTP/1.1" status: 204  len: 168 time: 0.5922451
Dec 09 14:04:34.353961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:34.354844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:34.399471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f9097300-3354-4b7b-8ba7-4ed33e7e5227 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:34.399904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.411437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.415308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:34.462856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 1b89aa04-78e4-4a31-9534-68a1c2c9907e {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:04:34.467068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b70e69ce-68cb-4f9e-b0e7-564ca28891eb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:34.469373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.473420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 7899917f-39da-4a09-b274-de25dc59430c) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:34.489084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8:2::1 (7f212e12-116c-4866-ad32-fa8d09021f78/a67b38d5-8ad2-407a-8f9f-2f3c9c818427/edbfe989-210f-4407-9d70-255b8615d63a) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:34.493580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71200c1-9491-474a-8714-44064ec1198e None None] Network 7899917f-39da-4a09-b274-de25dc59430c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:34.506111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:34.506709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.555210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:34.565952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:34.578196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:34.626269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=8c3038d7-059d-456e-914b-33ea515b787b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:34.647664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:34.685967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.705195 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.4897594
Dec 09 14:04:34.710355 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-e312b18e-c0a8-48de-928c-e1e7ede5508b service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5800130
Dec 09 14:04:34.719122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:34.719289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b70e69ce-68cb-4f9e-b0e7-564ca28891eb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:34.723966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b70e69ce-68cb-4f9e-b0e7-564ca28891eb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3679802
Dec 09 14:04:34.729560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:34.733186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556779968'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:34.737068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301906020'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:34.746553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:34.750989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-7899917f-39da-4a09-b274-de25dc59430c', 'network_id': '7899917f-39da-4a09-b274-de25dc59430c', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': '7dbb382a-5b56-4a93-9a7e-26ce3a1046fb'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:34.752077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.767578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:34.772061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:34.785502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.813050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:34.822318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.823031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.833966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.843550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:34.870403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:34.877855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:34.886200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:34.895265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:34.904141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:34.920584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Allocated IP 2001:db8::1 (7899917f-39da-4a09-b274-de25dc59430c/7dbb382a-5b56-4a93-9a7e-26ce3a1046fb/457a41b0-c399-4d29-8259-147f7f3329a9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:34.938974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:34.945960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-327ab63d-e0d4-4993-b1d1-9432d32a033c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.020388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.020982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.026607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=1b89aa04-78e4-4a31-9534-68a1c2c9907e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:35.046118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:35.050025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.063808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/1b89aa04-78e4-4a31-9534-68a1c2c9907e HTTP/1.1" status: 204  len: 168 time: 0.9536619
Dec 09 14:04:35.063808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.072174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53162) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:35.076400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.088277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.092349 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3595300
Dec 09 14:04:35.103855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc89e41-e2eb-4720-b186-da7f7b74f5c9 None None] Network 0da78206-65d9-40f1-8e51-6ad02eca21f4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:35.110996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:35.113883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.124463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:35.142165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7f131cb2-16af-4906-9f58-0d3cd85cfa7f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': 'cf2168e0-f1c1-4edd-b068-f78f31c002bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:35.142779 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-7f131cb2-16af-4906-9f58-0d3cd85cfa7f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:35.146608 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7f131cb2-16af-4906-9f58-0d3cd85cfa7f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0145357
Dec 09 14:04:35.148289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:35.164338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object edbfe989-210f-4407-9d70-255b8615d63a will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:35.188174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2168e0-f1c1-4edd-b068-f78f31c002bd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:35.191841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:35.252375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9f43c-035a-4d1d-9f69-796dbdfaae67 req-a5f8c4a6-3010-456d-aa88-795f68de4bc9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:35.253791 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8a9f43c-035a-4d1d-9f69-796dbdfaae67 req-a5f8c4a6-3010-456d-aa88-795f68de4bc9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.1632268
Dec 09 14:04:35.262329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.316779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.317788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.333126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Transition to ACTIVE for port object 457a41b0-c399-4d29-8259-147f7f3329a9 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:35.363605 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-453ec18c-85ec-4c97-b2a8-4257482a32ae req-4073b9a7-0330-4e23-8fa5-34320a47f119 service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6274188
Dec 09 14:04:35.363877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Transition to ACTIVE for port object 457a41b0-c399-4d29-8259-147f7f3329a9 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:35.371017 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8a9f43c-035a-4d1d-9f69-796dbdfaae67 req-4565a362-dfab-4e78-9b78-6327569d61cd tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0966377
Dec 09 14:04:35.385141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.387051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:35.394525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.399060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46132b73-cc29-42ff-b41b-a9bb8a1ac8dc tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.422219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.428930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.429267 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment 2566fb70-c0bb-4d6d-8064-23333ce35434 of type vlan for network 1cfde45b-9545-48e0-9899-93b798592665
Dec 09 14:04:35.446425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6d62ed02-89b2-45ab-8ccd-938fb953f093 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.446642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.465559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2168e0-f1c1-4edd-b068-f78f31c002bd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:35.473593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:35.495208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.498995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf2168e0-f1c1-4edd-b068-f78f31c002bd HTTP/1.1" status: 204  len: 168 time: 0.3393745
Dec 09 14:04:35.499143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d831da83-d5b5-4603-b984-60d13c04604b tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.499261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Network 7899917f-39da-4a09-b274-de25dc59430c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:35.505134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:35.507400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:35.507917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:35.556462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a7a27b-58ae-4692-9f01-559d5b44d5c0 req-5c385b8a-ca1e-4d63-8113-8cdf0f8563bd tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:35.558623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4a7a27b-58ae-4692-9f01-559d5b44d5c0 req-5c385b8a-ca1e-4d63-8113-8cdf0f8563bd tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.1425500
Dec 09 14:04:35.567601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Pushing event updated for resources: {'Port': ['ID=457a41b0-c399-4d29-8259-147f7f3329a9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:35.577210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:35.621782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9875b808-d323-4dbd-8e36-d0a0a4d75fde tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:35.632936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port e68b9c51-5b9d-47e8-b8d1-bead9691248a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:35.633813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.651325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Attempting to bind port 457a41b0-c399-4d29-8259-147f7f3329a9 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:35.651708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Attempting to bind port 457a41b0-c399-4d29-8259-147f7f3329a9 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '6ec6e33e-9e37-4293-aee5-c87f1b362641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7899917f-39da-4a09-b274-de25dc59430c'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:35.652074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Attempting to bind port 457a41b0-c399-4d29-8259-147f7f3329a9 on network 7899917f-39da-4a09-b274-de25dc59430c {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:35.654725 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4a7a27b-58ae-4692-9f01-559d5b44d5c0 req-71f56273-5863-4ffd-a94d-10184c12e850 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574350
Dec 09 14:04:35.655686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9875b808-d323-4dbd-8e36-d0a0a4d75fde tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:35.656760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9875b808-d323-4dbd-8e36-d0a0a4d75fde tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1486390
Dec 09 14:04:35.660574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:35.665944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:35.666168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--692565787'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:35.666314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Checking segment: {'id': '6ec6e33e-9e37-4293-aee5-c87f1b362641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7899917f-39da-4a09-b274-de25dc59430c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:35.666720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.667102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Bound using segment: {'id': '6ec6e33e-9e37-4293-aee5-c87f1b362641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7899917f-39da-4a09-b274-de25dc59430c'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:35.668098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Bound port: 457a41b0-c399-4d29-8259-147f7f3329a9, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec6e33e-9e37-4293-aee5-c87f1b362641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7899917f-39da-4a09-b274-de25dc59430c'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:35.668098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.672938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:35.683856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:35.709020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.729691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.755971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:35.760903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:35.762653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 7f212e12-116c-4866-ad32-fa8d09021f78 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:35.764959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:35.771112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:35.788505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] DHCP port deletion for 0da78206-65d9-40f1-8e51-6ad02eca21f4 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:04:35.800347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Deleting port e68b9c51-5b9d-47e8-b8d1-bead9691248a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:35.801062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.853428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.858990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.866752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-54c6ea1f-3e71-4388-a985-8804d6af3fbf tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.880568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] For port 457a41b0-c399-4d29-8259-147f7f3329a9, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:35.925107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] For port 457a41b0-c399-4d29-8259-147f7f3329a9, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=457a41b0-c399-4d29-8259-147f7f3329a9,segment=NetworkSegment(6ec6e33e-9e37-4293-aee5-c87f1b362641),segment_id=6ec6e33e-9e37-4293-aee5-c87f1b362641)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:35.926732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755fe032-0bc1-49ab-892d-c05728133e1f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:35.939912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:35.942462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.947990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-759f36be-fa22-4cc5-a24e-6c910cb6e8c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:35.959127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=edbfe989-210f-4407-9d70-255b8615d63a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:35.962991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:35.969411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:35.969917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.981108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:35.982677 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3199434
Dec 09 14:04:35.984890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:35.991251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:35.995231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f3d5acd2-0ec3-4cf6-af7d-0995c011d2ec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '755fe032-0bc1-49ab-892d-c05728133e1f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:35.996230 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-f3d5acd2-0ec3-4cf6-af7d-0995c011d2ec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:35.996541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:35.998003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f3d5acd2-0ec3-4cf6-af7d-0995c011d2ec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0109129
Dec 09 14:04:36.000819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:36.106700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.112396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.114474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:36.115085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.140657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:36.179598 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.4598520
Dec 09 14:04:36.184358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.194565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:36.203663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] For port e68b9c51-5b9d-47e8-b8d1-bead9691248a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e68b9c51-5b9d-47e8-b8d1-bead9691248a,segment=NetworkSegment(49702953-65f6-4b29-87c9-2c66af3d744d),segment_id=49702953-65f6-4b29-87c9-2c66af3d744d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:36.205067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': '1cfde45b-9545-48e0-9899-93b798592665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:36.206616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.218092 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Pushing event updated for resources: {'Port': ['ID=457a41b0-c399-4d29-8259-147f7f3329a9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:36.230190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:36.422020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e68b9c51-5b9d-47e8-b8d1-bead9691248a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:04:36.452074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:36.456301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:36.462788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:36.493238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:36.502276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.519426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6f94fdd-40bc-44d4-96ef-dadf720f17d4 tempest-RoutersAdminNegativeTest-962485524 tempest-RoutersAdminNegativeTest-962485524-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:36.557975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755fe032-0bc1-49ab-892d-c05728133e1f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:36.566147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:36.567329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Calling delete_port for e68b9c51-5b9d-47e8-b8d1-bead9691248a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:36.567472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.569050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/755fe032-0bc1-49ab-892d-c05728133e1f HTTP/1.1" status: 204  len: 168 time: 0.5671380
Dec 09 14:04:36.570114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:36.625612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53198) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:36.633050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.719426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=1cfde45b-9545-48e0-9899-93b798592665,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:36.730412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:36.736806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3bfd6b2b-93d3-4b42-b1fe-7de2104daa9e None None] Provisioning for port edbfe989-210f-4407-9d70-255b8615d63a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:36.755289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3bfd6b2b-93d3-4b42-b1fe-7de2104daa9e None None] Provisioning complete for port edbfe989-210f-4407-9d70-255b8615d63a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:36.756102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3bfd6b2b-93d3-4b42-b1fe-7de2104daa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.763782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.775199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] For port e68b9c51-5b9d-47e8-b8d1-bead9691248a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e68b9c51-5b9d-47e8-b8d1-bead9691248a,segment=NetworkSegment(49702953-65f6-4b29-87c9-2c66af3d744d),segment_id=49702953-65f6-4b29-87c9-2c66af3d744d)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:36.775561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.782690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1cfde45b-9545-48e0-9899-93b798592665 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:36.921438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:04:36.922131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:04:36.957331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd6b2b-93d3-4b42-b1fe-7de2104daa9e None None] Port edbfe989-210f-4407-9d70-255b8615d63a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:36.972268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for e68b9c51-5b9d-47e8-b8d1-bead9691248a owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:36.978184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:36.984725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fc571-5b57-41e6-8a74-28cc06ba4fee req-4f81187a-f347-4fb2-bc4b-cbc739ca93c9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:36.986389 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec4fc571-5b57-41e6-8a74-28cc06ba4fee req-4f81187a-f347-4fb2-bc4b-cbc739ca93c9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2945108
Dec 09 14:04:36.990409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:37.028343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787bf1b-59c5-461f-97a1-1f56d8412e23 req-48278e19-2a51-44ad-96ca-ffd1e31aa11c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:37.032055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f787bf1b-59c5-461f-97a1-1f56d8412e23 req-48278e19-2a51-44ad-96ca-ffd1e31aa11c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.1782119
Dec 09 14:04:37.032212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3c9f3f8b-7eae-4e8d-8c77-419deecd955f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:37.044226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Pushing event deleted for resources: {'Port': ['ID=e68b9c51-5b9d-47e8-b8d1-bead9691248a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:37.047223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:37.050032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.060243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Router 7acf471e-f52b-4c55-838a-4f9c1d7cefe7 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:04:37.079141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] No DVR routers for this DVR port e68b9c51-5b9d-47e8-b8d1-bead9691248a on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:04:37.120832 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec4fc571-5b57-41e6-8a74-28cc06ba4fee req-5cc37f9a-c8d4-4c8e-bec2-88151263e88a tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1246622
Dec 09 14:04:37.163507 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f787bf1b-59c5-461f-97a1-1f56d8412e23 req-b907f5ea-df73-48c0-b5c1-09c5365ea984 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671279
Dec 09 14:04:37.218268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.219090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3c9f3f8b-7eae-4e8d-8c77-419deecd955f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:37.225907 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3c9f3f8b-7eae-4e8d-8c77-419deecd955f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5772455
Dec 09 14:04:37.226080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:37.229056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53206) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:37.264776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1353428979'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:37.270756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:37.281492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:37.299450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.312518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=27f2ed7a-6500-445e-83a4-b81a717a8530,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:37.317258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:37.386270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:37.386616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:37.403567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': '2566fb70-c0bb-4d6d-8064-23333ce35434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1cfde45b-9545-48e0-9899-93b798592665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:37.404483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: 1cfde45b-9545-48e0-9899-93b798592665, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:37.439109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ff5f6-e1e9-4714-9c5a-835db4d87330 req-a06ef27b-40f8-4679-a96a-eddc48c55575 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:37.440604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e6ff5f6-e1e9-4714-9c5a-835db4d87330 req-a06ef27b-40f8-4679-a96a-eddc48c55575 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.1246958
Dec 09 14:04:37.467722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 1cfde45b-9545-48e0-9899-93b798592665 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:37.534365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:37.585490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 1cfde45b-9545-48e0-9899-93b798592665) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:37.586148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:37.594781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:37.595053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.603689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:37.605937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64602a8c-46eb-4597-84ff-f826d3a066b4 None None] Network 1cfde45b-9545-48e0-9899-93b798592665 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:37.610111 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e6ff5f6-e1e9-4714-9c5a-835db4d87330 req-c4a7c2cc-e2eb-49fb-8110-d8aaf0dd71eb tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1628046
Dec 09 14:04:37.621226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:37.626396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.4269915
Dec 09 14:04:37.626396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53210) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:37.654767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.678837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3285ee-2177-441d-86a6-66bd867d1947 None None] Network 7899917f-39da-4a09-b274-de25dc59430c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:37.839919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.843657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.887334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port e68b9c51-5b9d-47e8-b8d1-bead9691248a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:37.887745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:37.899795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c2d7ea23-727a-419e-84ad-dc7f40dd0ae0 None None] Provisioning for port 457a41b0-c399-4d29-8259-147f7f3329a9 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:37.944543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01043c-f40b-4377-abc5-4d1bc9300579 req-0b937848-371e-467f-9dd6-a52de45e7675 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:37.946231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a01043c-f40b-4377-abc5-4d1bc9300579 req-0b937848-371e-467f-9dd6-a52de45e7675 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.1796653
Dec 09 14:04:37.958084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.049932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a01043c-f40b-4377-abc5-4d1bc9300579 req-9b84f52c-fcb7-4f70-b4c8-c1e716ece5ed tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0961077
Dec 09 14:04:38.063380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.081281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.086745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26f723bd-ab7b-4ea4-ad30-d40de497f798 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:38.101954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.120577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7dce7b6c-78b3-4626-b4d2-576a29ca6f15 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:38.131757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d186a-9ee9-4d1a-a152-657df2a6e474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-1cfde45b-9545-48e0-9899-93b798592665', 'network_id': '1cfde45b-9545-48e0-9899-93b798592665', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': '27f2ed7a-6500-445e-83a4-b81a717a8530'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:38.132387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] The port 'e68b9c51-5b9d-47e8-b8d1-bead9691248a' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:04:38.133255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-522d186a-9ee9-4d1a-a152-657df2a6e474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.157069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=27f2ed7a-6500-445e-83a4-b81a717a8530,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:38.158786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:38.165021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:38.252643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.301233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.334518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.335351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.345780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64496404f0>,) {'filters': {'network_id': ['1cfde45b-9545-48e0-9899-93b798592665']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:38.348224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ef3d1-afd2-4b69-a0c0-1c8c4a1c2904 None None] Network 1cfde45b-9545-48e0-9899-93b798592665 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:38.378308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496404f0>, '2566fb70-c0bb-4d6d-8064-23333ce35434') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:38.378600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496404f0>, '2566fb70-c0bb-4d6d-8064-23333ce35434') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:38.430194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.459216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.488079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 457a41b0-c399-4d29-8259-147f7f3329a9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:38.532401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:38.532804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.552365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:38.564753 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:38.605462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b44d9c-4326-4a6a-b8fd-74f740a93d71,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:38.608502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449e77af0>,) {'filters': {'network_id': ['0da78206-65d9-40f1-8e51-6ad02eca21f4']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:38.685257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.689006 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4556460
Dec 09 14:04:38.692559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:38.693614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:38.698153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:38.713814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 457a41b0-c399-4d29-8259-147f7f3329a9 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:38.719236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 457a41b0-c399-4d29-8259-147f7f3329a9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:38.719609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.747846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e77af0>, '49702953-65f6-4b29-87c9-2c66af3d744d') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:38.748124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e77af0>, '49702953-65f6-4b29-87c9-2c66af3d744d') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:38.755706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-52b3962e-6383-452d-9720-f22815d48bf8 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '90b44d9c-4326-4a6a-b8fd-74f740a93d71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:38.757025 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-52b3962e-6383-452d-9720-f22815d48bf8 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:38.760821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52b3962e-6383-452d-9720-f22815d48bf8 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0635264
Dec 09 14:04:38.769051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53226) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:38.780617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.785580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.790849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4c29b721-a548-4755-9482-81b667fe41d0 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '90b44d9c-4326-4a6a-b8fd-74f740a93d71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:38.791784 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-4c29b721-a548-4755-9482-81b667fe41d0 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:38.792213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89a84014-44b1-4204-add9-b38b1db48e9e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:38.795411 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4c29b721-a548-4755-9482-81b667fe41d0 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0185492
Dec 09 14:04:38.809511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:38.833900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d2eaf289-4419-4638-be2b-ac7493bcc661 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '90b44d9c-4326-4a6a-b8fd-74f740a93d71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:38.834573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d2eaf289-4419-4638-be2b-ac7493bcc661 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:38.835519 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2eaf289-4419-4638-be2b-ac7493bcc661 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0181193
Dec 09 14:04:38.837871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=1cfde45b-9545-48e0-9899-93b798592665,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:38.839605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:38.840377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.843219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/1cfde45b-9545-48e0-9899-93b798592665 HTTP/1.1" status: 204  len: 168 time: 1.2163618
Dec 09 14:04:38.847023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:38.848271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53238) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:38.851688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6bfc9af5-53ed-4681-8523-9b8d1a34d7da tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '90b44d9c-4326-4a6a-b8fd-74f740a93d71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:38.852790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-6bfc9af5-53ed-4681-8523-9b8d1a34d7da tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:38.856220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6bfc9af5-53ed-4681-8523-9b8d1a34d7da tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0092814
Dec 09 14:04:38.856373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.857964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53240) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:38.864897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-418718376'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:38.888841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:38.898757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.901805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:38.910827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=edbfe989-210f-4407-9d70-255b8615d63a,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:38.917996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e125-7856-4c9a-8cc1-191cc0f6e571 req-c41db332-0a97-452b-b46a-a65893420929 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:38.919617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d152e125-7856-4c9a-8cc1-191cc0f6e571 req-c41db332-0a97-452b-b46a-a65893420929 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 943 time: 0.4502127
Dec 09 14:04:38.921488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:38.923980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:38.929290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 457a41b0-c399-4d29-8259-147f7f3329a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=457a41b0-c399-4d29-8259-147f7f3329a9,segment=NetworkSegment(6ec6e33e-9e37-4293-aee5-c87f1b362641),segment_id=6ec6e33e-9e37-4293-aee5-c87f1b362641)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:38.936367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.938228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:38.938572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e843b54c-642e-4d7c-ba0b-488627b0da17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:38.938696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:38.939074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:38.955443 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:38.960341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:38.978765 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] Sync routers for ids ['7acf471e-f52b-4c55-838a-4f9c1d7cefe7'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:38.982843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e121db-fb46-4558-958e-af0c261375b5 req-efea5512-63bd-4264-a0a5-8595525091f9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:38.984328 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9e121db-fb46-4558-958e-af0c261375b5 req-efea5512-63bd-4264-a0a5-8595525091f9 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3076191
Dec 09 14:04:38.988827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:38.991728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:38.999803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] Routers {'7acf471e-f52b-4c55-838a-4f9c1d7cefe7'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:39.000898 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2726a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7acf471e-f52b-4c55-838a-4f9c1d7cefe7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:39.032242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=457a41b0-c399-4d29-8259-147f7f3329a9,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:39.037160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:39.080878 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2726a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:39.092148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.097858 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] Routers {'7acf471e-f52b-4c55-838a-4f9c1d7cefe7'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:39.098669 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9e121db-fb46-4558-958e-af0c261375b5 req-6076ea03-daff-41be-b369-a0c7898e6441 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968554
Dec 09 14:04:39.100623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d152e125-7856-4c9a-8cc1-191cc0f6e571 req-76f845f8-6110-4dec-a0eb-190a2ca038d0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1568267
Dec 09 14:04:39.119136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:39.123980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2726a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7acf471e-f52b-4c55-838a-4f9c1d7cefe7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:39.141494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.142754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.148050 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-110e6174-6035-47bd-ba02-3ff505738d16 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 11.4244413
Dec 09 14:04:39.160974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53246) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.163053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.163431 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment ec81083e-abb2-4709-91e2-102e5189fb3c of type vlan for network 2266123d-f108-4c50-aff7-0674327d1053
Dec 09 14:04:39.163617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:39.216062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.223002 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2726a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:39.224221 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04e6e-61f3-4fe4-aa09-2139d420f691 None None] The sync data for ids ['7acf471e-f52b-4c55-838a-4f9c1d7cefe7'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:39.239460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.239758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.247825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:39.248027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 7f212e12-116c-4866-ad32-fa8d09021f78 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:39.255532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.257291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:39.260347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.266051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:39.268199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b44d9c-4326-4a6a-b8fd-74f740a93d71,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:39.280332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.299244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:39.300784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.306431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:39.307017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.323730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-348f5d3b-bc40-431e-b6ed-45faa507f41e tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:39.347757 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4916377
Dec 09 14:04:39.353327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.354750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53250) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.354892 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/90b44d9c-4326-4a6a-b8fd-74f740a93d71 HTTP/1.1" status: 204  len: 168 time: 0.4954858
Dec 09 14:04:39.360480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53252) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.429085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=0da78206-65d9-40f1-8e51-6ad02eca21f4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:39.437553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': '2266123d-f108-4c50-aff7-0674327d1053', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:39.453460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:39.458814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=2266123d-f108-4c50-aff7-0674327d1053,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:39.459029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8716a36a-5731-4487-875b-97fa28f979c5 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:39.468200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:39.471360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2266123d-f108-4c50-aff7-0674327d1053 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:39.491531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53258) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.493209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/0da78206-65d9-40f1-8e51-6ad02eca21f4 HTTP/1.1" status: 204  len: 168 time: 4.4077837
Dec 09 14:04:39.530364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f82e95dc-ef22-48a7-8c98-dc8b319a98fd tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:39.562986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device a67dec8c-fb02-4158-af26-afd593a55fb6 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:04:39.586495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe1e833-c8eb-4bef-88dc-c1af4e3fb33f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:39.587866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4fe1e833-c8eb-4bef-88dc-c1af4e3fb33f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/80ed31d1-e386-422a-a498-ccaacc38839b HTTP/1.1" status: 200  len: 841 time: 0.0946898
Dec 09 14:04:39.589375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f82e95dc-ef22-48a7-8c98-dc8b319a98fd tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:39.591355 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f82e95dc-ef22-48a7-8c98-dc8b319a98fd tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2298543
Dec 09 14:04:39.593202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.596105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53266) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.606431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--58235755'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:39.614734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.648969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:39.670803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:39.698419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b15dd8fa-2f02-4191-aa74-0422b2b0901a tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/80ed31d1-e386-422a-a498-ccaacc38839b?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1003256
Dec 09 14:04:39.698633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53270) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:39.705415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:39.721213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.722747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8d573350-76fd-4f54-89c2-1b4fd5140fc8 None None] Provisioning complete for port edbfe989-210f-4407-9d70-255b8615d63a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:39.723247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8d573350-76fd-4f54-89c2-1b4fd5140fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.786134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port a67dec8c-fb02-4158-af26-afd593a55fb6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a67dec8c-fb02-4158-af26-afd593a55fb6,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:39.804744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'port_id': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'mac_address': 'fa:16:3e:32:25:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:04:39.806550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8d573350-76fd-4f54-89c2-1b4fd5140fc8 None None] Port edbfe989-210f-4407-9d70-255b8615d63a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:39.855087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:39.865421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:39.867949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:39.869868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.870319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:39.877492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:39.880182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:39.882266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:39.890433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67dec8c-fb02-4158-af26-afd593a55fb6 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:04:39.891992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:39.910571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port a67dec8c-fb02-4158-af26-afd593a55fb6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a67dec8c-fb02-4158-af26-afd593a55fb6,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:39.915291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:39.917901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:39.919217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-53c07c07-fd5c-4263-9039-320de2a4cb4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:39.944883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=8c3038d7-059d-456e-914b-33ea515b787b,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:39.950806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:39.952028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:39.961191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:39.998167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=a67dec8c-fb02-4158-af26-afd593a55fb6,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:40.001395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:40.018000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:40.033481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:40.126240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.135271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.143244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-831bf9c3-a084-421a-951e-cc73af2012d9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:40.165803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.183057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['a67dec8c-fb02-4158-af26-afd593a55fb6'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:04:40.233558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:40.291217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef9db6c-3bcb-4720-912d-7df7120f4a24,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:40.294169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:40.345919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.350751 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.7534401
Dec 09 14:04:40.360542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53278) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.368515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3874f127-d55c-4363-988f-2f48723aa45b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.369168 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-3874f127-d55c-4363-988f-2f48723aa45b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:40.372749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3874f127-d55c-4363-988f-2f48723aa45b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0085459
Dec 09 14:04:40.377458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 457a41b0-c399-4d29-8259-147f7f3329a9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:40.379517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53282) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.400816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.429610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:40.444663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.462605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:40.476362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:40.491832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:40.545728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a8790-4045-46fc-bb6a-f8e0989ca9cd req-14bb3891-c48a-45d2-a72f-ec481f862bd1 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:40.547193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-503a8790-4045-46fc-bb6a-f8e0989ca9cd req-14bb3891-c48a-45d2-a72f-ec481f862bd1 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 944 time: 0.2703612
Dec 09 14:04:40.553801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 457a41b0-c399-4d29-8259-147f7f3329a9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:40.554313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.583402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c8b66-dd46-4f2d-bee9-19d2a48f955b req-18f6e980-2994-4293-8fe2-682957a46551 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:40.585260 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-142c8b66-dd46-4f2d-bee9-19d2a48f955b req-18f6e980-2994-4293-8fe2-682957a46551 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2142305
Dec 09 14:04:40.651459 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b06a0eef-7145-4f50-ba50-bb4e37409f11 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/7acf471e-f52b-4c55-838a-4f9c1d7cefe7 HTTP/1.1" status: 200  len: 925 time: 1.4750264
Dec 09 14:04:40.657287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53286) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.707407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.708305 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:40.712910 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e5f3a457-aea2-4b97-ae90-86b3e4872628 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3263841
Dec 09 14:04:40.713238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53290) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.716464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ffe60d3a-ccd3-41f0-96a7-2608d61c08e0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:40.727543 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98a87a16-9efd-44dd-a720-387e96f6b8d0 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acf471e-f52b-4c55-838a-4f9c1d7cefe7 HTTP/1.1" status: 200  len: 205 time: 0.0659750
Dec 09 14:04:40.728799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:40.729310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53292) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.735074 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP b5e47be7-bf6f-4615-86ec-3613fd6024c7 associated. External IP: 172.26.3.161, port: 2f92a404-e1e4-4e51-b165-cf12f4b7aaf5.
Dec 09 14:04:40.762162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-503a8790-4045-46fc-bb6a-f8e0989ca9cd req-2aa133e3-2724-453b-9100-931f4cb1d7f4 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2067540
Dec 09 14:04:40.766585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d660bb64-7d6b-4b55-8bc4-0a86d1777f14 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.767183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d660bb64-7d6b-4b55-8bc4-0a86d1777f14 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:40.771585 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d660bb64-7d6b-4b55-8bc4-0a86d1777f14 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0144546
Dec 09 14:04:40.775588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.781196 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-142c8b66-dd46-4f2d-bee9-19d2a48f955b req-88eb575b-ada4-4b75-b374-97a094884124 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1900926
Dec 09 14:04:40.797274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.815088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:40.821312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:40.827672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:40.833774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:40.839074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=4802533c-a229-4051-9a9d-de2fd93186e4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:40.841712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:40.842695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:40.844966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:40.845547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.851041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:40.857662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f862026-35e9-4b6e-9ce9-edd9887f3eaf None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:40.882812 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1832275
Dec 09 14:04:40.889003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.896336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'security_group': {'name': 'tempest-secgroup-977577528'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.905620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:40.912878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:40.915665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:40.923536 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:40.928896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-feefc7e1-8101-4015-b227-94067cfefe5f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1471376
Dec 09 14:04:40.928896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:40.928896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53308) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.935661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e2956a07-445c-47c2-a9d7-486dbbeaee1a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.936267 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-e2956a07-445c-47c2-a9d7-486dbbeaee1a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:40.939775 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e2956a07-445c-47c2-a9d7-486dbbeaee1a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0081320
Dec 09 14:04:40.941824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:40.947943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:40.955394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:40.960031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:40.965803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:40.976406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:40.989932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:41.030288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Project bf9d2514f1b04eeaaeb6da5eafde7bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:04:41.051058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:41.057481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group_rule and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:41.062702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:41.070568 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:41.071631 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d3d8684f-6b24-4e75-b740-2e7246c19283 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1306942
Dec 09 14:04:41.073351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:41.076060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53318) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.084379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9eeb95be-725e-4408-b52b-af4fcf46cc25 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:41.085392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-9eeb95be-725e-4408-b52b-af4fcf46cc25 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:41.086365 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9eeb95be-725e-4408-b52b-af4fcf46cc25 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0093644
Dec 09 14:04:41.090026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53322) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.113431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:41.126600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:41.135148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:41.141353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:41.153308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:41.190252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Project bf9d2514f1b04eeaaeb6da5eafde7bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:04:41.215524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'tenant_id': 'a2e950365af14ab98755d9ffce203d78', 'fixed_ips': [{'subnet_id': '4802533c-a229-4051-9a9d-de2fd93186e4'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:41.218938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.258731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.275166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ddbdbd68-0eb6-4b59-9bfd-2410c23ac1c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:41.303435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:41.307182 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d4d17d7-1404-49f2-8550-07b5dd55ae13 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2134321
Dec 09 14:04:41.308263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53326) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.326514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '9ef9db6c-3bcb-4720-912d-7df7120f4a24', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:41.333265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.342021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:41.347849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.364350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:41.367120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77d1da1f-e624-424a-8372-0cb9e7215f79 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:41.375602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:41.386683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:41.409575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.414372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5207870
Dec 09 14:04:41.417572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.426725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Allocated IP 172.20.0.2 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/4802533c-a229-4051-9a9d-de2fd93186e4/b9dd786c-16ff-41d4-936b-1eff4e46cd0d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:41.427179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'security_group': {'name': 'tempest-secgroup-569957644'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:41.437490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0020ea-82c0-402e-858c-c3745d9088eb req-b67daa0c-5fb1-4b50-aaa0-ed3001165dbf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:41.439000 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb0020ea-82c0-402e-858c-c3745d9088eb req-b67daa0c-5fb1-4b50-aaa0-ed3001165dbf tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.2352564
Dec 09 14:04:41.443232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b423c028-b4e5-4521-b942-6a35c19321c8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:41.446066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:41.447348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:41.449787 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Project bf9d2514f1b04eeaaeb6da5eafde7bc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:04:41.458053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:41.464600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:41.489821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:41.518263 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:41.522005 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1a77ae8-dbd9-4541-82cd-29f81f71692b tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2108829
Dec 09 14:04:41.522777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.522907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53334) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.547961 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb0020ea-82c0-402e-858c-c3745d9088eb req-9f8dcfba-48e5-487f-8f09-f68841c36cfd tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735486
Dec 09 14:04:41.565081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device a67dec8c-fb02-4158-af26-afd593a55fb6 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:41.578702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:41.599169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group_rule and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:41.600879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:41.609643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=72425461-e923-49da-85fb-eb07433d8a35,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:41.609849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:41.627952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:41.683610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.685861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.690562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.696445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b258b2fc-af74-40dc-8b27-61db561c1a4f tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:41.705356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Transition to ACTIVE for port object b9dd786c-16ff-41d4-936b-1eff4e46cd0d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:41.712850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': 'ec81083e-abb2-4709-91e2-102e5189fb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2266123d-f108-4c50-aff7-0674327d1053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:41.713200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: 2266123d-f108-4c50-aff7-0674327d1053, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:41.733080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Transition to ACTIVE for port object b9dd786c-16ff-41d4-936b-1eff4e46cd0d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:41.740728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.744575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28cd7fd-1d01-4ed2-994e-241c0f014c9b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:41.745292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b3a5891e-695e-4e54-8c2a-4281e218502d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:41.747394 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-f51fb79a-d577-4315-ac4d-29035e12f1a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d6d5fe1228de4ff6ad68826632075743&device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 1099 time: 0.4786379
Dec 09 14:04:41.749142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:41.750444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:41.752182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.759514 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3386452
Dec 09 14:04:41.760216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.769718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1064233960', 'security_groups': ['b28cd7fd-1d01-4ed2-994e-241c0f014c9b'], 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4802533c-a229-4051-9a9d-de2fd93186e4'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:41.780399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:41.783082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port a67dec8c-fb02-4158-af26-afd593a55fb6 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:41.799958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.809866 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2361841
Dec 09 14:04:41.813939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53344) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:41.820641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port a67dec8c-fb02-4158-af26-afd593a55fb6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:41.821033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.866946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Pushing event updated for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:41.872579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:41.876057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:41.877043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:41.878534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1254595676'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:41.885972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:41.896320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:41.898256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:41.898883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a001ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:41.916693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:network and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:41.936782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:41.948397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:41.958791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 2266123d-f108-4c50-aff7-0674327d1053 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:41.963530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.009831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:42.016667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:port and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:42.016963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:42.019956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:42.028220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:42.062282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:42.068583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.097612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe990417-dec6-42ff-8831-9465807a7119 req-5f43979e-8a36-4d9a-924a-edcda620ab91 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:42.099512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe990417-dec6-42ff-8831-9465807a7119 req-5f43979e-8a36-4d9a-924a-edcda620ab91 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 944 time: 0.1592224
Dec 09 14:04:42.105459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:04:42.149132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 2266123d-f108-4c50-aff7-0674327d1053) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:42.162643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:42.163425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.166631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Attempting to bind port b9dd786c-16ff-41d4-936b-1eff4e46cd0d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:42.168159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Attempting to bind port b9dd786c-16ff-41d4-936b-1eff4e46cd0d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '11723365-6497-4bef-99bb-0ac2f47f1f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:42.168159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Attempting to bind port b9dd786c-16ff-41d4-936b-1eff4e46cd0d on network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:42.169564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:42.173286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.173447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9770e6-d310-4db8-bc6a-f8a4be8e8066 None None] Network 2266123d-f108-4c50-aff7-0674327d1053 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:42.201305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e6bb-d981-4421-8314-48b73a67714d req-19beccf8-c867-42b3-9454-9fe12edcc7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:42.202686 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-19beccf8-c867-42b3-9454-9fe12edcc7f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 200  len: 913 time: 0.4461050
Dec 09 14:04:42.209103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:42.221815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe990417-dec6-42ff-8831-9465807a7119 req-f49d9f0c-b34d-4c22-b1b2-eddb6bd1ff7a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776851
Dec 09 14:04:42.300503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:42.300884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Checking segment: {'id': '11723365-6497-4bef-99bb-0ac2f47f1f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:42.301295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.301732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Bound using segment: {'id': '11723365-6497-4bef-99bb-0ac2f47f1f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:42.302219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Bound port: b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11723365-6497-4bef-99bb-0ac2f47f1f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:42.302599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.311737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.317170 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.9009249
Dec 09 14:04:42.317170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.317818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.318534 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ef9db6c-3bcb-4720-912d-7df7120f4a24 HTTP/1.1" status: 204  len: 168 time: 0.7908690
Dec 09 14:04:42.322945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53348) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:42.323326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53350) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:42.323945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ccd0275a-d483-47e9-9d85-39926d72a902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:42.370840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.14 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/4802533c-a229-4051-9a9d-de2fd93186e4/e29b0e1d-1c72-43f3-8886-c6c7803d0e4d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:42.390830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:42.411476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef9db6c-3bcb-4720-912d-7df7120f4a24,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:42.434430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:42.542579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:04:42.556102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.556682 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added segment b9d81fdf-fa64-4f30-b140-88ebd9970588 of type vlan for network 90db6bb4-61bf-49cc-9375-5266139d0341
Dec 09 14:04:42.571924 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-efe1c029-64bb-41b5-8257-a4ac6f90dfaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 200  len: 1002 time: 0.3618093
Dec 09 14:04:42.612762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port a67dec8c-fb02-4158-af26-afd593a55fb6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a67dec8c-fb02-4158-af26-afd593a55fb6,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:42.655210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.692933 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'code': 200}
Dec 09 14:04:42.694390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object e29b0e1d-1c72-43f3-8886-c6c7803d0e4d will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:42.698654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.705078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa01607a-2d3c-4dbb-a6fa-cbb097ddf76f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:42.728537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.735994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:42.747665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.754118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56c98104-a769-4952-8a3d-c249bad1aeae tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:42.779830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8c10f7bc-2a30-4893-9a6c-8217da742612 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:42.781046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,segment=NetworkSegment(11723365-6497-4bef-99bb-0ac2f47f1f24),segment_id=11723365-6497-4bef-99bb-0ac2f47f1f24)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:42.822030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.833028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:42.836957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e6bb-d981-4421-8314-48b73a67714d req-80d5a147-84fc-43ae-a393-9f03c588e1ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:42.838424 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-80d5a147-84fc-43ae-a393-9f03c588e1ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 200  len: 851 time: 0.1978076
Dec 09 14:04:42.886175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:42.889460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.896734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:42.907415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8c10f7bc-2a30-4893-9a6c-8217da742612 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:42.911838 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8c10f7bc-2a30-4893-9a6c-8217da742612 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.5745764
Dec 09 14:04:42.914851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53360) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:42.926306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867734583'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:42.939038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.942890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:42.943470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.951124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:42.955271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ef4b8fe5-8def-46b7-880c-630216a95fcd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:42.963996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-2266123d-f108-4c50-aff7-0674327d1053', 'network_id': '2266123d-f108-4c50-aff7-0674327d1053', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': '72425461-e923-49da-85fb-eb07433d8a35'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:42.964983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:42.991476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=a67dec8c-fb02-4158-af26-afd593a55fb6,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:43.001314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:43.001829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:43.030524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=e29b0e1d-1c72-43f3-8886-c6c7803d0e4d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:43.047277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:43.074972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:43.141353 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3231258
Dec 09 14:04:43.144757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Pushing event updated for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:43.145746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53364) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:43.160434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:43.163565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'subnet': {'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:43.183905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.208005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:43.209178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.223846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a001ac0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:36Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:37Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:43.236842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:43.237236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Updating router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac port edbfe989-210f-4407-9d70-255b8615d63a binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:04:43.348884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3bc80358-7bbf-4578-8c56-89308dd875c1 req-246f82c1-6017-473f-8640-2cf88addf44f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1098 time: 0.2815123
Dec 09 14:04:43.353400 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.5913033
Dec 09 14:04:43.358589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:43.372047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:subnet and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:43.376719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:43.384969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:43.387577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Allocated IP 2001:db8::1 (2266123d-f108-4c50-aff7-0674327d1053/72425461-e923-49da-85fb-eb07433d8a35/9aa060f6-7441-462a-9669-20932635e2bc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:43.397098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:43.405050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:43.417939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.439498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Made reservation on behalf of 3c8527e825d543c0ac5f0cb8eef8cc44 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:43.449672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Network': ['ID=90db6bb4-61bf-49cc-9375-5266139d0341,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:43.464124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:43.484878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3011ea5-1cfb-43a2-910b-96ddb876594f req-9bb48a65-2dd0-49ce-a7e2-cb83d97dc097 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:43.494734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.502607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3011ea5-1cfb-43a2-910b-96ddb876594f req-9bb48a65-2dd0-49ce-a7e2-cb83d97dc097 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.6177630
Dec 09 14:04:43.578971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.611384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:43.618737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-3f50d131-ede2-49d5-b794-811140e095e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a4b5d18e-9559-4a80-b43b-17f95f7e50e4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7708077
Dec 09 14:04:43.625977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Deleting port c5f842d8-73d9-4df2-bbfe-f5525adf2750 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:43.626160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.657675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 90db6bb4-61bf-49cc-9375-5266139d0341 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:43.698759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:43.713717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:43.724684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:43.788354 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3bc80358-7bbf-4578-8c56-89308dd875c1 req-dea99d85-c187-4777-be27-cc116263aa21 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3921623
Dec 09 14:04:43.805959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.831787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.852352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Transition to ACTIVE for port object 9aa060f6-7441-462a-9669-20932635e2bc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:43.874870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:43.923578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Transition to ACTIVE for port object 9aa060f6-7441-462a-9669-20932635e2bc will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:43.927148 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3011ea5-1cfb-43a2-910b-96ddb876594f req-1e4c61c5-cd78-44dd-a35a-522246c17444 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4233680
Dec 09 14:04:43.932050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:43.938281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:43.944075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:43.945020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:43.958179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:43.980038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7c5c4-1bd6-43cb-8a60-313368297308 req-b8b47fe6-51d6-4dc5-b5f4-3b23d3a0178c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:43.982738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cda7c5c4-1bd6-43cb-8a60-313368297308 req-b8b47fe6-51d6-4dc5-b5f4-3b23d3a0178c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 945 time: 0.4777062
Dec 09 14:04:43.984560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:44.060021 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-b59278e7-9506-43d7-a02f-62140c1e323e service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3998103
Dec 09 14:04:44.076432 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cda7c5c4-1bd6-43cb-8a60-313368297308 req-8f0e5e5e-5617-4501-960b-66fe58ee04a9 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820172
Dec 09 14:04:44.077027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:44.081826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.122589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Network 2266123d-f108-4c50-aff7-0674327d1053 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:44.126844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:44.133097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:44.135423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Pushing event updated for resources: {'Port': ['ID=9aa060f6-7441-462a-9669-20932635e2bc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:44.140487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:44.151317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.208263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.275299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Attempting to bind port 9aa060f6-7441-462a-9669-20932635e2bc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:44.275299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Attempting to bind port 9aa060f6-7441-462a-9669-20932635e2bc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ec81083e-abb2-4709-91e2-102e5189fb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2266123d-f108-4c50-aff7-0674327d1053'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:44.275299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Attempting to bind port 9aa060f6-7441-462a-9669-20932635e2bc on network 2266123d-f108-4c50-aff7-0674327d1053 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:44.291707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:44.292446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Checking segment: {'id': 'ec81083e-abb2-4709-91e2-102e5189fb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2266123d-f108-4c50-aff7-0674327d1053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:44.295475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.296104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Bound using segment: {'id': 'ec81083e-abb2-4709-91e2-102e5189fb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2266123d-f108-4c50-aff7-0674327d1053'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:44.298462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Bound port: 9aa060f6-7441-462a-9669-20932635e2bc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec81083e-abb2-4709-91e2-102e5189fb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2266123d-f108-4c50-aff7-0674327d1053'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:44.299229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.346122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7eddd4a0-4530-4913-859d-e21e33a5e9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:44.374616 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4802533c-a229-4051-9a9d-de2fd93186e4 (CIDR: 172.20.0.0/28)
Dec 09 14:04:44.383423 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:44.391294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:04:44.409720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.454680 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-120b809d-4f79-4d5a-827a-4ca063f6833b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0561461
Dec 09 14:04:44.457366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53374) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:44.457487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Calling delete_port for c5f842d8-73d9-4df2-bbfe-f5525adf2750 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:44.468675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:44.480943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Transition to ACTIVE for port object edbfe989-210f-4407-9d70-255b8615d63a will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:44.488619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9dd786c-16ff-41d4-936b-1eff4e46cd0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:44.515992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=72425461-e923-49da-85fb-eb07433d8a35,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:44.530061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.539782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.547271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a985283a-1254-47a8-84c3-97eaf3f01cd1 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:44.550801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:44.586948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.592371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.598303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c125b6e0-7d93-4eff-a633-34ef6c5b469a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:44.610143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44041852-07fd-4ccf-8da5-845670a56936 tempest-ServersTestJSON-1910627924 tempest-ServersTestJSON-1910627924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:44.682839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61158-f8f4-4614-9df6-d9116b3f4194 None None] Pushing event updated for resources: {'Port': ['ID=edbfe989-210f-4407-9d70-255b8615d63a,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:44.687933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78b61158-f8f4-4614-9df6-d9116b3f4194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:44.698701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:44.708236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:44.708621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.742343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] For port 9aa060f6-7441-462a-9669-20932635e2bc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:44.786818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Subnet': ['ID=06b649ff-5f32-4939-896e-d4976ff2812f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:44.799535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:44.816335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.820237 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.9043083
Dec 09 14:04:44.831214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53380) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:44.861104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] For port 9aa060f6-7441-462a-9669-20932635e2bc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9aa060f6-7441-462a-9669-20932635e2bc,segment=NetworkSegment(ec81083e-abb2-4709-91e2-102e5189fb3c),segment_id=ec81083e-abb2-4709-91e2-102e5189fb3c)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:44.874751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Checking segment: {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:44.875323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network hostable DHCP agents. Network: 90db6bb4-61bf-49cc-9375-5266139d0341, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:44.881635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.887802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94cfe261-55de-4c4f-958d-2001cb638333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:44.898661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:44.908717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:44.912094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:44.922643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:44.931037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.944905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:44.945489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 90db6bb4-61bf-49cc-9375-5266139d0341 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:44.949402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:44.950181 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8c28e6bb-d981-4421-8314-48b73a67714d req-85215457-4d16-4008-940b-4a15e834aa5c service neutron] 10.222.0.35 "GET /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8644369
Dec 09 14:04:44.952948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:44.956151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '5ebdefe4-fe15-4fca-982e-3e650de85fb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:44.974479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebdefe4-fe15-4fca-982e-3e650de85fb4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:44.977906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:44.994619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:45.009933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a910a0>,) {'filters': {'network_id': ['2266123d-f108-4c50-aff7-0674327d1053']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.020204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:45.034212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:45.055868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a910a0>, 'ec81083e-abb2-4709-91e2-102e5189fb3c') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.056376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a910a0>, 'ec81083e-abb2-4709-91e2-102e5189fb3c') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.066312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:45.074380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 90db6bb4-61bf-49cc-9375-5266139d0341) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:45.100283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:45.100868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.140060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9835207
Dec 09 14:04:45.146447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53388) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:45.150812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.156739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6e407-e5c1-444c-8609-46da0b8fa740 None None] Network 90db6bb4-61bf-49cc-9375-5266139d0341 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:45.351156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Provisioning for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:45.360468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Pushing event updated for resources: {'Port': ['ID=9aa060f6-7441-462a-9669-20932635e2bc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:45.375057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Attempting to bind port edbfe989-210f-4407-9d70-255b8615d63a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:45.375468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Attempting to bind port edbfe989-210f-4407-9d70-255b8615d63a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:45.375862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Attempting to bind port edbfe989-210f-4407-9d70-255b8615d63a on network 7f212e12-116c-4866-ad32-fa8d09021f78 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:45.387503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:45.394043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:45.394333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.455819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:45.455819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Checking segment: {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:45.456084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.456476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Bound using segment: {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:45.456963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Bound port: edbfe989-210f-4407-9d70-255b8615d63a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:45.457347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.489222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.489875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba8433-b68f-4da2-a778-c69bb6f5f3af None None] Network 2266123d-f108-4c50-aff7-0674327d1053 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:45.489984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb244ff1-1939-4852-be0f-fb3bd43b375c req-308df26d-1a4c-4c5e-a28f-d18b1e0cc742 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:45.491461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb244ff1-1939-4852-be0f-fb3bd43b375c req-308df26d-1a4c-4c5e-a28f-d18b1e0cc742 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3519654
Dec 09 14:04:45.536828 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The resource could not be found.
Dec 09 14:04:45.541795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0f23984e-bc22-4979-8a55-a660c1296192 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6961555
Dec 09 14:04:45.546360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:45.546948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.564704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53392) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:45.567486 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:45.585896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '5ebdefe4-fe15-4fca-982e-3e650de85fb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a935285b-b591-4776-8f91-d87f6b877a7f'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:45.595672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:45.606056 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:45.629203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08cf96-bf8c-4aba-92cd-018a6a34a7a8 req-404f3dda-4968-4197-a450-646b386dea66 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:45.630357 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:45.630970 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0869d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.631503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea08cf96-bf8c-4aba-92cd-018a6a34a7a8 req-404f3dda-4968-4197-a450-646b386dea66 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 945 time: 0.3796601
Dec 09 14:04:45.632431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:45.639758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.708465 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb244ff1-1939-4852-be0f-fb3bd43b375c req-da7b67f7-ec38-423e-bb20-272784bb3752 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2078609
Dec 09 14:04:45.726403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:45.737451 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea08cf96-bf8c-4aba-92cd-018a6a34a7a8 req-cbbfcf3f-9fba-41d5-9e03-3e428b62d488 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853040
Dec 09 14:04:45.760359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:45.768222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.804129 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0869d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.812127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-483752ff-e64b-48b8-8469-ba55d5d8de29 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:45.816676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.816941 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:45.817599 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0869d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.823359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a91a1e9-4606-483c-9640-f1f35495a82d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:45.876161 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0869d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:45.876655 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9e5d6b-f410-4890-9e5b-ddd345febe13 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:45.885129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:45.896344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event deleted for resources: {'Port': ['ID=c5f842d8-73d9-4df2-bbfe-f5525adf2750,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:45.899121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:45.920771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:45.955053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:45.959254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 09 14:04:45.959254 dv-neutron-821183-1-hyperv neutron-server[83443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 09 14:04:45.959254 dv-neutron-821183-1-hyperv neutron-server[83443]: [parameters: {'id': '2266123d-f108-4c50-aff7-0674327d1053'}]
Dec 09 14:04:45.959254 dv-neutron-821183-1-hyperv neutron-server[83443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:45.959658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:45.966658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:45.967308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.979609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=d8a33988-e316-411c-a73d-8f03c830f65a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:45.990058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-90db6bb4-61bf-49cc-9375-5266139d0341', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:45.990635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:45.990913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:45.999192 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 15.8246841
Dec 09 14:04:46.002260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:46.013962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f698152b-8fdf-4ed2-b974-fe9564c5d81e None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:46.065224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.6063468
Dec 09 14:04:46.072940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53402) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:46.093388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1265968860', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8a33988-e316-411c-a73d-8f03c830f65a'}], 'security_groups': ['b423c028-b4e5-4521-b942-6a35c19321c8']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:46.175792 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The resource could not be found.
Dec 09 14:04:46.179735 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dfead41d-8bf5-4d50-986b-09c6bda096e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6051641
Dec 09 14:04:46.181025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53406) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:46.182163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.206460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45066747-cd71-409a-bbf4-2c700c0db7c5 req-3a86839f-e6fd-4d53-bce2-92cd94d8f0c5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:46.207904 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-45066747-cd71-409a-bbf4-2c700c0db7c5 req-3a86839f-e6fd-4d53-bce2-92cd94d8f0c5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 945 time: 0.2948401
Dec 09 14:04:46.216425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95caff59-14c9-4563-b4ae-b2d86ae04470 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/floatingips/b5e47be7-bf6f-4615-86ec-3613fd6024c7 HTTP/1.1" status: 200  len: 977 time: 0.2085865
Dec 09 14:04:46.217871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53408) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:46.294204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Allocated IP 2001:db8:3::2 (90db6bb4-61bf-49cc-9375-5266139d0341/06b649ff-5f32-4939-896e-d4976ff2812f/5e3a0e7c-a780-487d-8644-4e95b6336821) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:46.424890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8750cfe3-8c77-42a4-82ba-e2b9f1a02e3a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.2059720
Dec 09 14:04:46.427360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53414) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:46.440281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-45066747-cd71-409a-bbf4-2c700c0db7c5 req-4d48a3bd-0790-4275-9f97-d6257159fcff tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2176697
Dec 09 14:04:46.443615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'port_id': '77399123-57ac-4a99-85a1-ba61fc4155ca'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:46.475336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.505491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53418) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:46.539271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.561889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.616377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] For port edbfe989-210f-4407-9d70-255b8615d63a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:46.617231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.641400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 9aa060f6-7441-462a-9669-20932635e2bc {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:46.641990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.667747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.690272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.703071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.710791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] For port edbfe989-210f-4407-9d70-255b8615d63a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=edbfe989-210f-4407-9d70-255b8615d63a,segment=NetworkSegment(c28f8f85-4af7-43fa-b4f6-efeb269eb9b9),segment_id=c28f8f85-4af7-43fa-b4f6-efeb269eb9b9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:46.723980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,segment=NetworkSegment(11723365-6497-4bef-99bb-0ac2f47f1f24),segment_id=11723365-6497-4bef-99bb-0ac2f47f1f24)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:46.724547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.729143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.748635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-68e4ff03-4db7-4c17-b840-7e1281c92295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:46.793553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.911274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b61158-f8f4-4614-9df6-d9116b3f4194 None None] Pushing event updated for resources: {'Port': ['ID=edbfe989-210f-4407-9d70-255b8615d63a,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:46.930466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78b61158-f8f4-4614-9df6-d9116b3f4194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:46.936706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:46.946380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:46.955173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 9aa060f6-7441-462a-9669-20932635e2bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9aa060f6-7441-462a-9669-20932635e2bc,segment=NetworkSegment(ec81083e-abb2-4709-91e2-102e5189fb3c),segment_id=ec81083e-abb2-4709-91e2-102e5189fb3c)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:46.955532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.026651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.074799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Transition to ACTIVE for port object 5e3a0e7c-a780-487d-8644-4e95b6336821 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:47.085216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:47.086130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a001ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:47.207662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ed77e86f-ce43-43ba-9273-3c87d3a27687 None None] Provisioning for port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:47.246104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 9aa060f6-7441-462a-9669-20932635e2bc owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:47.307151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Pushing event updated for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:47.321021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ed77e86f-ce43-43ba-9273-3c87d3a27687 None None] Provisioning complete for port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:47.321402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ed77e86f-ce43-43ba-9273-3c87d3a27687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.341841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.342339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Fanout notify agent at l3_agent the message router_deleted on router 7acf471e-f52b-4c55-838a-4f9c1d7cefe7 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:04:47.355074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:47.367454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Transition to ACTIVE for port object 5e3a0e7c-a780-487d-8644-4e95b6336821 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:47.410132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.418353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:47.431656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.439308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7cb5e68-e36d-4ed9-955a-71d4aa54a5b0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:47.462578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ed77e86f-ce43-43ba-9273-3c87d3a27687 None None] Port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:47.516660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Network 90db6bb4-61bf-49cc-9375-5266139d0341 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:47.517463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:47.517867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebdefe4-fe15-4fca-982e-3e650de85fb4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:47.520784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:47.524363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.526764 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ebdefe4-fe15-4fca-982e-3e650de85fb4 HTTP/1.1" status: 204  len: 168 time: 1.2920125
Dec 09 14:04:47.533029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.537999 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/7acf471e-f52b-4c55-838a-4f9c1d7cefe7 HTTP/1.1" status: 204  len: 168 time: 6.8027804
Dec 09 14:04:47.537999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53426) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:47.539751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53428) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:47.558648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Pushing event updated for resources: {'Port': ['ID=5e3a0e7c-a780-487d-8644-4e95b6336821,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:47.561289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Update dhcp port {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'fixed_ips': [{'subnet_id': '4802533c-a229-4051-9a9d-de2fd93186e4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8a33988-e316-411c-a73d-8f03c830f65a'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'b9dd786c-16ff-41d4-936b-1eff4e46cd0d'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:04:47.566131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1682160675', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': False}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:47.571130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.580522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d69acf3f-7d9c-4782-8de2-615f7f5323f9 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:47.589853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:47.599863 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ad73f03-09fd-47b7-94ce-b2c61baf2a11 tempest-TestVolumeBootPattern-981392172 tempest-TestVolumeBootPattern-981392172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1093 time: 1.0934532
Dec 09 14:04:47.603658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:47.606119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:47.608092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53434) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:47.618797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:47.635621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:router and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:47.644183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:47.649100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:47.664062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Port': ['ID=9aa060f6-7441-462a-9669-20932635e2bc,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:47.665859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:47.671107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:47.678485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:47.687495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:floatingip and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:47.691146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:47.704061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No DVR routers for this DVR port 9aa060f6-7441-462a-9669-20932635e2bc on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:04:47.760395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce29a4-4030-4f59-85fd-634b9d16a38e req-b3b7d802-4a33-47fc-9819-a020f8a7e4b0 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:47.761893 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1ce29a4-4030-4f59-85fd-634b9d16a38e req-b3b7d802-4a33-47fc-9819-a020f8a7e4b0 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.8311856
Dec 09 14:04:47.762860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:47.787012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.788156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.788387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.812514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-868dd9d9-8a2b-4a65-8093-66d679755902 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:47.868006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.908161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.935829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Attempting to bind port 5e3a0e7c-a780-487d-8644-4e95b6336821 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:47.935829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Attempting to bind port 5e3a0e7c-a780-487d-8644-4e95b6336821 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:47.936171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Attempting to bind port 5e3a0e7c-a780-487d-8644-4e95b6336821 on network 90db6bb4-61bf-49cc-9375-5266139d0341 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:47.967292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-868dd9d9-8a2b-4a65-8093-66d679755902 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:47.972294 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-868dd9d9-8a2b-4a65-8093-66d679755902 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4309754
Dec 09 14:04:47.975813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53438) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:47.980798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.982326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '950c07c3-df07-48a5-b5f3-72631b088744', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:47.983547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449fef100>,) {'filters': {'network_id': ['2266123d-f108-4c50-aff7-0674327d1053']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:47.988047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Delete allocated IP 172.20.0.14 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/4802533c-a229-4051-9a9d-de2fd93186e4) {{(pid=83444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 09 14:04:47.991982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:47.992361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Checking segment: {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:47.992763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.993160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Bound using segment: {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:47.993675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Bound port: 5e3a0e7c-a780-487d-8644-4e95b6336821, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:47.994052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:47.994166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1ce29a4-4030-4f59-85fd-634b9d16a38e req-897eba33-2af2-47a6-98db-474a53fbceab tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2111604
Dec 09 14:04:48.023586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449fef100>, 'ec81083e-abb2-4709-91e2-102e5189fb3c') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:48.023586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449fef100>, 'ec81083e-abb2-4709-91e2-102e5189fb3c') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:48.041364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.049508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:48.054154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:48.056610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:48.063076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:48.068921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.083776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.21 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/d8a33988-e316-411c-a73d-8f03c830f65a/e29b0e1d-1c72-43f3-8886-c6c7803d0e4d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:48.084908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:04:48.085981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:04:48.214166 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:04:48.225213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] For port 5e3a0e7c-a780-487d-8644-4e95b6336821, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:48.229170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] For port 5e3a0e7c-a780-487d-8644-4e95b6336821, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5e3a0e7c-a780-487d-8644-4e95b6336821,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:48.236709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The resource could not be found.
Dec 09 14:04:48.237852 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e2d8e46-2db7-44f4-b18f-9042a1150cc9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2609842
Dec 09 14:04:48.245006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.245450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:48.248475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:48.266767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--370673960'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:48.336072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:48.359706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Pushing event updated for resources: {'Port': ['ID=5e3a0e7c-a780-487d-8644-4e95b6336821,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:48.365377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:48.372262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:48.376175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9dd786c-16ff-41d4-936b-1eff4e46cd0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:48.399898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.406475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.424178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf0efae6-d2fa-40d4-8688-5dd12d98104e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:48.452791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfaba5b-c684-4a77-86be-4b8a743c7b3f req-cc482a83-b477-48b3-8036-cd4ea5e779e6 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:48.454319 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9dfaba5b-c684-4a77-86be-4b8a743c7b3f req-cc482a83-b477-48b3-8036-cd4ea5e779e6 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.3060207
Dec 09 14:04:48.459482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.461066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a001ac0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:36Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:46Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:48.464006 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/2266123d-f108-4c50-aff7-0674327d1053 HTTP/1.1" status: 204  len: 168 time: 6.1312585
Dec 09 14:04:48.464607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53448) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:48.477567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cdc6b-c3bb-4e4f-a443-207d5f89f351 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:36Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:46Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:48.477820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=2266123d-f108-4c50-aff7-0674327d1053,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:48.481869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:48.488381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282085597'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:48.490257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:48.490783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.493153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:48.496573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.509339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.520988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:48.530661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:48.575672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:48.585555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.619046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Ignored duplicate provisioning block setup for port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 09 14:04:48.624357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:48.757325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:48.760338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.773433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Allocated IP 172.20.0.18 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/d8a33988-e316-411c-a73d-8f03c830f65a/b9dd786c-16ff-41d4-936b-1eff4e46cd0d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:48.800951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.803799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:48.991721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Allocated IP 172.26.3.90 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/32ce2957-2bef-4b7c-87fb-01ebeaba7b92) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:49.011088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:49.080143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.107995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,segment=NetworkSegment(11723365-6497-4bef-99bb-0ac2f47f1f24),segment_id=11723365-6497-4bef-99bb-0ac2f47f1f24)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:49.122775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.140906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.169125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Transition to ACTIVE for port object b9dd786c-16ff-41d4-936b-1eff4e46cd0d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:49.183511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.196817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ef8b945-5832-412b-80ec-b6e3dd851e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:49.251833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:04:49.271594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Pushing event updated for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:49.275576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:49.350051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:49.352492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.352889 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment c4988da0-b1b7-4e84-bb6f-5231efebbaa3 of type vlan for network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d
Dec 09 14:04:49.383050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Allocated IP 2001:db8:3::1 (90db6bb4-61bf-49cc-9375-5266139d0341/06b649ff-5f32-4939-896e-d4976ff2812f/0c11f23e-0b9c-4029-8ce4-80931a6d59aa) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:49.416430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:49.433154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.434110 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9dfaba5b-c684-4a77-86be-4b8a743c7b3f req-768df393-6a26-4592-a3bd-50cdd9dfe36b tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9644604
Dec 09 14:04:49.435427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=e29b0e1d-1c72-43f3-8886-c6c7803d0e4d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:49.440233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:49.448051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:49.482915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:49.564017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:49.675094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] In _notify_port_updated(), no bound segment for port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d on network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:04:49.679098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:49.679716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.681543 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/ports/e29b0e1d-1c72-43f3-8886-c6c7803d0e4d HTTP/1.1" status: 200  len: 921 time: 3.6074648
Dec 09 14:04:49.703641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:49.804622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.876230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.887064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:49.887695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.920090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:49.920500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.976743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:49.993237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f6c65a67-aa3b-415a-85fa-84003490f7d3 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:49.998871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.007560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-16d90e41-1a95-44b7-b513-a1de7d0730fd tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:50.039050 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5695672
Dec 09 14:04:50.048577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:50.065153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:50.083225 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b69111d-a94d-4519-bb6a-f2b179b2f7f2 None None] Network 90db6bb4-61bf-49cc-9375-5266139d0341 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:50.132656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e6b5c6c2-373a-4582-b091-ff35939eabe7 None None] Provisioning for port 5e3a0e7c-a780-487d-8644-4e95b6336821 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:50.174561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.221405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b605b092-5174-45b3-b2e4-2563585d91b6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:50.222237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=1e203fb7-33d6-4424-bc2d-3bdfefca7d1d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:50.225129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:50.226207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.227565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.232667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.236391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:50.251593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:04:50.304007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Transition to ACTIVE for port object 0c11f23e-0b9c-4029-8ce4-80931a6d59aa will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:50.313764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0ab74a72-beef-49f9-a563-57b64aae1ee9 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:50.359829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:04:50.375078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.378605 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.1283250
Dec 09 14:04:50.384978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53464) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:50.399235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--4453301'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:50.410771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:50.424415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:50.428273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:50.439036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:50.456784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.463153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Allocated IP 172.26.3.141 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/3f2d9946-b901-4536-8d11-c4d57f3c8110) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:50.464405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Provisioning for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:50.465464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b4caf560-4b83-4dda-9273-e191a74bdbe3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:50.474918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:50.475302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.534008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.536104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device edbfe989-210f-4407-9d70-255b8615d63a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:50.598359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 90db6bb4-61bf-49cc-9375-5266139d0341 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:50.616119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=32ce2957-2bef-4b7c-87fb-01ebeaba7b92,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:50.635958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:50.638743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:50.655347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:50.659252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:50.662022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:50.662623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.664131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:50.679548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:50.688631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:50.737723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:50.741520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:50.747894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:50.751940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port edbfe989-210f-4407-9d70-255b8615d63a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:50.760044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:50.762221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port edbfe989-210f-4407-9d70-255b8615d63a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:50.763121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.772252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:50.782300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:50.796794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:50.817859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.820069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:50.832005 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP b5e47be7-bf6f-4615-86ec-3613fd6024c7 associated. External IP: 172.26.3.161, port: 2f92a404-e1e4-4e51-b165-cf12f4b7aaf5.
Dec 09 14:04:50.836151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:50.836584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.935315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.944192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.967542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a21be-8bbb-494c-8888-11d9baf571df req-fc6f6484-ab6a-41ab-8a91-2a5472f7be03 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:50.968885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:50.970829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:50.979094 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b7a21be-8bbb-494c-8888-11d9baf571df req-fc6f6484-ab6a-41ab-8a91-2a5472f7be03 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.8696756
Dec 09 14:04:51.015833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port edbfe989-210f-4407-9d70-255b8615d63a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=edbfe989-210f-4407-9d70-255b8615d63a,segment=NetworkSegment(c28f8f85-4af7-43fa-b4f6-efeb269eb9b9),segment_id=c28f8f85-4af7-43fa-b4f6-efeb269eb9b9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:51.022101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Provisioning complete for port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:51.022531 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.039731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.053984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.054775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9dd786c-16ff-41d4-936b-1eff4e46cd0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:51.055539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.063317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-08f823f4-04db-4605-9d50-41a4460a7270 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:51.066976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:51.122912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cb0500c0-5764-4d07-b1b9-38f2c4176280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:51.136963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.216679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for e29b0e1d-1c72-43f3-8886-c6c7803d0e4d owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:51.221789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=edbfe989-210f-4407-9d70-255b8615d63a,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:51.230907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:51.234409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5559e552-fae0-4726-9f7b-278caed8cf41 None None] Port e29b0e1d-1c72-43f3-8886-c6c7803d0e4d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:51.237234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:51.237871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.243044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3038959-ba16-48aa-ade7-fbb07623feb6,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:51.246612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:51.250734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-664db847-5232-4f1a-a1e7-a7300851664b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:51.326847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.328329 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 0.9411323
Dec 09 14:04:51.336823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53468) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:51.360255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': 'b605b092-5174-45b3-b2e4-2563585d91b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c3038959-ba16-48aa-ade7-fbb07623feb6'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:51.368035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:51.374598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:51.378583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5e3a0e7c-a780-487d-8644-4e95b6336821 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:51.382281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:51.388607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:51.398129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:51.413253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:51.425575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:51.447737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Provisioning for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:51.455083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Provisioning complete for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:51.455823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.484970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Port': ['ID=3f2d9946-b901-4536-8d11-c4d57f3c8110,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:51.495881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6669b-eec0-4224-82b9-9a1eb1157b65 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:04:51.496423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:51.528224 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:51.529288 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9cd4d130-3be5-4669-8c94-a18bd466e188 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1897457
Dec 09 14:04:51.536958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53472) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:51.603850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 5e3a0e7c-a780-487d-8644-4e95b6336821 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:51.636222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5e3a0e7c-a780-487d-8644-4e95b6336821 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:51.636761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.669740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:51.717652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Provisioning complete for port 5e3a0e7c-a780-487d-8644-4e95b6336821 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:51.718099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.729957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.785299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b7a21be-8bbb-494c-8888-11d9baf571df req-dfae0519-2f3b-48e7-b739-ee907a64ede2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8039353
Dec 09 14:04:51.905295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.939340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.942044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.979996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.991600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.993782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:51.994614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.001847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-95184569-7f92-4b29-b9a8-11f19d6fb6d6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:52.021846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d6669b-eec0-4224-82b9-9a1eb1157b65 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:04:52.025077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 5e3a0e7c-a780-487d-8644-4e95b6336821, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5e3a0e7c-a780-487d-8644-4e95b6336821,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:52.031382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.034916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4be2653-e262-4084-8d1f-bef9162a267a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:52.111252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.119457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.134422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ec56a4b7-b40f-4826-b023-3ec33a2aaae2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:52.187450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=e29b0e1d-1c72-43f3-8886-c6c7803d0e4d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:52.197644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:52.216527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=5e3a0e7c-a780-487d-8644-4e95b6336821,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:52.222941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:52.223128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event updated for resources: {'Port': ['ID=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:52.223789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:52.224230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:52.225985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:52.230651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:52.248889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.249736 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3038959-ba16-48aa-ade7-fbb07623feb6 HTTP/1.1" status: 204  len: 168 time: 0.7118518
Dec 09 14:04:52.258128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3038959-ba16-48aa-ade7-fbb07623feb6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:52.260543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:52.281326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53476) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:52.355647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.356429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.431135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device edbfe989-210f-4407-9d70-255b8615d63a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:52.459951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Network 90db6bb4-61bf-49cc-9375-5266139d0341 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:52.469673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.472443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:52.500347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.509739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d5b9a015-2c8f-48b0-9329-c518acade1b6 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:52.513988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b92845e8-3f71-4fee-8c21-3ee26b085f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.556625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2a0a5b9c-f3b4-43db-8858-22305cb0bc43 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:52.568666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/e29b0e1d-1c72-43f3-8886-c6c7803d0e4d HTTP/1.1" status: 204  len: 168 time: 2.8614361
Dec 09 14:04:52.573814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:52.605503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port edbfe989-210f-4407-9d70-255b8615d63a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:52.605782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.638342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-a6d86188-2cf5-4e5f-8ec5-ec43a81c98e2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:52.639235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-a6d86188-2cf5-4e5f-8ec5-ec43a81c98e2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Synchronizing usage tracker for tenant:d6d5fe1228de4ff6ad68826632075743 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:52.689347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-a6d86188-2cf5-4e5f-8ec5-ec43a81c98e2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Unset dirty status for tenant:d6d5fe1228de4ff6ad68826632075743 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:52.690591 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-a6d86188-2cf5-4e5f-8ec5-ec43a81c98e2 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.35 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.4291446
Dec 09 14:04:52.718407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a61d8f-c96b-42c7-aa1c-c6a40fb0d043 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:04:52.718909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-00a61d8f-c96b-42c7-aa1c-c6a40fb0d043 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:52.773142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=804b8453-1021-4ec0-a9a7-8e34cd0634ff,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:52.784199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:52.796356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2a0a5b9c-f3b4-43db-8858-22305cb0bc43 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:52.797624 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2a0a5b9c-f3b4-43db-8858-22305cb0bc43 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.5073884
Dec 09 14:04:52.806090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53484) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:52.831238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5e3a0e7c-a780-487d-8644-4e95b6336821 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:52.867835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14655345-1e8e-418a-b6a4-d5559908663d None None] Could not find standard attr ID for object e29b0e1d-1c72-43f3-8886-c6c7803d0e4d. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:04:52.873120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:52.875413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:52.875773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:04:52.909578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-00a61d8f-c96b-42c7-aa1c-c6a40fb0d043 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:52.913729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-00a61d8f-c96b-42c7-aa1c-c6a40fb0d043 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/e29b0e1d-1c72-43f3-8886-c6c7803d0e4d HTTP/1.1" status: 404  len: 333 time: 0.3357372
Dec 09 14:04:52.913729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53490) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:52.937516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5e3a0e7c-a780-487d-8644-4e95b6336821 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:52.942552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.025146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Deleting port 2cda8771-c2c8-4f36-9916-db13cfff5e97 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:53.025754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.087114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5dd9c4ea-3922-4430-a580-e0ece3d62aba None None] Provisioning complete for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:53.087509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5dd9c4ea-3922-4430-a580-e0ece3d62aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.198328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.199456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9c4ea-3922-4430-a580-e0ece3d62aba None None] Port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:53.222926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.292604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.300697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:04:53.331040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c9d5aaf2-8885-4fae-b225-9744bd11361c None None] Provisioning complete for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:53.331713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9d5aaf2-8885-4fae-b225-9744bd11361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.347242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:53.360620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dce75e-4e30-4f7d-9dfa-477523bde6c8 None None] Network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:53.377385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:53.382204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.390274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.474514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c9d5aaf2-8885-4fae-b225-9744bd11361c None None] Port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:04:53.603607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:53.604397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.613086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e22a3f93-9309-46a1-8273-983933b7d326 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:53.627665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b573f-6f98-44ae-9964-11f90ee46201 req-a30e9362-d7af-4574-b46a-0bb7710d008a tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:53.629185 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-718b573f-6f98-44ae-9964-11f90ee46201 req-a30e9362-d7af-4574-b46a-0bb7710d008a tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 946 time: 0.5710647
Dec 09 14:04:53.630859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Router 31762d4b-142d-4c11-aab7-9b4cbdd877b0 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:04:53.635827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605b092-5174-45b3-b2e4-2563585d91b6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:53.640405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:53.641766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-1e203fb7-33d6-4424-bc2d-3bdfefca7d1d', 'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': '804b8453-1021-4ec0-a9a7-8e34cd0634ff'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:04:53.642870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.643144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] For port 2cda8771-c2c8-4f36-9916-db13cfff5e97, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=2cda8771-c2c8-4f36-9916-db13cfff5e97,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:53.644224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.678521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.698793 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.6422653
Dec 09 14:04:53.710013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:53.737247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.738458 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/b605b092-5174-45b3-b2e4-2563585d91b6 HTTP/1.1" status: 204  len: 168 time: 0.9311299
Dec 09 14:04:53.763555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53500) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:53.874991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Allocated IP 2001:db8::1 (1e203fb7-33d6-4424-bc2d-3bdfefca7d1d/804b8453-1021-4ec0-a9a7-8e34cd0634ff/66a55266-6894-42b0-8044-1d3d08fd1ccb) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:04:53.904986 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-718b573f-6f98-44ae-9964-11f90ee46201 req-44dd4d21-a659-4668-a8e9-663ad2178073 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups?id=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2592468
Dec 09 14:04:53.916840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:53.947338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:53.958801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-801af610-04cc-4358-80d9-df0c904c43a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.010558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28cd7fd-1d01-4ed2-994e-241c0f014c9b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:54.013454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:54.026016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:54.051414 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8695d5f4-4a40-4740-b454-7335e702b672 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2772031
Dec 09 14:04:54.051692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53504) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:54.053908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.057456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/security-groups/b28cd7fd-1d01-4ed2-994e-241c0f014c9b HTTP/1.1" status: 204  len: 168 time: 1.0831864
Dec 09 14:04:54.058066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.060686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53506) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:54.063415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.071244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817222016'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:54.106083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:54.119682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.130166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-093988e7-d686-4cdf-992b-2504f410e841 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.150214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.160360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Transition to ACTIVE for port object 66a55266-6894-42b0-8044-1d3d08fd1ccb will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:54.180821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Transition to ACTIVE for port object 66a55266-6894-42b0-8044-1d3d08fd1ccb will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:54.189628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.190752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:54.195895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.202931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:54.219199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:54.240304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 66a55266-6894-42b0-8044-1d3d08fd1ccb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:54.240656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.265169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:54.268466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:54.270431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Pushing event updated for resources: {'Port': ['ID=66a55266-6894-42b0-8044-1d3d08fd1ccb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:54.272627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:04:54.299392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=32ce2957-2bef-4b7c-87fb-01ebeaba7b92,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:54.302339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:54.303321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:54.325668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.347057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.357135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.357491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.357831 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Floating IP c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b disassociated. External IP: 172.26.3.215, port: 2cda8771-c2c8-4f36-9916-db13cfff5e97.
Dec 09 14:04:54.358171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Calling delete_port for 2cda8771-c2c8-4f36-9916-db13cfff5e97 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:54.364336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Attempting to bind port 66a55266-6894-42b0-8044-1d3d08fd1ccb on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:54.364898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Attempting to bind port 66a55266-6894-42b0-8044-1d3d08fd1ccb by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:54.365339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Attempting to bind port 66a55266-6894-42b0-8044-1d3d08fd1ccb on network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:54.371934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:54.372400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Checking segment: {'id': 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:54.372971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.373435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Bound using segment: {'id': 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:54.374006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Bound port: 66a55266-6894-42b0-8044-1d3d08fd1ccb, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '1e203fb7-33d6-4424-bc2d-3bdfefca7d1d'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:54.374455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.466529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:54.467498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] For port 66a55266-6894-42b0-8044-1d3d08fd1ccb, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:54.471034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] For port 66a55266-6894-42b0-8044-1d3d08fd1ccb, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66a55266-6894-42b0-8044-1d3d08fd1ccb,segment=NetworkSegment(c4988da0-b1b7-4e84-bb6f-5231efebbaa3),segment_id=c4988da0-b1b7-4e84-bb6f-5231efebbaa3)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:54.472239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.476800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.482698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.482853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:54.508688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:54.515805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:54.518868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:54.525461 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3617663
Dec 09 14:04:54.529367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53512) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:54.534347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:54.555358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.567632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:54.569121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:54.570376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449accdc0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:54.694895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:54.704700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Pushing event updated for resources: {'Port': ['ID=66a55266-6894-42b0-8044-1d3d08fd1ccb,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:54.709871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:54.721630 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Sync routers for ids ['31762d4b-142d-4c11-aab7-9b4cbdd877b0'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:54.730260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.738570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.740023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-606dd767-631b-4fce-8323-e4e35a1587ed tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.752869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.765354 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Routers {'31762d4b-142d-4c11-aab7-9b4cbdd877b0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:54.766252 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a085190>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['31762d4b-142d-4c11-aab7-9b4cbdd877b0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:54.766841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.771702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b423c028-b4e5-4521-b942-6a35c19321c8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:54.775913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:54.790499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:54.795285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88f9a07e-dc45-4134-bc9f-472953f7baeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.852303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.856722 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/security-groups/b423c028-b4e5-4521-b942-6a35c19321c8 HTTP/1.1" status: 204  len: 168 time: 0.7918906
Dec 09 14:04:54.858659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53516) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:54.862453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event deleted for resources: {'Port': ['ID=2cda8771-c2c8-4f36-9916-db13cfff5e97,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:54.900494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:54.904916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-485a4835-47b8-4cb1-a5e2-751927225195 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:54.914422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.915871 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 7.3600287
Dec 09 14:04:54.930196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:54.930196 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8724456
Dec 09 14:04:54.930196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53520) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:54.935786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53522) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:54.956101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 66a55266-6894-42b0-8044-1d3d08fd1ccb, host dv-neutron-821183-1-hyperv, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:54.956940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:55.040337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '5e84300a-fdb5-48af-a8ea-e0be9241e995', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:55.097140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e84300a-fdb5-48af-a8ea-e0be9241e995,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:55.168500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4845290b-7851-4b0e-8488-fbaa92b4288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:55.180421 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Set router 31762d4b-142d-4c11-aab7-9b4cbdd877b0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:55.430373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 66a55266-6894-42b0-8044-1d3d08fd1ccb owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:55.473516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449accdc0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:04:51Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:55.482692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:55.483055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Updating router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:04:55.546899 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9543206-b068-4db5-825a-e719eebf8b2d req-11e05c44-ad3a-42ca-87ce-e5e2076d1ed1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.0854824
Dec 09 14:04:55.599082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:55.628720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:55.637091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:55.641614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:55.648636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:55.658588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:55.663774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 4802533c-a229-4051-9a9d-de2fd93186e4 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:04:55.675627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:55.681282 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a085190>, [{'id': '31762d4b-142d-4c11-aab7-9b4cbdd877b0', 'name': 'tempest-snat-router-1682160675', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.141'}], 'enable_snat': False}, 'gw_port_id': '3f2d9946-b901-4536-8d11-c4d57f3c8110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:04:47Z', 'updated_at': '2021-12-09T14:04:51Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '3f2d9946-b901-4536-8d11-c4d57f3c8110', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31762d4b-142d-4c11-aab7-9b4cbdd877b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:50Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:55.686096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:55.695414 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Checking router: 31762d4b-142d-4c11-aab7-9b4cbdd877b0 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:55.697290 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Updating router 31762d4b-142d-4c11-aab7-9b4cbdd877b0 port 3f2d9946-b901-4536-8d11-c4d57f3c8110 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:04:55.701751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:55.741351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:55.742012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2a4b20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:55.780001 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:55.802092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:55.803155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:55.929640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2a4b20>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:55.929787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.005444 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:56.008624 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab7fa8ca-14df-4d6d-8507-a90471b3b31e tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 1.0007896
Dec 09 14:04:56.015649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:56.060683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group_rule': {'security_group_id': '5e84300a-fdb5-48af-a8ea-e0be9241e995', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:56.122387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:56.138066 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.152758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:56.159447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:56.173160 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Transition to ACTIVE for port object 3f2d9946-b901-4536-8d11-c4d57f3c8110 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:56.179339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:56.190947 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.199889 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-bd5feaf2-1275-4f99-9021-a0a41df1c4c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:56.237950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:56.240231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2a4b20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:56.303361 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005594f-590f-4c74-987e-dbbff3dac5e7 None None] Pushing event updated for resources: {'Port': ['ID=3f2d9946-b901-4536-8d11-c4d57f3c8110,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:56.306725 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4005594f-590f-4c74-987e-dbbff3dac5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:56.359696 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Attempting to bind port 3f2d9946-b901-4536-8d11-c4d57f3c8110 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:56.360763 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Attempting to bind port 3f2d9946-b901-4536-8d11-c4d57f3c8110 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:56.361145 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Attempting to bind port 3f2d9946-b901-4536-8d11-c4d57f3c8110 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:56.370781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.382104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 66a55266-6894-42b0-8044-1d3d08fd1ccb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:04:56.383071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.386625 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:56.387257 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:56.389697 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.391949 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:56.393740 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Bound port: 3f2d9946-b901-4536-8d11-c4d57f3c8110, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:56.394665 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.413677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d789054-e5cb-4299-a086-e7232adf74ef None None] Network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:56.423858 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:04:56.423858 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f4da5837-ee6b-41e3-9abb-7b50ce3e5523 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.3853822
Dec 09 14:04:56.435431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53538) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:56.599472 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] For port 3f2d9946-b901-4536-8d11-c4d57f3c8110, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:56.604009 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] For port 3f2d9946-b901-4536-8d11-c4d57f3c8110, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3f2d9946-b901-4536-8d11-c4d57f3c8110,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:56.611566 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.624244 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:56.649863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.670790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:56.687786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Floating IP c5a68cab-0e8f-4427-8bf8-915548bcdbfa associated. External IP: 172.26.3.90, port: a67dec8c-fb02-4158-af26-afd593a55fb6.
Dec 09 14:04:56.707586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66a55266-6894-42b0-8044-1d3d08fd1ccb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:56.737381 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005594f-590f-4c74-987e-dbbff3dac5e7 None None] Pushing event updated for resources: {'Port': ['ID=3f2d9946-b901-4536-8d11-c4d57f3c8110,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:56.744026 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4005594f-590f-4c74-987e-dbbff3dac5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:56.783920 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Routers {'31762d4b-142d-4c11-aab7-9b4cbdd877b0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:56.785877 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cdfddb93-09d0-41b8-914c-ef3395aadf8d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/31762d4b-142d-4c11-aab7-9b4cbdd877b0 HTTP/1.1" status: 200  len: 909 time: 1.8542778
Dec 09 14:04:56.787046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.790427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53544) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:56.790533 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a085190>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['31762d4b-142d-4c11-aab7-9b4cbdd877b0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:56.800733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=4802533c-a229-4051-9a9d-de2fd93186e4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:56.818849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2a4b20>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:56.819408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d930ae-3db5-488c-912d-7ed74fe83ce0 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:56.837960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:56.841220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1682160675', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': True}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:56.842877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Router 90346d38-0ff6-4937-9e69-24d77a642494 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:04:56.846308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.854578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.861607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.884560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5df03-934a-466d-89e4-f81a39d34337 None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:56.904414 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/4802533c-a229-4051-9a9d-de2fd93186e4 HTTP/1.1" status: 204  len: 168 time: 2.0438192
Dec 09 14:04:56.911146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53548) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:56.917491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:56.942816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:56.974320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:57.019796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b9a54c6c-1a2b-463e-821c-0dcadd8b279c None None] Provisioning for port 66a55266-6894-42b0-8044-1d3d08fd1ccb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:57.024294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cf71e46-7f29-4721-b762-7ac6bec219da req-ef54a49b-2370-4623-8fff-9c44945deeb7 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.1767621
Dec 09 14:04:57.030027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Usage tracker for resource:router and tenant:63687c04c13f465b80be3ea30f78d728 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:57.046136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:57.057445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 66a55266-6894-42b0-8044-1d3d08fd1ccb completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:04:57.110127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 66a55266-6894-42b0-8044-1d3d08fd1ccb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:57.110512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.155949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:57.179359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:04:57.208979 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] Set router 31762d4b-142d-4c11-aab7-9b4cbdd877b0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:57.275206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:57.280166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:57.283447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:57.292144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:57.310819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.312597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.320867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 09 14:04:57.329926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:04:57.335277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.363544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.398093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Removed routes are [] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 09 14:04:57.400026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.458269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Transition to ACTIVE for port object 0c11f23e-0b9c-4029-8ce4-80931a6d59aa will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:04:57.502798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.511128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:57.551869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.572300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.608146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.666674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 2cda8771-c2c8-4f36-9916-db13cfff5e97 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:04:57.672123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.715486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 66a55266-6894-42b0-8044-1d3d08fd1ccb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66a55266-6894-42b0-8044-1d3d08fd1ccb,segment=NetworkSegment(c4988da0-b1b7-4e84-bb6f-5231efebbaa3),segment_id=c4988da0-b1b7-4e84-bb6f-5231efebbaa3)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:57.716367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.717438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:57.772172 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a085190>, [{'id': '31762d4b-142d-4c11-aab7-9b4cbdd877b0', 'name': 'tempest-snat-router-1682160675', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.141'}], 'enable_snat': False}, 'gw_port_id': '3f2d9946-b901-4536-8d11-c4d57f3c8110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:04:47Z', 'updated_at': '2021-12-09T14:04:51Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '3f2d9946-b901-4536-8d11-c4d57f3c8110', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31762d4b-142d-4c11-aab7-9b4cbdd877b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:50Z', 'updated_at': '2021-12-09T14:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:57.779164 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d14d255-49b4-4491-b2af-22a45fba2879 None None] The sync data for ids ['31762d4b-142d-4c11-aab7-9b4cbdd877b0'] in dv-neutron-821183-1-hyperv is: [{'id': '31762d4b-142d-4c11-aab7-9b4cbdd877b0', 'name': 'tempest-snat-router-1682160675', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.141'}], 'enable_snat': False}, 'gw_port_id': '3f2d9946-b901-4536-8d11-c4d57f3c8110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:04:47Z', 'updated_at': '2021-12-09T14:04:51Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '3f2d9946-b901-4536-8d11-c4d57f3c8110', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ea:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31762d4b-142d-4c11-aab7-9b4cbdd877b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:50Z', 'updated_at': '2021-12-09T14:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:04:57.795083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 2cda8771-c2c8-4f36-9916-db13cfff5e97 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:04:57.810220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 2cda8771-c2c8-4f36-9916-db13cfff5e97 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:04:57.814832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d68ab9-a844-4be1-a297-98600e81e9b2 None None] Pushing event updated for resources: {'Port': ['ID=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:57.829261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2d68ab9-a844-4be1-a297-98600e81e9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:57.831561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 66a55266-6894-42b0-8044-1d3d08fd1ccb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66a55266-6894-42b0-8044-1d3d08fd1ccb,segment=NetworkSegment(c4988da0-b1b7-4e84-bb6f-5231efebbaa3),segment_id=c4988da0-b1b7-4e84-bb6f-5231efebbaa3)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:04:57.847733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.850423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:57.902398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:04:57.912914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.928311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:04:57.935434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:04:57.936418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:57.998448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=e948e739-fe25-4224-8490-4c3697833298,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:58.006842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.008067 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e84300a-fdb5-48af-a8ea-e0be9241e995 HTTP/1.1" status: 204  len: 168 time: 1.5644579
Dec 09 14:04:58.021018 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1060202
Dec 09 14:04:58.022183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53552) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:58.024043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53554) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:58.026369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:58.031895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74a6aca4-bb09-4f98-b80e-aa225a308aec tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:58.048077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1875232456'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:58.113108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:58.123929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e84300a-fdb5-48af-a8ea-e0be9241e995,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:58.129984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=66a55266-6894-42b0-8044-1d3d08fd1ccb,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:58.131862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:58.140078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:58.148194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:58.151351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:58.161452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:58.193557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Attempting to bind port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:04:58.194242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Attempting to bind port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:04:58.194852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Attempting to bind port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa on network 90db6bb4-61bf-49cc-9375-5266139d0341 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:04:58.209322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-86c2970f-8ed0-4261-8606-8f7182238857 None None] Provisioning complete for port 66a55266-6894-42b0-8044-1d3d08fd1ccb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:58.209731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86c2970f-8ed0-4261-8606-8f7182238857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.211984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.268287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:04:58.268911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Checking segment: {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:04:58.269484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.270085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Bound using segment: {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:04:58.271148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Bound port: 0c11f23e-0b9c-4029-8ce4-80931a6d59aa, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d81fdf-fa64-4f30-b140-88ebd9970588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:04:58.271706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.293395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 66a55266-6894-42b0-8044-1d3d08fd1ccb owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:04:58.317136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:58.339983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:04:58.344045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-de8b821e-b02e-4a34-9046-e6559af531cb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:04:58.352843 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] Sync routers for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:04:58.373594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group_rule and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:58.375380 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:58.378509 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a085f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:58.504892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] For port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:04:58.509212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] For port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:04:58.573852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66a55266-6894-42b0-8044-1d3d08fd1ccb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:04:58.583813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:58.602494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:58.660546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-de8b821e-b02e-4a34-9046-e6559af531cb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:04:58.662209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-de8b821e-b02e-4a34-9046-e6559af531cb tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.6347067
Dec 09 14:04:58.703738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53562) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:58.728222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061152493'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:58.777478 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a516f352-700f-4031-b2d2-8110bd5e26a6 req-7a358531-54ed-4e7a-b1c9-6c866a60181d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/ports?device_id=e326015b-85e0-4c56-841f-556f5904c49f HTTP/1.1" status: 200  len: 210 time: 0.3162625
Dec 09 14:04:58.781698 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:58.798042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:58.834560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.849494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f596ca09-0e86-4add-9c04-b77a6dca41b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:58.864463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:58.904347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] No DVR routers for this DVR port 2cda8771-c2c8-4f36-9916-db13cfff5e97 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:04:58.908202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.926943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'name': 'network-vif-deleted', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:04:58.935391 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-09f0c3b2-f18a-45e8-953e-6c87c391b7e2 req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.35 "DELETE /v2.0/ports/2cda8771-c2c8-4f36-9916-db13cfff5e97 HTTP/1.1" status: 204  len: 173 time: 6.1945546
Dec 09 14:04:58.969381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:58.992393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.005599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.021508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b8ffe082-6e66-4261-bf9d-313e089e7476 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:59.038166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.067975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:04:59.069263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:04:59.069634 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e326015b-85e0-4c56-841f-556f5904c49f', 'name': 'network-vif-deleted', 'tag': '2cda8771-c2c8-4f36-9916-db13cfff5e97', 'status': 'completed', 'code': 200}
Dec 09 14:04:59.086902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.094166 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0640235
Dec 09 14:04:59.101165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:59.115206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'security_group': {'name': 'tempest-secgroup-957403233'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:59.123781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:59.132108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:59.148012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:59.159722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c175a9c3-6d8d-443c-b92d-ec3f5b6e8897,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:59.162713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:59.167138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:59.187863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.188021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5e744-586c-461b-88f2-edea17f4d427 None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:04:59.225106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d68ab9-a844-4be1-a297-98600e81e9b2 None None] Pushing event updated for resources: {'Port': ['ID=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:59.228956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2d68ab9-a844-4be1-a297-98600e81e9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:59.270691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:59.275042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group_rule and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:59.278509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:59.287091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:59.295241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:59.296201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449accdc0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:59.368058 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a085f10>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:09Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:59.375740 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] Checking router: 90346d38-0ff6-4937-9e69-24d77a642494 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:04:59.394366 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:04:59.394977 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a085f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:04:59.403274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.417729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.422699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa853ece-4bc1-43d9-8a24-ce02e4580444 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:59.501653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf019f-4ac4-4802-a9f7-b0d8f299463c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:59.504736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:59.511806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.516510 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.4095049
Dec 09 14:04:59.517324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53572) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:59.529813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'security_group': {'name': 'tempest-secgroup-470973260'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:04:59.533192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.546008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:59.557317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:59.562431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:59.569703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:59.582866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.587420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.592916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 66a55266-6894-42b0-8044-1d3d08fd1ccb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:59.593426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.649894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:59.655418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:security_group_rule and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:59.659247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:59.670697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:59.701271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:59.704193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:04:59.717580 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:04:59.797753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Usage tracker for resource:security_group_rule and tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:04:59.812133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:04:59.815764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.826451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.833943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a0bfda52-e786-4e52-9dc8-d8f32a132ad2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:04:59.882209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-df27f854-b4d0-4863-b133-d339940bd0b2 None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:04:59.882833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:04:59.882928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df27f854-b4d0-4863-b133-d339940bd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.888065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2587b4-cc86-4bec-9f03-4d5c19b50b16,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:04:59.891784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:04:59.895250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:04:59.902083 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3818281
Dec 09 14:04:59.903511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53578) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:04:59.911105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1474056080', 'security_groups': ['0c2587b4-cc86-4bec-9f03-4d5c19b50b16'], 'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e948e739-fe25-4224-8490-4c3697833298'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:00.002966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 66a55266-6894-42b0-8044-1d3d08fd1ccb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:00.003290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.032132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-df27f854-b4d0-4863-b133-d339940bd0b2 None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:00.056650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53584) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:00.153869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:00.157262 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a085f10>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:09Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:00.162489 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb237c6-3348-48bb-8ce2-912dc3c4f9d8 None None] The sync data for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv is: [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:01:17Z', 'revision_number': 4, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '93ea4975-5975-45d1-a7d7-6a70bbe97f02', 'name': '', 'network_id': 'a4b5d18e-9559-4a80-b43b-17f95f7e50e4', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'mac_address': 'fa:16:3e:49:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:13Z', 'updated_at': '2021-12-09T14:02:09Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'subnets': [{'id': 'c3885904-b4bb-401c-b217-f187d94672c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:00.168938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:00.202919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.240013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.273256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:00.278040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.308503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] device_id is not set on port f86aeac1-7061-4141-98fe-94a909e18d70 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:00.308792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3f2d9946-b901-4536-8d11-c4d57f3c8110 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:00.382701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.389761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-935e0eec-9bcf-4eb9-a40c-89f4cb251d8e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:00.390753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-df27f854-b4d0-4863-b133-d339940bd0b2 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:00.391194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df27f854-b4d0-4863-b133-d339940bd0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.401036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.426127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.432495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea194e5f-5398-427c-9da7-0b30fe903e00 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:00.438822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f9393-d1cb-413f-9fd0-bbbce4bf00a8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:00.458958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.459336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.459713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.460084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.460451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.460817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.461178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.461559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.461915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.462272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.462627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.473735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:00.479878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.481556 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "DELETE /v2.0/security-groups/d59f9393-d1cb-413f-9fd0-bbbce4bf00a8 HTTP/1.1" status: 204  len: 168 time: 0.4231141
Dec 09 14:05:00.485509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53588) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:00.509768 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-063b6764-3fd0-431d-9648-f6f0b8e828c5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] show failed (client error): The resource could not be found.
Dec 09 14:05:00.510827 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-063b6764-3fd0-431d-9648-f6f0b8e828c5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "GET /v2.0/security-groups/d59f9393-d1cb-413f-9fd0-bbbce4bf00a8 HTTP/1.1" status: 404  len: 347 time: 0.0246894
Dec 09 14:05:00.514914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53592) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:00.632022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3928ed20-7d39-4a67-8033-bfd02bf58a38,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:00.635265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.636538 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.9146259
Dec 09 14:05:00.652403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 3f2d9946-b901-4536-8d11-c4d57f3c8110 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:00.688297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:00.689590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 3f2d9946-b901-4536-8d11-c4d57f3c8110 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:00.690133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.694707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:00.718581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6089eb93-7219-4a09-8450-b6864c575b83 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:00.719312 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-6089eb93-7219-4a09-8450-b6864c575b83 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:05:00.720333 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6089eb93-7219-4a09-8450-b6864c575b83 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "PUT /v2.0/security-groups/3928ed20-7d39-4a67-8033-bfd02bf58a38 HTTP/1.1" status: 409  len: 330 time: 0.0212555
Dec 09 14:05:00.728243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Deleting port 2271d8f1-a3bc-4797-92cf-3653c73a2816 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:00.728613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.731718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.732199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.732641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.733077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.733512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.733958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.734385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.734813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.735235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.735656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.736075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:00.739981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:00.746174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Update dhcp port {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'fixed_ips': [{'subnet_id': 'd8a33988-e316-411c-a73d-8f03c830f65a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e948e739-fe25-4224-8490-4c3697833298'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'b9dd786c-16ff-41d4-936b-1eff4e46cd0d'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:05:00.751047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:00.768045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.3 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/e948e739-fe25-4224-8490-4c3697833298/f86aeac1-7061-4141-98fe-94a909e18d70) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:00.780276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:00.847227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:00.875377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449accdc0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:57Z', 'revision_number': 6, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:04:58Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:00.913385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ccb2f-a103-4f90-a2f4-5bd52dad4551 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:57Z', 'revision_number': 6, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:04:58Z', 'revision_number': 4, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:00.975998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 66a55266-6894-42b0-8044-1d3d08fd1ccb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66a55266-6894-42b0-8044-1d3d08fd1ccb,segment=NetworkSegment(c4988da0-b1b7-4e84-bb6f-5231efebbaa3),segment_id=c4988da0-b1b7-4e84-bb6f-5231efebbaa3)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:00.976650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.024244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.039382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.039701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.120382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.165135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 3f2d9946-b901-4536-8d11-c4d57f3c8110, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3f2d9946-b901-4536-8d11-c4d57f3c8110,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:01.170714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.173077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b12fcc2a-6771-4e78-bfc2-374cbbf674d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:01.197100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Calling delete_port for 2271d8f1-a3bc-4797-92cf-3653c73a2816 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:01.257018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=3f2d9946-b901-4536-8d11-c4d57f3c8110,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:01.263474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:01.287225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:01.292677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.307909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 66a55266-6894-42b0-8044-1d3d08fd1ccb owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:01.321808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.356312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0c11f23e-0b9c-4029-8ce4-80931a6d59aa up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:01.374598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object f86aeac1-7061-4141-98fe-94a909e18d70 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:01.445227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:01.452465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:01.453035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.483250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.506942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cafb1667-d88f-4bc1-bf14-a1427c5674c8 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:01.537965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.582088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.599720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Pushing event deleted for resources: {'Port': ['ID=2271d8f1-a3bc-4797-92cf-3653c73a2816,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:01.616391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:01.617716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:01.636980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Allocated IP 172.20.0.2 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/e948e739-fe25-4224-8490-4c3697833298/b9dd786c-16ff-41d4-936b-1eff4e46cd0d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:01.748286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.807269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.908038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,segment=NetworkSegment(11723365-6497-4bef-99bb-0ac2f47f1f24),segment_id=11723365-6497-4bef-99bb-0ac2f47f1f24)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:01.950597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.959029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:01.960377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.970705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Transition to ACTIVE for port object b9dd786c-16ff-41d4-936b-1eff4e46cd0d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:01.987862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:01.988034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:01.994809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:01.999902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:02.027381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:02.052036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.061137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.062627 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] 10.222.0.21 "DELETE /v2.0/floatingips/c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b HTTP/1.1" status: 204  len: 168 time: 1.5468223
Dec 09 14:05:02.069676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53604) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:02.073403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=f86aeac1-7061-4141-98fe-94a909e18d70,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:02.078116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Allocated IP 172.26.3.125 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/1bc7f1fe-2e70-4b60-8ebd-22746105150c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:02.140682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:02.179679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:02.180332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.187066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47d69c1-e515-4185-81b4-5937f5d93110 None None] New status for floating IP c9dbc8fb-5f77-493b-9094-2d6e62bf5e0b: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:05:02.206785 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3010838
Dec 09 14:05:02.207920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53608) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:02.217160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:02.333757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Pushing event updated for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:02.336931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:02.341001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:02.431101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.483680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:02.490788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:02.505831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:02.514173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:02.517266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:02.525302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:02.544785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.607445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:02.628804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-73f8ee7e-57c0-4b2f-a1ea-58af83439444 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:02.656217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.666246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.684633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928ed20-7d39-4a67-8033-bfd02bf58a38,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:02.699148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:02.699148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2ff0922-3db8-445c-88b6-3a3079bf6076 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:02.766034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:02.790999 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0925-4e36-4e85-a433-b80d376363da None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:02.809135 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:02.809135 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a25ebb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:02.833623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.905843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7b0ff-7720-4805-aa7f-cc9152a8976f None None] DHCP port deletion for 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:02.960420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:02.990256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:02.993127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f4e1897d-7834-454b-af56-3038e4328ae5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 953 time: 8.4620743
Dec 09 14:05:02.995425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53612) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:02.998453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:03.001626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/3928ed20-7d39-4a67-8033-bfd02bf58a38 HTTP/1.1" status: 204  len: 168 time: 2.2444956
Dec 09 14:05:03.005599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:03.008587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc7f1fe-2e70-4b60-8ebd-22746105150c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:03.018061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:03.018825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:03.079094 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:03.211983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ca92302-1c2a-49f7-b6be-f8547c61000a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Synchronizing usage tracker for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:03.223421 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e948e739-fe25-4224-8490-4c3697833298 (CIDR: 172.20.0.0/28)
Dec 09 14:05:03.229075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No DVR routers for this DVR port 66a55266-6894-42b0-8044-1d3d08fd1ccb on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:03.277278 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:05:03.277278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:03.283402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:03.283402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Port': ['ID=66a55266-6894-42b0-8044-1d3d08fd1ccb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:03.290972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:03.306255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:03.331630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:03.331630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f245e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:03.342496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:03.348851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:03.354364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:03.354364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:03.392167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9ca92302-1c2a-49f7-b6be-f8547c61000a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Unset dirty status for tenant:bf9d2514f1b04eeaaeb6da5eafde7bc2 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:03.392167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ca92302-1c2a-49f7-b6be-f8547c61000a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3004658
Dec 09 14:05:03.403460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53620) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:03.539020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3f2d9946-b901-4536-8d11-c4d57f3c8110 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:03.546490 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8a4073a3-184a-4852-82d7-f771b083c29b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3275988
Dec 09 14:05:03.556072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:03.575599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53624) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:03.631000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:03.650453 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-249a96c3-8b32-4354-a8c0-f7e04b3c10e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] delete failed (client error): The resource could not be found.
Dec 09 14:05:03.650453 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-249a96c3-8b32-4354-a8c0-f7e04b3c10e4 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "DELETE /v2.0/security-groups/14087fad-dc33-4081-a2d1-d965bb047d23 HTTP/1.1" status: 404  len: 347 time: 0.2349772
Dec 09 14:05:03.663967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5e258-12c8-4790-8044-759b8a04fd89 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:05:03.704073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53628) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:03.735612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f245e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:03.813910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-5868ae08-5c25-43ba-9efd-e82190716cf0 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] show failed (client error): The resource could not be found.
Dec 09 14:05:03.813910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5868ae08-5c25-43ba-9efd-e82190716cf0 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-groups/f06fe936-7dfb-4252-a2ae-5f83a8364447 HTTP/1.1" status: 404  len: 347 time: 0.1017494
Dec 09 14:05:03.825047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53632) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:03.825047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:03.908936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-37b1ef94-9a7b-4f89-abca-203c174cca0d tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] show failed (client error): The resource could not be found.
Dec 09 14:05:03.908936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-37b1ef94-9a7b-4f89-abca-203c174cca0d tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] 10.222.0.21 "GET /v2.0/security-group-rules/e84b4be8-8179-4ce0-a088-b2cc703b5451 HTTP/1.1" status: 404  len: 356 time: 0.0752659
Dec 09 14:05:03.908936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bfe12b52-84b6-460a-89ea-b7ca8875b7e7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/floatingips/b5e47be7-bf6f-4615-86ec-3613fd6024c7 HTTP/1.1" status: 200  len: 978 time: 17.4673119
Dec 09 14:05:03.908936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53636) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:03.914968 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:03.920501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:03.954456 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:03.954456 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a243340>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:04.003712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:04.004449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f245e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:04.005960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.056994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:04.070385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:04.070385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:04.087212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.095232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:04.102559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6c0d4894-eff9-41c5-8d5a-2151ac82cae7 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:04.132453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:04.132453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.197415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=804b8453-1021-4ec0-a9a7-8e34cd0634ff,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:04.197415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:04.197415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.274046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5e258-12c8-4790-8044-759b8a04fd89 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:05:04.274046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eb8eae05-9197-459f-9a96-a874cefae3a7 None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:04.274046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb8eae05-9197-459f-9a96-a874cefae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.333260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f245e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:04.333862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853228c4-443e-4378-a8b2-1a7707118cd4 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:04.357978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 16.7486978
Dec 09 14:05:04.364981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:05:04.366810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-eb8eae05-9197-459f-9a96-a874cefae3a7 None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:04.375454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 3f2d9946-b901-4536-8d11-c4d57f3c8110 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:04.376643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.475082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:04.491893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eb8eae05-9197-459f-9a96-a874cefae3a7 None None] Provisioning for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:04.513062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59190818-f7ec-4696-b072-524093defa9b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 953 time: 1.5156732
Dec 09 14:05:04.514843 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d8a33988-e316-411c-a73d-8f03c830f65a (CIDR: 172.20.0.16/28)
Dec 09 14:05:04.523224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'status': 'completed', 'code': 200}
Dec 09 14:05:04.528381 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a25ebb0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:57Z', 'revision_number': 6, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:05:01Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:04.534920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:04.548079 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0925-4e36-4e85-a433-b80d376363da None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:04.554724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'routes': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:04.573717 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:04.592153 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:05:04.592710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:04.608362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eb8eae05-9197-459f-9a96-a874cefae3a7 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:04.609127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eb8eae05-9197-459f-9a96-a874cefae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:04.667852 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:04.668533 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a25ebb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:04.686156 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7fb297d7-7207-440d-a1f9-a691a35ec7b2 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.0862782
Dec 09 14:05:04.720213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:04.754009 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-8e1650a9-09b2-426a-9345-31a43c736cd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1098 time: 0.2379458
Dec 09 14:05:04.910988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-1d48191a-3eb4-47d8-8220-c7f8abfae7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:04.912845 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-1d48191a-3eb4-47d8-8220-c7f8abfae7ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.1514785
Dec 09 14:05:04.922242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0c11f23e-0b9c-4029-8ce4-80931a6d59aa up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:05.063853 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:05.094053 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-2dee336b-0901-49ab-84b3-d4bc43c6be52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 200  len: 998 time: 0.1627746
Dec 09 14:05:05.236092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'subnet': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:05.303615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-1182b8a3-b5b7-4568-b91a-cb1612e4ec9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:05.305073 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-1182b8a3-b5b7-4568-b91a-cb1612e4ec9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.2039440
Dec 09 14:05:05.334681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-64555b3d-6813-49ae-9b08-259581bdf716 None None] Provisioning for port f86aeac1-7061-4141-98fe-94a909e18d70 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:05.343645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-64555b3d-6813-49ae-9b08-259581bdf716 None None] Provisioning complete for port f86aeac1-7061-4141-98fe-94a909e18d70 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:05.344329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64555b3d-6813-49ae-9b08-259581bdf716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:05.404214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:05.404880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:05.449289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:05.453873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Usage tracker for resource:subnet and tenant:a2e950365af14ab98755d9ffce203d78 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:05.457259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:05.463857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:05.493292 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-1b74a757-e0b6-4ca6-a094-a7c19ffad2fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1790860
Dec 09 14:05:05.542207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-64555b3d-6813-49ae-9b08-259581bdf716 None None] Port f86aeac1-7061-4141-98fe-94a909e18d70 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:05.556037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:05.564572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:05.570495 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-911ac78d-e444-4691-a6c9-5eabe9ba3dd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf9d2514f1b04eeaaeb6da5eafde7bc2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0704882
Dec 09 14:05:05.571718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Made reservation on behalf of a2e950365af14ab98755d9ffce203d78 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:05.589220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53668) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:05.620286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9dd786c-16ff-41d4-936b-1eff4e46cd0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:05.675333 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a243340>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c5a68cab-0e8f-4427-8bf8-915548bcdbfa', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:32:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:04:52Z', 'updated_at': '2021-12-09T14:04:52Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:05.682464 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:05.708292 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:05.709598 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a243340>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:05.714143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517fff6-0862-4f48-a38e-ea5bb6540f9a None None] Network 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:05.718623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:05.804553 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-215029a7-df2f-4620-baad-26520044f2a2 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3028522
Dec 09 14:05:05.808559 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-747f0925-4e36-4e85-a433-b80d376363da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a25ebb0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:57Z', 'revision_number': 6, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:05:01Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:05.818851 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0925-4e36-4e85-a433-b80d376363da None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:04:57Z', 'revision_number': 6, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:05:01Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:05.826589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:05.826985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:05.870416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.048820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.063996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7efa805-6870-45f9-b9f3-3cdc624bbc62 None None] DHCP port deletion for 1e203fb7-33d6-4424-bc2d-3bdfefca7d1d request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:06.122648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66a55266-6894-42b0-8044-1d3d08fd1ccb no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:06.157337 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:06.171033 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cba94456-6ee4-41a6-9d33-b46717a90fbd req-7cb52294-ae56-487c-a286-d80b94f6b3f4 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3570681
Dec 09 14:05:06.175402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 66a55266-6894-42b0-8044-1d3d08fd1ccb {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:06.175859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66a55266-6894-42b0-8044-1d3d08fd1ccb not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:06.205736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Deleting port 93ea4975-5975-45d1-a7d7-6a70bbe97f02 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:06.206275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.214306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.215354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.225196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.225519 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP b5e47be7-bf6f-4615-86ec-3613fd6024c7 disassociated. External IP: 172.26.3.161, port: 77399123-57ac-4a99-85a1-ba61fc4155ca.
Dec 09 14:05:06.268793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.273207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c2f39d64-3349-40ab-872b-12659cb1f576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:06.387352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.402083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93251bfd-dc27-4dee-817d-a4f178b45dac tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:06.440993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64485970d0>,) {'filters': {'network_id': ['1e203fb7-33d6-4424-bc2d-3bdfefca7d1d']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:06.452814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed51b4-d942-4c01-ac09-b5a5782054dd,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:06.455695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:06.498444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64485970d0>, 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:06.498444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64485970d0>, 'c4988da0-b1b7-4e84-bb6f-5231efebbaa3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:06.537729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.560279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.571420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Subnet': ['ID=5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:06.575239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:06.583326 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54ed51b4-d942-4c01-ac09-b5a5782054dd HTTP/1.1" status: 204  len: 168 time: 0.9773719
Dec 09 14:05:06.591332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.596340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:06.597369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:06.607332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:06.608106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.610487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32bc2f-09f4-4214-9c79-f334ef74add0 None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:06.652993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:06.652993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.660806 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a243340>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c5a68cab-0e8f-4427-8bf8-915548bcdbfa', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:32:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:04:52Z', 'updated_at': '2021-12-09T14:04:52Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:06.665555 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b6a6d2-4600-41e5-950e-2faa3da469f3 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c5a68cab-0e8f-4427-8bf8-915548bcdbfa', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:32:25:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:04:52Z', 'updated_at': '2021-12-09T14:04:52Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:06.700230 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:06.721166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] For port 93ea4975-5975-45d1-a7d7-6a70bbe97f02, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93ea4975-5975-45d1-a7d7-6a70bbe97f02,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:06.721522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:06.951847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Calling delete_port for 93ea4975-5975-45d1-a7d7-6a70bbe97f02 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:07.046166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8570f561-b97f-45b3-8146-ca302e10b9ec None None] New status for floating IP c5a68cab-0e8f-4427-8bf8-915548bcdbfa: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:05:07.146368 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.3833001
Dec 09 14:05:07.148897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53678) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:07.155991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1858099742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2'}], 'security_groups': ['c175a9c3-6d8d-443c-b92d-ec3f5b6e8897', '46cf019f-4ac4-4802-a9f7-b0d8f299463c']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:07.414358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Update dhcp port {'port': {'network_id': '5bdaa15a-e109-4a55-8dd2-f203b3d4f373', 'fixed_ips': [{'subnet_id': 'd8a33988-e316-411c-a73d-8f03c830f65a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e948e739-fe25-4224-8490-4c3697833298', 'ip_address': '172.20.0.2'}, {'subnet_id': '5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'b9dd786c-16ff-41d4-936b-1eff4e46cd0d'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:05:07.433453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:07.445398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:07.457703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1756eedf-73ea-42d5-aee4-9b67a20370cd tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:07.472157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:07.486268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4747547-8019-4ea1-8bda-46a41c0cb35f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:07.499794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:07.506403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ea4975-5975-45d1-a7d7-6a70bbe97f02,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:07.521262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:07.554453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=1e203fb7-33d6-4424-bc2d-3bdfefca7d1d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:07.561491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:07.598264 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/1e203fb7-33d6-4424-bc2d-3bdfefca7d1d HTTP/1.1" status: 204  len: 168 time: 13.8870361
Dec 09 14:05:07.602650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53688) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:07.639595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-393406019'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:07.639798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:07.752897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:07.859502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:07.864970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:07.930097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:07.952294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:07.954351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.134862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Allocated IP 172.20.0.34 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2/b9dd786c-16ff-41d4-936b-1eff4e46cd0d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:08.206518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:08.247614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:08.248480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Router cbe17a58-cbe1-4c36-9243-3127a7500761 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:05:08.284999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.286477 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment a717927f-e9c9-4ae0-b307-507c1084c580 of type vlan for network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e
Dec 09 14:05:08.321985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added routes are [] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 09 14:05:08.321985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 09 14:05:08.347466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,segment=NetworkSegment(11723365-6497-4bef-99bb-0ac2f47f1f24),segment_id=11723365-6497-4bef-99bb-0ac2f47f1f24)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:08.369345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.393071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.401248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.443391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Transition to ACTIVE for port object b9dd786c-16ff-41d4-936b-1eff4e46cd0d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:08.443391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.460758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:08.509159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.509159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:08.516590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.546314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:08.558659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bf7a082b-3b1d-4b95-8ae2-ef17458a1333 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:08.633626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-11d18b01-1a6e-4c2b-a875-e3cbb2af5ebc tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-679622224', 'prefixes': ['172.20.0.0/16']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:08.649925 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0367208
Dec 09 14:05:08.655580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53704) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:08.667757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:08.701631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-11d18b01-1a6e-4c2b-a875-e3cbb2af5ebc tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:08.837299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Pushing event updated for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:08.837299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.845513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:05:08.853838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:08.862937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:09.018965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=a44d4d1e-b1bf-44e6-8a28-d79f5873b82e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:09.032562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:09.043899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:09.108806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:09.116412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:09.123330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:09.135457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:09.213286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:09.214806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-11d18b01-1a6e-4c2b-a875-e3cbb2af5ebc tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.216830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-11d18b01-1a6e-4c2b-a875-e3cbb2af5ebc tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.9651010
Dec 09 14:05:09.224295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Sync routers for ids ['cbe17a58-cbe1-4c36-9243-3127a7500761'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:09.228371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53708) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:09.230442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Delete allocated IP 172.20.0.3 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/e948e739-fe25-4224-8490-4c3697833298) {{(pid=83443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 09 14:05:09.252170 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Routers {'cbe17a58-cbe1-4c36-9243-3127a7500761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:09.252170 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a243f70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cbe17a58-cbe1-4c36-9243-3127a7500761'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:09.264749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:09.267690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.269023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-784be266-a4cf-4a73-98df-b1d39ebab3e5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 12.4455702
Dec 09 14:05:09.278805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:09.283086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Allocated IP 172.20.0.41 (5bdaa15a-e109-4a55-8dd2-f203b3d4f373/5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2/f86aeac1-7061-4141-98fe-94a909e18d70) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:09.377261 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4b33e990-b82c-42f1-80e7-7053086a4635 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] 10.222.0.21 "GET /v2.0/subnetpools/7cb56462-b4fd-4723-a32a-6d93f65baf67 HTTP/1.1" status: 200  len: 731 time: 0.1500158
Dec 09 14:05:09.381648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53716) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:09.412550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-18f39996-ea2e-41dc-ba2f-76ebf55a79c0 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-462987146'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:09.484140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.529310 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Set router cbe17a58-cbe1-4c36-9243-3127a7500761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:09.721089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:09.721580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.791728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:09.809949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Provisioning complete for port f86aeac1-7061-4141-98fe-94a909e18d70 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:09.809949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.874203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Port f86aeac1-7061-4141-98fe-94a909e18d70 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:09.888284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.893184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Provisioning for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:09.894693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.899337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:09.900041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5b69d9b3-65b5-4da8-9166-d399972ef1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.915791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Transition to ACTIVE for port object f86aeac1-7061-4141-98fe-94a909e18d70 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:09.916815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.936797 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a243f70>, [{'id': 'cbe17a58-cbe1-4c36-9243-3127a7500761', 'name': 'tempest-snat-router-1682160675', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '1bc7f1fe-2e70-4b60-8ebd-22746105150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:04:57Z', 'updated_at': '2021-12-09T14:05:03Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '1bc7f1fe-2e70-4b60-8ebd-22746105150c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe17a58-cbe1-4c36-9243-3127a7500761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:05:01Z', 'updated_at': '2021-12-09T14:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:09.941089 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Checking router: cbe17a58-cbe1-4c36-9243-3127a7500761 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:09.941646 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Updating router cbe17a58-cbe1-4c36-9243-3127a7500761 port 1bc7f1fe-2e70-4b60-8ebd-22746105150c binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:05:09.952918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:09.976778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4a295e3d-9be7-4f11-9f17-a9dde5b19adc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:10.016783 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.029543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18f39996-ea2e-41dc-ba2f-76ebf55a79c0 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] Notify callbacks [] for subnetpool, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.031369 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-18f39996-ea2e-41dc-ba2f-76ebf55a79c0 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] 10.222.0.21 "PUT /v2.0/subnetpools/7cb56462-b4fd-4723-a32a-6d93f65baf67 HTTP/1.1" status: 200  len: 683 time: 0.6377730
Dec 09 14:05:10.059763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53720) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:10.294217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event updated for resources: {'Port': ['ID=f86aeac1-7061-4141-98fe-94a909e18d70,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:10.301658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9dd786c-16ff-41d4-936b-1eff4e46cd0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:10.312926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:10.317148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:10.326785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.346644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:10.366987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71f9d806-1a5c-4d5d-9d1d-6264f64aa268 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.373270 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71f9d806-1a5c-4d5d-9d1d-6264f64aa268 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7cb56462-b4fd-4723-a32a-6d93f65baf67 HTTP/1.1" status: 204  len: 168 time: 0.3082926
Dec 09 14:05:10.381038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:10.389637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:10.390268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:10.442697 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a6250eaa-148a-43a0-b0ad-00856d8f1401 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] show failed (client error): The resource could not be found.
Dec 09 14:05:10.446737 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a6250eaa-148a-43a0-b0ad-00856d8f1401 tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] 10.222.0.21 "GET /v2.0/subnetpools/7cb56462-b4fd-4723-a32a-6d93f65baf67 HTTP/1.1" status: 404  len: 346 time: 0.0538454
Dec 09 14:05:10.447645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:10.466477 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.482887 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Transition to ACTIVE for port object 1bc7f1fe-2e70-4b60-8ebd-22746105150c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:10.501597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:10.507856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17ab7b26-24b6-4b9b-a869-ccf1ba6b7dfc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/floatingips/b5e47be7-bf6f-4615-86ec-3613fd6024c7 HTTP/1.1" status: 200  len: 688 time: 6.6037560
Dec 09 14:05:10.514059 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.523554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:10.526858 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:10.531515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee880>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:10.533456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-692c4c9e-ab4b-471c-9a03-385849c7a36e tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] delete failed (client error): The resource could not be found.
Dec 09 14:05:10.545478 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-692c4c9e-ab4b-471c-9a03-385849c7a36e tempest-SubnetPoolsTestJSON-834375763 tempest-SubnetPoolsTestJSON-834375763-project] 10.222.0.21 "DELETE /v2.0/subnetpools/7cb56462-b4fd-4723-a32a-6d93f65baf67 HTTP/1.1" status: 404  len: 346 time: 0.0872030
Dec 09 14:05:10.556871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:10.557971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:10.652953 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788c3bc-1ef5-4241-a13c-df05821892f1 None None] Pushing event updated for resources: {'Port': ['ID=1bc7f1fe-2e70-4b60-8ebd-22746105150c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:10.655955 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1788c3bc-1ef5-4241-a13c-df05821892f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:10.656744 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Attempting to bind port 1bc7f1fe-2e70-4b60-8ebd-22746105150c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:10.657104 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Attempting to bind port 1bc7f1fe-2e70-4b60-8ebd-22746105150c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:10.657562 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Attempting to bind port 1bc7f1fe-2e70-4b60-8ebd-22746105150c on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:10.667086 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:10.667460 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:10.668304 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.668395 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:10.669377 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Bound port: 1bc7f1fe-2e70-4b60-8ebd-22746105150c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:10.669377 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.698028 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6478a8d-5741-45ac-9bce-663bf3afecfa tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/cbe17a58-cbe1-4c36-9243-3127a7500761 HTTP/1.1" status: 200  len: 908 time: 1.4210477
Dec 09 14:05:10.702160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53738) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:10.719037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2ee880>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:10.719464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef7c3b-f9d8-4721-96a4-c77b4f54ab8f None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:10.732930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:10.733696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.781600 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] For port 1bc7f1fe-2e70-4b60-8ebd-22746105150c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:10.782489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.786105 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] For port 1bc7f1fe-2e70-4b60-8ebd-22746105150c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1bc7f1fe-2e70-4b60-8ebd-22746105150c,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:10.791362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:10.801149 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.819948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] In _notify_port_updated(), no bound segment for port f86aeac1-7061-4141-98fe-94a909e18d70 on network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:05:10.824021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:10.824601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.829509 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1788c3bc-1ef5-4241-a13c-df05821892f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:10.832469 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "PUT /v2.0/ports/f86aeac1-7061-4141-98fe-94a909e18d70 HTTP/1.1" status: 200  len: 960 time: 3.6833947
Dec 09 14:05:10.839947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53742) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:10.920513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7764a82-6232-4b58-955f-5c0cbb2a9905 None None] Provisioning for port f86aeac1-7061-4141-98fe-94a909e18d70 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:10.944810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7764a82-6232-4b58-955f-5c0cbb2a9905 None None] Provisioning complete for port f86aeac1-7061-4141-98fe-94a909e18d70 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:10.945203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7764a82-6232-4b58-955f-5c0cbb2a9905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:10.968987 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Routers {'cbe17a58-cbe1-4c36-9243-3127a7500761'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:10.969597 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a243f70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cbe17a58-cbe1-4c36-9243-3127a7500761'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:11.048316 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788c3bc-1ef5-4241-a13c-df05821892f1 None None] Pushing event updated for resources: {'Port': ['ID=1bc7f1fe-2e70-4b60-8ebd-22746105150c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:11.061016 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1788c3bc-1ef5-4241-a13c-df05821892f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:11.074648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 8c3038d7-059d-456e-914b-33ea515b787b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:11.077592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.082094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port f86aeac1-7061-4141-98fe-94a909e18d70 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:11.082958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.222867 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] Set router cbe17a58-cbe1-4c36-9243-3127a7500761 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:11.225817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c7764a82-6232-4b58-955f-5c0cbb2a9905 None None] Port f86aeac1-7061-4141-98fe-94a909e18d70 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:11.255411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53748) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:11.272334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:11.290692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:11.523830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.524715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.585918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': 'a717927f-e9c9-4ae0-b307-507c1084c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:11.586580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: a44d4d1e-b1bf-44e6-8a28-d79f5873b82e, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:11.610537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.658853 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a243f70>, [{'id': 'cbe17a58-cbe1-4c36-9243-3127a7500761', 'name': 'tempest-snat-router-1682160675', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '1bc7f1fe-2e70-4b60-8ebd-22746105150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:04:57Z', 'updated_at': '2021-12-09T14:05:03Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '1bc7f1fe-2e70-4b60-8ebd-22746105150c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe17a58-cbe1-4c36-9243-3127a7500761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:05:01Z', 'updated_at': '2021-12-09T14:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:11.664728 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff7b93-d8a1-4bc5-952f-4fc7e35ef022 None None] The sync data for ids ['cbe17a58-cbe1-4c36-9243-3127a7500761'] in dv-neutron-821183-1-hyperv is: [{'id': 'cbe17a58-cbe1-4c36-9243-3127a7500761', 'name': 'tempest-snat-router-1682160675', 'tenant_id': '63687c04c13f465b80be3ea30f78d728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.125'}], 'enable_snat': True}, 'gw_port_id': '1bc7f1fe-2e70-4b60-8ebd-22746105150c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:04:57Z', 'updated_at': '2021-12-09T14:05:03Z', 'revision_number': 3, 'project_id': '63687c04c13f465b80be3ea30f78d728', 'gw_port': {'id': '1bc7f1fe-2e70-4b60-8ebd-22746105150c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:a7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe17a58-cbe1-4c36-9243-3127a7500761', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:05:01Z', 'updated_at': '2021-12-09T14:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:11.787561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:11.789898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:11.799468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Usage tracker for resource:security_group_rule and tenant:773171b33a9a41c697adaaf52cedb125 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:11.805936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:11.809321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.869951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 8c3038d7-059d-456e-914b-33ea515b787b owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:11.906740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:11.915936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:11.917301 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fa430a1-6dbd-442e-af3d-cd83334df1b9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 703 time: 7.3790886
Dec 09 14:05:11.922338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:11.925094 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:11.941790 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:11.942644 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a414ca0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:12.007102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:12.024170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for f86aeac1-7061-4141-98fe-94a909e18d70 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:12.167444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, a44d4d1e-b1bf-44e6-8a28-d79f5873b82e) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:12.218120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6016a-1208-4599-ad65-453c464e6ff5 None None] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:12.221298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.232085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:12.232085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.271382 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:12.338778 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6798677
Dec 09 14:05:12.349700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53758) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:12.400375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:12.419653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1bc7f1fe-2e70-4b60-8ebd-22746105150c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:12.620242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 1bc7f1fe-2e70-4b60-8ebd-22746105150c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:12.635607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1bc7f1fe-2e70-4b60-8ebd-22746105150c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:12.636247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.744383 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-22ec6c65-e8c7-4444-bb66-113ac99f50aa tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 703 time: 0.8189142
Dec 09 14:05:12.745343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53764) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:12.781189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.816627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.834916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.845165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5d72608e-1b0c-4df7-9c62-301e3c2fcf75 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:12.857632 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a414ca0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:08Z', 'revision_number': 7, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:05:01Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:12.866559 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:12.866856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8af0a394-5f4a-451e-8d80-e16c90320365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:12.875981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.881424 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:12.882361 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a414ca0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:12.886827 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=773171b33a9a41c697adaaf52cedb125&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6183684
Dec 09 14:05:12.911139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:12.916559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 1bc7f1fe-2e70-4b60-8ebd-22746105150c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1bc7f1fe-2e70-4b60-8ebd-22746105150c,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:12.962471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:12.972770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Router 90346d38-0ff6-4937-9e69-24d77a642494 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:12.974163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:12.981478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:12.992361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:12.996709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a25715-40dc-4a65-9f08-9397fb0da43e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:13.006350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:13.009665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:13.017120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-a44d4d1e-b1bf-44e6-8a28-d79f5873b82e', 'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': '118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:05:13.017120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.026180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=8c3038d7-059d-456e-914b-33ea515b787b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:13.039397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:13.046024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.056408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:13.066340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:13.080851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=f86aeac1-7061-4141-98fe-94a909e18d70,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:13.088820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:13.126118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:13.130199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.165381 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:13.257382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.296500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=1bc7f1fe-2e70-4b60-8ebd-22746105150c,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:13.297795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.309451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:13.350743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.365963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.373503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Deleting port 1bc7f1fe-2e70-4b60-8ebd-22746105150c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:13.374002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.432185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Allocated IP 2001:db8::2 (a44d4d1e-b1bf-44e6-8a28-d79f5873b82e/118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba/2b8de0cb-9aca-4e1d-8290-178c2a77eb16) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:13.457108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.482002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4271e317-43fb-4028-9a92-06381bd8829b tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:13.493294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.496839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08a25715-40dc-4a65-9f08-9397fb0da43e HTTP/1.1" status: 204  len: 168 time: 0.5676241
Dec 09 14:05:13.500576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a25715-40dc-4a65-9f08-9397fb0da43e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:13.502823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.504174 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/floatingips/b5e47be7-bf6f-4615-86ec-3613fd6024c7 HTTP/1.1" status: 204  len: 168 time: 2.9784071
Dec 09 14:05:13.505709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:13.520390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53774) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:13.526387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.760551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.764679 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a414ca0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:08Z', 'revision_number': 7, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:05:01Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:13.770831 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-71c0e200-dede-43c2-8b32-716fb7b1bd7e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] delete failed (client error): The resource could not be found.
Dec 09 14:05:13.771871 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-71c0e200-dede-43c2-8b32-716fb7b1bd7e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/floatingips/b5e47be7-bf6f-4615-86ec-3613fd6024c7 HTTP/1.1" status: 404  len: 345 time: 0.2505541
Dec 09 14:05:13.778603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:13.780393 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036b1f1d-3382-4747-a9a4-9fd3d14926d4 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:08Z', 'revision_number': 7, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '0c11f23e-0b9c-4029-8ce4-80931a6d59aa', 'name': '', 'network_id': '90db6bb4-61bf-49cc-9375-5266139d0341', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:06:b8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:48Z', 'updated_at': '2021-12-09T14:05:01Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '06b649ff-5f32-4939-896e-d4976ff2812f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:13.790960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Transition to ACTIVE for port object 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:13.831121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Transition to ACTIVE for port object 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:13.841812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:13.865001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2bdd188-f493-4845-8da6-d09d69a93a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:13.914040 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/f86aeac1-7061-4141-98fe-94a909e18d70 HTTP/1.1" status: 204  len: 168 time: 3.0724978
Dec 09 14:05:13.918764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53782) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:13.941660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:13.947131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:13.968025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:13.970645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Pushing event updated for resources: {'Port': ['ID=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:13.974114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:14.029567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] For port 1bc7f1fe-2e70-4b60-8ebd-22746105150c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1bc7f1fe-2e70-4b60-8ebd-22746105150c,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:14.029922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.064702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Attempting to bind port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:14.065244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Attempting to bind port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'a717927f-e9c9-4ae0-b307-507c1084c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:14.065747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Attempting to bind port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 on network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:14.073478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:14.074036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Checking segment: {'id': 'a717927f-e9c9-4ae0-b307-507c1084c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:14.075073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.075558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Bound using segment: {'id': 'a717927f-e9c9-4ae0-b307-507c1084c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:14.076126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Bound port: 2b8de0cb-9aca-4e1d-8290-178c2a77eb16, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a717927f-e9c9-4ae0-b307-507c1084c580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:14.076676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.098547 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e5f111-89ba-4f69-a7f1-8d5d702f8cc7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] GET failed (client error): The resource could not be found.
Dec 09 14:05:14.098871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-09e5f111-89ba-4f69-a7f1-8d5d702f8cc7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Synchronizing usage tracker for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:14.166815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Calling delete_port for 1bc7f1fe-2e70-4b60-8ebd-22746105150c owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:14.167643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-09e5f111-89ba-4f69-a7f1-8d5d702f8cc7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Unset dirty status for tenant:a2e950365af14ab98755d9ffce203d78 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:14.168844 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-09e5f111-89ba-4f69-a7f1-8d5d702f8cc7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports/f86aeac1-7061-4141-98fe-94a909e18d70 HTTP/1.1" status: 404  len: 333 time: 0.2458134
Dec 09 14:05:14.169092 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] For port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:14.173909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] For port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,segment=NetworkSegment(a717927f-e9c9-4ae0-b307-507c1084c580),segment_id=a717927f-e9c9-4ae0-b307-507c1084c580)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:14.178326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53786) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:14.180225 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.186857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9e66051-0a3f-44d4-873c-bcc82fbab75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:14.239034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.271435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Pushing event updated for resources: {'Port': ['ID=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:14.279384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:14.304681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:14.329124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1bc7f1fe-2e70-4b60-8ebd-22746105150c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:14.333449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.337546 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/90346d38-0ff6-4937-9e69-24d77a642494/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2658055
Dec 09 14:05:14.343416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083d4b9-f279-4feb-a530-b0a7889e4835 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:14.347264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53790) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:14.347687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083d4b9-f279-4feb-a530-b0a7889e4835 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:14.351767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083d4b9-f279-4feb-a530-b0a7889e4835 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:14.353064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f083d4b9-f279-4feb-a530-b0a7889e4835 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Synchronizing usage tracker for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:14.354463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.373730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] Sync routers for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:14.424542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:14.425705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d2f2e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:14.502760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f083d4b9-f279-4feb-a530-b0a7889e4835 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Unset dirty status for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:14.506528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.510031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f083d4b9-f279-4feb-a530-b0a7889e4835 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/ports?network_id=ec7ebe36-9849-4266-8e2e-8c67bd44a45a HTTP/1.1" status: 200  len: 2357 time: 0.7297816
Dec 09 14:05:14.529236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:14.594420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-901743aa-557d-44d1-86a2-e7c2061dfa97 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:14.684770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1bc7f1fe-2e70-4b60-8ebd-22746105150c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:14.684770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.727404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.738397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:14.748100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=62797a09-e92f-4af6-bf1d-fb5c3d4fbfc5,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:14.759748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:14.760975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:14.765218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:14.766046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.776726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1c5736-91ee-49b7-a2e0-b4e0eb426132 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:14.777716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ba1c5736-91ee-49b7-a2e0-b4e0eb426132 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Synchronizing usage tracker for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:14.781292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a12790bf-c63e-44d6-8b85-bf4d79c7a0b9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:14.784521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:14.823576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2587b4-cc86-4bec-9f03-4d5c19b50b16,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:14.838622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:14.843563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:14.844947 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c2587b4-cc86-4bec-9f03-4d5c19b50b16 HTTP/1.1" status: 204  len: 168 time: 0.6656992
Dec 09 14:05:14.850145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53798) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:14.857767 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5056720
Dec 09 14:05:14.869054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:14.995215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ba1c5736-91ee-49b7-a2e0-b4e0eb426132 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Unset dirty status for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:14.996866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba1c5736-91ee-49b7-a2e0-b4e0eb426132 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/subnets/2e5060ee-dbc0-4824-8082-59200c8be433 HTTP/1.1" status: 200  len: 797 time: 0.4620507
Dec 09 14:05:15.009172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:15.024518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'port': {'network_id': 'ec7ebe36-9849-4266-8e2e-8c67bd44a45a', 'name': 'tempest-FloatingIPTestJSON-1056283263', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:15.029489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.088570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.149247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.216270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.236966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32b46bf1-8471-4950-a053-b53a36fa9333 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:15.269057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d2f2e0>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:05:07Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:15.278852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] Checking router: 90346d38-0ff6-4937-9e69-24d77a642494 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:15.296958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] Routers {'90346d38-0ff6-4937-9e69-24d77a642494'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:15.298038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d2f2e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['90346d38-0ff6-4937-9e69-24d77a642494'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:15.299457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bc7f1fe-2e70-4b60-8ebd-22746105150c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:15.308352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:15.310458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:15.312148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:15.312621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.315680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:15.317963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:15.319188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Synchronizing usage tracker for tenant:d4e79b34587b4e66b783d5371ff0a7f8 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:15.319461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50b0e932-4bea-47ca-ae23-fc31ce3dc851 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:15.331457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:15.339828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf019f-4ac4-4802-a9f7-b0d8f299463c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:15.415569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:15.435954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.439148 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/security-groups/46cf019f-4ac4-4802-a9f7-b0d8f299463c HTTP/1.1" status: 204  len: 168 time: 0.5876815
Dec 09 14:05:15.443005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53810) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:15.540086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.600842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.611416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Unset dirty status for tenant:d4e79b34587b4e66b783d5371ff0a7f8 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:15.619178 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c37d61bc-ad61-403a-bd66-0b773591fe87 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.7488546
Dec 09 14:05:15.622031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53814) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:15.655953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1790486747'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:15.662319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:15.665419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] Set router 90346d38-0ff6-4937-9e69-24d77a642494 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:15.672169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.673246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:15.692559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:15.694752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Deleting port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:15.695586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.702349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:15.783081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:15.839396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d2af7-1793-47bc-bae4-b1b366135afc None None] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:15.935625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:15.935625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.947781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.948045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.954310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1572ae1a-730e-478c-85a2-7ff774f47e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:15.974701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] For port f3c1300f-cac1-41eb-bca3-2253fd1b9ffe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:15.974701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.993313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:15.998297 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/security-groups/c175a9c3-6d8d-443c-b92d-ec3f5b6e8897 HTTP/1.1" status: 204  len: 168 time: 0.5505364
Dec 09 14:05:15.998297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c175a9c3-6d8d-443c-b92d-ec3f5b6e8897,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:16.005708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53818) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:16.012488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:16.123699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:16.133881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.170012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9f1d3b96-a5b2-4783-ba2d-e26433dc39a7 None None] Provisioning for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:16.219244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d2f2e0>, [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:05:07Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:16.229780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Calling delete_port for f3c1300f-cac1-41eb-bca3-2253fd1b9ffe owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:16.233213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cbccd3-861e-4fd3-b216-6d92b25396e4 None None] The sync data for ids ['90346d38-0ff6-4937-9e69-24d77a642494'] in dv-neutron-821183-1-hyperv is: [{'id': '90346d38-0ff6-4937-9e69-24d77a642494', 'name': 'tempest-ServerActionsTestJSON-1872170447-router', 'tenant_id': 'd6d5fe1228de4ff6ad68826632075743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:01:00Z', 'updated_at': '2021-12-09T14:05:07Z', 'revision_number': 5, 'project_id': 'd6d5fe1228de4ff6ad68826632075743', 'gw_port': {'id': 'f3c1300f-cac1-41eb-bca3-2253fd1b9ffe', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:36:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90346d38-0ff6-4937-9e69-24d77a642494', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:01:01Z', 'updated_at': '2021-12-09T14:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:16.287222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:16.438645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet e948e739-fe25-4224-8490-4c3697833298 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:16.443845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.493789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:16.555912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Update dhcp port {'port': {'network_id': 'a44d4d1e-b1bf-44e6-8a28-d79f5873b82e', 'fixed_ips': [{'subnet_id': '118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba', 'ip_address': '2001:db8::2'}, {'subnet_id': '62797a09-e92f-4af6-bf1d-fb5c3d4fbfc5'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '2b8de0cb-9aca-4e1d-8290-178c2a77eb16'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:05:16.565439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.581991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.582411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment 8f1d2763-18ba-4624-ac18-17e682c70ac8 of type vlan for network e848356f-b390-411c-959a-24dcd00a41d8
Dec 09 14:05:16.594191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.667668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.673735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.726275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.770082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.848780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] device_id is not set on port 726f2085-d038-4ba4-9698-d121d6263ed4 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:16.863684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:16.884090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.892353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.892736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbe17a58-cbe1-4c36-9243-3127a7500761 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:05:16.984881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.992062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6ccee36a-df18-4193-8c60-381af71793cf tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:16.992940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:16.996731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:16.997313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.008226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9d3ec3c9-d46a-435f-a47e-acba7284cf51 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:17.045980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c1300f-cac1-41eb-bca3-2253fd1b9ffe,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:17.049331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:17.067669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.076935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:17.086461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:17.115635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Allocated IP 172.20.0.1 (a44d4d1e-b1bf-44e6-8a28-d79f5873b82e/62797a09-e92f-4af6-bf1d-fb5c3d4fbfc5/2b8de0cb-9aca-4e1d-8290-178c2a77eb16) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:17.123864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:17.124693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.180004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=e948e739-fe25-4224-8490-4c3697833298,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:17.180943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:17.203294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5672390
Dec 09 14:05:17.209618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:17.211856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.215444 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/routers/cbe17a58-cbe1-4c36-9243-3127a7500761 HTTP/1.1" status: 204  len: 168 time: 6.5096369
Dec 09 14:05:17.218639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53828) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:17.231297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:17.239982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.267402 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/e948e739-fe25-4224-8490-4c3697833298 HTTP/1.1" status: 204  len: 168 time: 1.2066135
Dec 09 14:05:17.267402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53832) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:17.277395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839ad24-e159-4894-a73a-ff7b2563425d None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:17.342439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=e848356f-b390-411c-959a-24dcd00a41d8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:17.366513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:17.375120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network e848356f-b390-411c-959a-24dcd00a41d8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:17.536785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet 5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:17.540651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.560487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.618668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.650415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] For port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,segment=NetworkSegment(a717927f-e9c9-4ae0-b307-507c1084c580),segment_id=a717927f-e9c9-4ae0-b307-507c1084c580)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:17.737478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.748230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.778835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:17.781557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.799129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Transition to ACTIVE for port object 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:17.807737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.815520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:17.907430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.967362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:17.979752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7a67d37-69de-4674-8d63-8feda99db813 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:17.987472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.037174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:18.037174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:18.048081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Pushing event updated for resources: {'Port': ['ID=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:18.055129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:18.133701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.150754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.188806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network e848356f-b390-411c-959a-24dcd00a41d8 is not hosted by any dhcp agent {{(pid=83444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 09 14:05:18.194778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:18.196502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.198493 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "PUT /v2.0/networks/e848356f-b390-411c-959a-24dcd00a41d8 HTTP/1.1" status: 200  len: 723 time: 0.9815526
Dec 09 14:05:18.198906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.204417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53836) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:18.205132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.14 (ec7ebe36-9849-4266-8e2e-8c67bd44a45a/2e5060ee-dbc0-4824-8082-59200c8be433/726f2085-d038-4ba4-9698-d121d6263ed4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:18.207527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:18.233457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.13 (ec7ebe36-9849-4266-8e2e-8c67bd44a45a/2e5060ee-dbc0-4824-8082-59200c8be433/726f2085-d038-4ba4-9698-d121d6263ed4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:18.249339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.249924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90346d38-0ff6-4937-9e69-24d77a642494 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:05:18.266567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:18.297149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:18.300141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:18.319222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.394200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.395334 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] 10.222.0.21 "DELETE /v2.0/routers/90346d38-0ff6-4937-9e69-24d77a642494 HTTP/1.1" status: 204  len: 168 time: 4.0464823
Dec 09 14:05:18.428015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53840) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:18.440837 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/5804813b-4b1b-478c-ba0c-b7b9ddb7b6e2 HTTP/1.1" status: 204  len: 168 time: 1.1563385
Dec 09 14:05:18.453661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53844) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:18.467601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=e848356f-b390-411c-959a-24dcd00a41d8,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:18.467601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:18.478734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network e848356f-b390-411c-959a-24dcd00a41d8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:18.520070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:18.530273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:18.552378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:18.720587 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3b63b9-8a9c-419e-962d-4917d4b6e418 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:18.721176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3b63b9-8a9c-419e-962d-4917d4b6e418 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:18.726452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f3b63b9-8a9c-419e-962d-4917d4b6e418 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/e948e739-fe25-4224-8490-4c3697833298 HTTP/1.1" status: 404  len: 337 time: 0.2742307
Dec 09 14:05:18.726582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53848) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:18.782530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.819518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port 0c11f23e-0b9c-4029-8ce4-80931a6d59aa, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:18.820822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.858236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,segment=NetworkSegment(a717927f-e9c9-4ae0-b307-507c1084c580),segment_id=a717927f-e9c9-4ae0-b307-507c1084c580)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:18.875431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.879939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78b61158-f8f4-4614-9df6-d9116b3f4194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:18.909733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:18.973599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:18.977695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:19.003585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Deleting subnet c3885904-b4bb-401c-b217-f187d94672c4 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:19.094644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 0c11f23e-0b9c-4029-8ce4-80931a6d59aa owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:19.108111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:19.148640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.153921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d56680a-27c1-4e81-aa54-737032a3a8c8 None None] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:19.259575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.286774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d722811f-8a0b-497c-b25d-f9d3c3c69cb8 None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:19.425288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.432197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b54bea2a-549d-455a-aac0-90d4d5ba48e6 None None] Provisioning for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:19.438628 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-a1435092-d921-45ed-a1ec-7140edc028bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4451890
Dec 09 14:05:19.470714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b54bea2a-549d-455a-aac0-90d4d5ba48e6 None None] Provisioning complete for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:19.471101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b54bea2a-549d-455a-aac0-90d4d5ba48e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.600596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.644806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:19.722455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:19.722455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.728790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=eed94640-bb19-4e7e-9cf4-1a990cd32b8c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:19.743646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:19.787121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.796267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.808425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.813943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-593ca96d-df36-47e0-8b55-57b59b7db531 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:19.833638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': '8f1d2763-18ba-4624-ac18-17e682c70ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:19.834519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: e848356f-b390-411c-959a-24dcd00a41d8, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:19.870352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=0c11f23e-0b9c-4029-8ce4-80931a6d59aa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:19.890395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network e848356f-b390-411c-959a-24dcd00a41d8 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:19.890759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:19.910506 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-caff41c6-5094-4665-9815-089e9eb1f6c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1098 time: 0.3147295
Dec 09 14:05:19.924788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, e848356f-b390-411c-959a-24dcd00a41d8) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:19.943796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:19.944704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:19.962905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dfec93-8b4f-412b-906f-861c88ade44c None None] Network e848356f-b390-411c-959a-24dcd00a41d8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:20.145747 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8883879
Dec 09 14:05:20.151067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53852) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:20.160536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.185201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:20.208940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting subnet d8a33988-e316-411c-a73d-8f03c830f65a {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:20.239304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.266119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c309a40e-a673-4537-b283-f01f5a6db14e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:20.287007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.299863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc05b83f-fff0-4640-bba5-f47812133dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:20.342564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d9e63-adbd-4a51-aeb3-d71dcc06e68c None None] Network a4b5d18e-9559-4a80-b43b-17f95f7e50e4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:20.351684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7012344'] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.354221 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c3885904-b4bb-401c-b217-f187d94672c4 HTTP/1.1" status: 204  len: 168 time: 1.9252892
Dec 09 14:05:20.360789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3885904-b4bb-401c-b217-f187d94672c4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:20.370473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53856) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:20.385066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9f40985c-1e6e-4a08-8c03-a5dc80feb689 None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:20.387550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f40985c-1e6e-4a08-8c03-a5dc80feb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.387926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:20.429664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93ea4975-5975-45d1-a7d7-6a70bbe97f02 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:20.582110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2591903'] for subnet, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.629549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.658286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-7726481d-a8c2-48d3-9756-b8a26b7ce9a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:20.659519 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-7726481d-a8c2-48d3-9756-b8a26b7ce9a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.6662471
Dec 09 14:05:20.731507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.788409 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-6634cc8a-29af-41c6-8f13-4725ff02264d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 200  len: 1000 time: 0.1220267
Dec 09 14:05:20.799697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Deleting port 93198390-b2cb-42a9-aba9-aabca72dccc5 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:20.800590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:20.828675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 93ea4975-5975-45d1-a7d7-6a70bbe97f02 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:20.832032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93ea4975-5975-45d1-a7d7-6a70bbe97f02 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:20.846615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:20.860516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=726f2085-d038-4ba4-9698-d121d6263ed4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:20.866122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:20.884760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:20.890633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:20.934852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9f40985c-1e6e-4a08-8c03-a5dc80feb689 None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:20.939867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-e848356f-b390-411c-959a-24dcd00a41d8', 'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': 'eed94640-bb19-4e7e-9cf4-1a990cd32b8c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:05:20.939867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.049228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:21.050308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.084578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:21.085616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.130077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.141606 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 6.1302912
Dec 09 14:05:21.148376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:21.180289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '726f2085-d038-4ba4-9698-d121d6263ed4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:21.197189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.203934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:21.213868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9f40985c-1e6e-4a08-8c03-a5dc80feb689 None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:21.213868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f40985c-1e6e-4a08-8c03-a5dc80feb689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.219640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:floatingip and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:21.248018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-f410e218-ec60-4f3e-8988-33a9e84d99e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:21.249922 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-f410e218-ec60-4f3e-8988-33a9e84d99e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.3787894
Dec 09 14:05:21.280817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:21.310918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:21.315345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Deleting port 3f2d9946-b901-4536-8d11-c4d57f3c8110 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:21.315802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.415040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:21.416072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.453746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] DHCP port deletion for a4b5d18e-9559-4a80-b43b-17f95f7e50e4 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:21.457783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.475847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Deleting port 93198390-b2cb-42a9-aba9-aabca72dccc5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:21.476226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.491742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.499594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] For port 93198390-b2cb-42a9-aba9-aabca72dccc5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93198390-b2cb-42a9-aba9-aabca72dccc5,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:21.499946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.504619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:21.538581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.554502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9346a7fc-c830-4571-ab72-51b1c8f5647f None None] Network 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:21.576530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a33988-e316-411c-a73d-8f03c830f65a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:21.585152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:21.655124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Calling delete_port for 93198390-b2cb-42a9-aba9-aabca72dccc5 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:21.696017 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/d8a33988-e316-411c-a73d-8f03c830f65a HTTP/1.1" status: 204  len: 168 time: 2.9611490
Dec 09 14:05:21.720505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:21.819211 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d1b32f-ef2b-4db1-80a3-be0b9e05c60c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:21.819667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d1b32f-ef2b-4db1-80a3-be0b9e05c60c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:21.821467 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-92d1b32f-ef2b-4db1-80a3-be0b9e05c60c tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/4802533c-a229-4051-9a9d-de2fd93186e4 HTTP/1.1" status: 404  len: 337 time: 0.1000042
Dec 09 14:05:21.834708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53870) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:21.884079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] For port 3f2d9946-b901-4536-8d11-c4d57f3c8110, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3f2d9946-b901-4536-8d11-c4d57f3c8110,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:21.885059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.893737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754295711492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3046671'] for subnet, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:21.910030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11b7bbf6-cbe5-4427-9425-94e22466d481 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:21.994028 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4898ed08-a660-4087-b034-d477007838ee tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffefe65c-1f0b-4085-91ce-e122cc4cf277 HTTP/1.1" status: 200  len: 205 time: 0.1516900
Dec 09 14:05:22.006539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53874) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.058599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Provisioning complete for port 80ed31d1-e386-422a-a498-ccaacc38839b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:22.059006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.112199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Calling delete_port for 3f2d9946-b901-4536-8d11-c4d57f3c8110 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:22.154628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=eed94640-bb19-4e7e-9cf4-1a990cd32b8c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:22.159376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:22.159974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.160234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Allocated IP 2001:db8::2 (e848356f-b390-411c-959a-24dcd00a41d8/eed94640-bb19-4e7e-9cf4-1a990cd32b8c/5eb05ce8-2a96-4260-99c4-767913ca6d50) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:22.163749 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "PUT /v2.0/subnets/eed94640-bb19-4e7e-9cf4-1a990cd32b8c HTTP/1.1" status: 200  len: 826 time: 2.0080900
Dec 09 14:05:22.165987 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-3b9dc51e-292a-4887-a6ce-4a774aef75ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] delete failed (client error): The resource could not be found.
Dec 09 14:05:22.166880 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3b9dc51e-292a-4887-a6ce-4a774aef75ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/routers/ffefe65c-1f0b-4085-91ce-e122cc4cf277 HTTP/1.1" status: 404  len: 336 time: 0.1482310
Dec 09 14:05:22.170228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:22.170463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53878) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.170851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53880) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.241276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.325377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3e82d503-b20d-45c5-94df-b3b9cfba1bdb tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:22.331492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] For port 93198390-b2cb-42a9-aba9-aabca72dccc5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=93198390-b2cb-42a9-aba9-aabca72dccc5,segment=NetworkSegment(d61625e4-293c-4735-942c-0568bc9814fb),segment_id=d61625e4-293c-4735-942c-0568bc9814fb)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:22.332574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.369647 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-436d8fb9-29a5-4ea3-ba67-d852a2ea864f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:22.370391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436d8fb9-29a5-4ea3-ba67-d852a2ea864f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:22.388849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] No DVR routers for this DVR port 93198390-b2cb-42a9-aba9-aabca72dccc5 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:22.395251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Pushing event deleted for resources: {'Port': ['ID=93198390-b2cb-42a9-aba9-aabca72dccc5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:22.443062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-7f00063b-5c01-457c-b7f0-b8ab0b366c57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7068913
Dec 09 14:05:22.444105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:22.450889 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-436d8fb9-29a5-4ea3-ba67-d852a2ea864f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/1b89aa04-78e4-4a31-9534-68a1c2c9907e HTTP/1.1" status: 404  len: 337 time: 0.2764790
Dec 09 14:05:22.479577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.543701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Port 80ed31d1-e386-422a-a498-ccaacc38839b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:22.547310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] DHCP port deletion for 5bdaa15a-e109-4a55-8dd2-f203b3d4f373 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:22.561843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Calling delete_port for 93198390-b2cb-42a9-aba9-aabca72dccc5 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:22.596470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Deleting port b9dd786c-16ff-41d4-936b-1eff4e46cd0d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:22.597109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.662310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.694355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.696492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a3c50318-6310-4fe4-af01-6236bc8b557f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.696773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.706282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f899e43-6442-46e8-a97f-3813cd8dcf8b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:22.706927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f899e43-6442-46e8-a97f-3813cd8dcf8b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:22.708700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f899e43-6442-46e8-a97f-3813cd8dcf8b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/7bba3667-94f7-4591-9094-9bfec435d139 HTTP/1.1" status: 404  len: 337 time: 0.2178364
Dec 09 14:05:22.712480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Provisioning complete for port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:22.713046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.717153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53890) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.773975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449f01400>,) {'filters': {'network_id': ['a4b5d18e-9559-4a80-b43b-17f95f7e50e4']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:22.799121 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ee9cfb-c94c-4d29-a256-3c68713c53cb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:22.799561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ee9cfb-c94c-4d29-a256-3c68713c53cb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:22.803512 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7ee9cfb-c94c-4d29-a256-3c68713c53cb tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/9e9311e5-200f-4ec8-9dd3-d9fd47accf47 HTTP/1.1" status: 404  len: 337 time: 0.0732291
Dec 09 14:05:22.803512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449f01400>, 'd61625e4-293c-4735-942c-0568bc9814fb') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:22.803512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449f01400>, 'd61625e4-293c-4735-942c-0568bc9814fb') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:22.806355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.812825 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-aee2a3ce-01e5-485a-a750-1e6adc8f7362 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3607094
Dec 09 14:05:22.864991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:22.890393 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e04b8fd-9853-4ab8-9813-c9d1c997163b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:22.890964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e04b8fd-9853-4ab8-9813-c9d1c997163b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:22.907784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e04b8fd-9853-4ab8-9813-c9d1c997163b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/c5a41470-77a5-43e5-94ff-e6e3472d9b62 HTTP/1.1" status: 404  len: 333 time: 0.0994024
Dec 09 14:05:22.911356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53898) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:22.925140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:22.925502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:22.987709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.200 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/99150c2f-ac75-4fb6-ab90-fcd400db669d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:22.991389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.011049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.020022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:23.037400 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b60b89d-8cba-40ae-a801-14b2aada8983 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:23.037865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b60b89d-8cba-40ae-a801-14b2aada8983 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:23.039543 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b60b89d-8cba-40ae-a801-14b2aada8983 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/95e18b97-dcdd-43eb-a1e4-6001040a04ab HTTP/1.1" status: 404  len: 337 time: 0.1273098
Dec 09 14:05:23.045606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53902) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.047063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:23.047623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:23.066584 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:23.068818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93198390-b2cb-42a9-aba9-aabca72dccc5 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:23.093061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.120036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 93198390-b2cb-42a9-aba9-aabca72dccc5 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:23.120301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 93198390-b2cb-42a9-aba9-aabca72dccc5 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:23.120745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1bc7f1fe-2e70-4b60-8ebd-22746105150c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:23.147339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53bde782-5754-4716-8f4d-4284aeea8705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:23.164296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 1bc7f1fe-2e70-4b60-8ebd-22746105150c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:23.164900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1bc7f1fe-2e70-4b60-8ebd-22746105150c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:23.164998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f3c1300f-cac1-41eb-bca3-2253fd1b9ffe no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:23.188583 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d45e248-0441-4b9b-a1fe-1cdd353f49e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:23.189298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d45e248-0441-4b9b-a1fe-1cdd353f49e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:23.191138 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d45e248-0441-4b9b-a1fe-1cdd353f49e6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/ab033058-dc2f-439d-b238-2c06d6038ed5 HTTP/1.1" status: 404  len: 337 time: 0.1442542
Dec 09 14:05:23.193118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.202787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.207039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f2d9946-b901-4536-8d11-c4d57f3c8110,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:23.209925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:23.216605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: f3c1300f-cac1-41eb-bca3-2253fd1b9ffe {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:23.217144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f3c1300f-cac1-41eb-bca3-2253fd1b9ffe not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:23.217752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9dd786c-16ff-41d4-936b-1eff4e46cd0d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:23.258813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] For port b9dd786c-16ff-41d4-936b-1eff4e46cd0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,segment=NetworkSegment(11723365-6497-4bef-99bb-0ac2f47f1f24),segment_id=11723365-6497-4bef-99bb-0ac2f47f1f24)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:23.259511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.316783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.322585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b1f79117-0477-4838-bd08-1c768d938ec4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:23.332164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Transition to ACTIVE for port object 5eb05ce8-2a96-4260-99c4-767913ca6d50 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:23.338933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.352298 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8feb6389-6033-451e-9d36-cd793efe98c7 req-29a5417f-81b1-468a-8f75-e632ceadab29 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5059960
Dec 09 14:05:23.358670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b5d18e-9559-4a80-b43b-17f95f7e50e4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:23.367515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:23.373797 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4b5d18e-9559-4a80-b43b-17f95f7e50e4 HTTP/1.1" status: 204  len: 168 time: 3.0003297
Dec 09 14:05:23.416355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Calling delete_port for b9dd786c-16ff-41d4-936b-1eff4e46cd0d owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:23.442684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Provisioning complete for port b9dd786c-16ff-41d4-936b-1eff4e46cd0d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:23.443067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.452136 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d4c825-022b-4015-9d01-a27b7a881785 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:23.452136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d4c825-022b-4015-9d01-a27b7a881785 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:23.453841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-85d4c825-022b-4015-9d01-a27b7a881785 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/e26e26bf-6245-461a-811f-c4df9cfec837 HTTP/1.1" status: 404  len: 333 time: 0.2484682
Dec 09 14:05:23.456999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53912) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.470139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Deleting port 93198390-b2cb-42a9-aba9-aabca72dccc5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:23.470769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.516499 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-de65185e-3690-42ce-8296-fc209e93ff90 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:23.516939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de65185e-3690-42ce-8296-fc209e93ff90 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:23.523585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.524053 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-de65185e-3690-42ce-8296-fc209e93ff90 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/6a6e751b-9d52-41f3-83af-4f515b10c8a1 HTTP/1.1" status: 404  len: 337 time: 0.0655196
Dec 09 14:05:23.632863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Transition to ACTIVE for port object 5eb05ce8-2a96-4260-99c4-767913ca6d50 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:23.659250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53920) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.661996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.676397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7711182-df6c-4ec4-b681-789663bbff41 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:23.676811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7711182-df6c-4ec4-b681-789663bbff41 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:23.678704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7711182-df6c-4ec4-b681-789663bbff41 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/subnets/ba7e9fb8-abb0-4b9d-a10d-698e67538cc2 HTTP/1.1" status: 404  len: 337 time: 0.1490836
Dec 09 14:05:23.681249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53924) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.693946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e3d13201-283a-47f4-82f0-5524d220475c None None] The port '93198390-b2cb-42a9-aba9-aabca72dccc5' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:05:23.695164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.702814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:23.799653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.807616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:23.810067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.850239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Network e848356f-b390-411c-959a-24dcd00a41d8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:23.850505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=eed94640-bb19-4e7e-9cf4-1a990cd32b8c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:23.853725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.863880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Deleting port 80ed31d1-e386-422a-a498-ccaacc38839b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:23.864454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.868425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Pushing event updated for resources: {'Port': ['ID=5eb05ce8-2a96-4260-99c4-767913ca6d50,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:23.871328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:23.873274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:23.874395 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.plugins.ml2.db [None req-20a6ece0-9ddb-4115-8b8d-3c67b845b67a None None] No ports have port_id starting with b9dd786c-16ff-41d4-936b-1eff4e46cd0d
Dec 09 14:05:23.875429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:23.882679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:23.885915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:23.891396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:23.935461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Pushing event deleted for resources: {'Port': ['ID=b9dd786c-16ff-41d4-936b-1eff4e46cd0d,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:23.935968 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6fd5f98c-5ea4-4bb2-ad99-d9a08f392722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6d5fe1228de4ff6ad68826632075743&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2754962
Dec 09 14:05:23.943978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:23.944911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53928) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:23.982784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] No DVR routers for this DVR port b9dd786c-16ff-41d4-936b-1eff4e46cd0d on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:24.069022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Attempting to bind port 5eb05ce8-2a96-4260-99c4-767913ca6d50 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:24.069687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Attempting to bind port 5eb05ce8-2a96-4260-99c4-767913ca6d50 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8f1d2763-18ba-4624-ac18-17e682c70ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:24.070254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Attempting to bind port 5eb05ce8-2a96-4260-99c4-767913ca6d50 on network e848356f-b390-411c-959a-24dcd00a41d8 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:24.071136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.078610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:24.079301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Checking segment: {'id': '8f1d2763-18ba-4624-ac18-17e682c70ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:24.080250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.080943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Bound using segment: {'id': '8f1d2763-18ba-4624-ac18-17e682c70ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:24.081617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Bound port: 5eb05ce8-2a96-4260-99c4-767913ca6d50, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1d2763-18ba-4624-ac18-17e682c70ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e848356f-b390-411c-959a-24dcd00a41d8'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:24.082199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.145714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448b33af0>,) {'filters': {'network_id': ['e848356f-b390-411c-959a-24dcd00a41d8']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:24.184244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] For port 5eb05ce8-2a96-4260-99c4-767913ca6d50, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:24.187950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] For port 5eb05ce8-2a96-4260-99c4-767913ca6d50, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5eb05ce8-2a96-4260-99c4-767913ca6d50,segment=NetworkSegment(8f1d2763-18ba-4624-ac18-17e682c70ac8),segment_id=8f1d2763-18ba-4624-ac18-17e682c70ac8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:24.195204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.199725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-27b52702-692a-4ec4-8bde-1e26436ce975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:24.211353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b33af0>, '8f1d2763-18ba-4624-ac18-17e682c70ac8') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:24.211652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b33af0>, '8f1d2763-18ba-4624-ac18-17e682c70ac8') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:24.279837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.283805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.287777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51298fe9-893b-451a-9d14-4d4a655a1718 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:24.288341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Pushing event updated for resources: {'Port': ['ID=5eb05ce8-2a96-4260-99c4-767913ca6d50,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:24.292427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:24.301420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.343368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:24.354274 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf531215-c015-4074-a88c-44d1a103435d None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:24.361516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.363253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.367604 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:24.368333 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a301490>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:24.370410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6193936
Dec 09 14:05:24.379125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:24.402560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef877f-c548-43ff-9176-fffa919b61e8 None None] Network e848356f-b390-411c-959a-24dcd00a41d8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:24.434192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Calling delete_port for 80ed31d1-e386-422a-a498-ccaacc38839b owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:24.445880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.467456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:24.468606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.474411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:24.482018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=99150c2f-ac75-4fb6-ab90-fcd400db669d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:24.484579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:24.488194 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:24.492552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:24.497819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:24.524065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.602696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.634861 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:24.645063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 09 14:05:24.645063 dv-neutron-821183-1-hyperv neutron-server[83443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 09 14:05:24.645063 dv-neutron-821183-1-hyperv neutron-server[83443]: [parameters: {'id': 'e848356f-b390-411c-959a-24dcd00a41d8'}]
Dec 09 14:05:24.645063 dv-neutron-821183-1-hyperv neutron-server[83443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:24.647624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:24.666546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.676544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:24.685449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.686183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31762d4b-142d-4c11-aab7-9b4cbdd877b0 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:05:24.805994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.810143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "DELETE /v2.0/routers/31762d4b-142d-4c11-aab7-9b4cbdd877b0 HTTP/1.1" status: 204  len: 168 time: 7.5622196
Dec 09 14:05:24.827318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Port': ['ID=80ed31d1-e386-422a-a498-ccaacc38839b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:24.829745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53936) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:24.844432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:24.849903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1645995888', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:24.854721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.882732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2caf868c-72f8-43c6-8ef5-68de729fa4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:24.885697 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/ports/80ed31d1-e386-422a-a498-ccaacc38839b HTTP/1.1" status: 204  len: 168 time: 1.2030671
Dec 09 14:05:24.887582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53940) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:24.890430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee958862-fc3c-4db0-b1bf-54f990286599 None None] Network e848356f-b390-411c-959a-24dcd00a41d8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:24.894248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:24.933602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Usage tracker for resource:router and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:24.940587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:24.961416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:25.000129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.024267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-452ecf79-2e3f-4888-ac92-131213735bce tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:25.034508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet 06b649ff-5f32-4939-896e-d4976ff2812f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:25.044300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.079635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.118307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5ea29-d022-44b5-857a-c6bd7ea9b821,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:25.124164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.125729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.212653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:25.246512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bbf2c-a07d-4a8a-8968-daa30091b736 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:05:25.254102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.256219 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a301490>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:19Z', 'revision_number': 8, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:25.262445 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf531215-c015-4074-a88c-44d1a103435d None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:25.278166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.281745 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:25.282633 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a301490>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:04:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:25.325905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.328217 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1da5ea29-d022-44b5-857a-c6bd7ea9b821 HTTP/1.1" status: 204  len: 168 time: 1.3781381
Dec 09 14:05:25.335106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d190>,) {'filters': {'network_id': ['5bdaa15a-e109-4a55-8dd2-f203b3d4f373']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:25.354554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d190>, '11723365-6497-4bef-99bb-0ac2f47f1f24') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:25.354881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d190>, '11723365-6497-4bef-99bb-0ac2f47f1f24') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:25.368647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.389890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.396961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:25.397392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.458285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.499598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:25.502926 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:25.523855 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:25.536319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 5eb05ce8-2a96-4260-99c4-767913ca6d50 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:25.536665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.607067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.628694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17a2da4e-675f-4b49-a920-6919f787fe72 tempest-ExternalNetworksTestJSON-448252880 tempest-ExternalNetworksTestJSON-448252880-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:25.676625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:25.681121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Pushing event deleted for resources: {'Network': ['ID=5bdaa15a-e109-4a55-8dd2-f203b3d4f373,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:25.691630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:25.781663 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] 10.222.0.21 "DELETE /v2.0/networks/5bdaa15a-e109-4a55-8dd2-f203b3d4f373 HTTP/1.1" status: 204  len: 168 time: 0.8929625
Dec 09 14:05:25.792363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25bbf2c-a07d-4a8a-8968-daa30091b736 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:05:25.833626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.052083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.090074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.101504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-90f13c6b-a1e4-4170-a286-1a058008931d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:26.110398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.148290 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bf531215-c015-4074-a88c-44d1a103435d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a301490>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:19Z', 'revision_number': 8, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:26.154096 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf531215-c015-4074-a88c-44d1a103435d None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:19Z', 'revision_number': 8, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edbfe989-210f-4407-9d70-255b8615d63a', 'name': '', 'network_id': '7f212e12-116c-4866-ad32-fa8d09021f78', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:a5:fc:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:33Z', 'updated_at': '2021-12-09T14:04:50Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a67b38d5-8ad2-407a-8f9f-2f3c9c818427', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:26.170566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=06b649ff-5f32-4939-896e-d4976ff2812f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:26.199941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:26.211857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.238848 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/06b649ff-5f32-4939-896e-d4976ff2812f HTTP/1.1" status: 204  len: 168 time: 1.8553421
Dec 09 14:05:26.241642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53954) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:26.300837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 5eb05ce8-2a96-4260-99c4-767913ca6d50, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5eb05ce8-2a96-4260-99c4-767913ca6d50,segment=NetworkSegment(8f1d2763-18ba-4624-ac18-17e682c70ac8),segment_id=8f1d2763-18ba-4624-ac18-17e682c70ac8)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:26.301418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.440462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.474333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53964) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:26.557727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.563580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b72f80f-6939-4cc7-89b7-eb0e48d733b9 None None] Network 90db6bb4-61bf-49cc-9375-5266139d0341 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:26.567331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.633231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 5eb05ce8-2a96-4260-99c4-767913ca6d50 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:26.730308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.771459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 5e3a0e7c-a780-487d-8644-4e95b6336821 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:26.771804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.796240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.839317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.880849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:26.894115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c17019b-7101-45b5-b4cb-4ff802e81c54 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:26.949879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3f2d9946-b901-4536-8d11-c4d57f3c8110 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:26.989152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 3f2d9946-b901-4536-8d11-c4d57f3c8110 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:26.989505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3f2d9946-b901-4536-8d11-c4d57f3c8110 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:26.989949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0c11f23e-0b9c-4029-8ce4-80931a6d59aa no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:26.994363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Port': ['ID=5eb05ce8-2a96-4260-99c4-767913ca6d50,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:27.008312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:27.015983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No DVR routers for this DVR port 5eb05ce8-2a96-4260-99c4-767913ca6d50 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:27.038064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 0c11f23e-0b9c-4029-8ce4-80931a6d59aa {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:27.038633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0c11f23e-0b9c-4029-8ce4-80931a6d59aa not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:27.075836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586c398-5319-41c0-94b2-080661697aed None None] DHCP port deletion for 90db6bb4-61bf-49cc-9375-5266139d0341 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:27.104447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6586c398-5319-41c0-94b2-080661697aed None None] Deleting port 5e3a0e7c-a780-487d-8644-4e95b6336821 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:27.104848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6586c398-5319-41c0-94b2-080661697aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.193208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Allocated IP 172.26.3.62 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/3e7a0948-3eae-46bb-b25a-2acdd50200c0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:27.303011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.362945 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:05:27.369923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6586c398-5319-41c0-94b2-080661697aed None None] For port 5e3a0e7c-a780-487d-8644-4e95b6336821, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5e3a0e7c-a780-487d-8644-4e95b6336821,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:27.370394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6586c398-5319-41c0-94b2-080661697aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.390793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449412a00>,) {'filters': {'network_id': ['e848356f-b390-411c-959a-24dcd00a41d8']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:27.405950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port 5e3a0e7c-a780-487d-8644-4e95b6336821, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5e3a0e7c-a780-487d-8644-4e95b6336821,segment=NetworkSegment(b9d81fdf-fa64-4f30-b140-88ebd9970588),segment_id=b9d81fdf-fa64-4f30-b140-88ebd9970588)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:27.406960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.426729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449412a00>, '8f1d2763-18ba-4624-ac18-17e682c70ac8') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:27.427279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449412a00>, '8f1d2763-18ba-4624-ac18-17e682c70ac8') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:27.440737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-24ea0d96-f8f8-4f05-b29a-1650be7b0d79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2e950365af14ab98755d9ffce203d78&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8257999
Dec 09 14:05:27.443545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 53982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:27.447623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.471607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.486674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.503981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:27.513390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6586c398-5319-41c0-94b2-080661697aed None None] Calling delete_port for 5e3a0e7c-a780-487d-8644-4e95b6336821 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:27.574295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.591102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 5e3a0e7c-a780-487d-8644-4e95b6336821 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:27.594429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.650551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.659118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6586c398-5319-41c0-94b2-080661697aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.664521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:27.665198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.665329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:27.690096 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:27.699375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=99150c2f-ac75-4fb6-ab90-fcd400db669d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:27.713812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:27.718323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.742200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586c398-5319-41c0-94b2-080661697aed None None] Pushing event deleted for resources: {'Port': ['ID=5e3a0e7c-a780-487d-8644-4e95b6336821,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:27.752080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6586c398-5319-41c0-94b2-080661697aed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:27.764613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586c398-5319-41c0-94b2-080661697aed None None] No DVR routers for this DVR port 5e3a0e7c-a780-487d-8644-4e95b6336821 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:27.826346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.829390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.833706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:27.834045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:27.851633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6668759e-c45c-4d5e-b20c-da672fbda344 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:27.867238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.874507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:27.879062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa9d499c-1061-447a-8aa3-0a7c3decfe5b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:27.908528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=e848356f-b390-411c-959a-24dcd00a41d8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:27.913276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:27.916941 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/e848356f-b390-411c-959a-24dcd00a41d8 HTTP/1.1" status: 204  len: 168 time: 5.7440376
Dec 09 14:05:27.920086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53992) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:27.937903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:27.947219 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-4744ae94-1c4a-44fd-b401-241de0bac1af tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:27.947736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4744ae94-1c4a-44fd-b401-241de0bac1af tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:27.949507 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4744ae94-1c4a-44fd-b401-241de0bac1af tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/e848356f-b390-411c-959a-24dcd00a41d8 HTTP/1.1" status: 404  len: 339 time: 0.0284083
Dec 09 14:05:27.952592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:27.955042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 53996) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:27.962651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:27.963883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992953511', 'description': 'd1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:27.969875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:27.975475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:network and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:27.980862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:27.988343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:28.004089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.018711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:28.023536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event updated for resources: {'Port': ['ID=3e7a0948-3eae-46bb-b25a-2acdd50200c0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:28.030247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.039703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:28.062510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:28.081334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.081512 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment 3fda6c76-406a-45e0-b2d0-8aa0ae2740ac of type vlan for network 83250448-b554-40b3-ae64-f55648a60949
Dec 09 14:05:28.120886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.161576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.165157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:28.165883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.176690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c54dea63-1d2b-425c-a0b0-d3c3923253fc tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:28.201242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.206398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af88da31-fa17-46d1-9a4b-45d40e1c7480 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:28.226409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f1c84-ba01-4b73-b5b3-fedb6c9e1bde,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:28.236954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:28.279113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.280254 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b77f1c84-ba01-4b73-b5b3-fedb6c9e1bde HTTP/1.1" status: 204  len: 168 time: 0.8290534
Dec 09 14:05:28.310394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 6b3c264b-deed-4f88-aa6f-2a5713c1bb5d associated. External IP: 172.26.3.200, port: 726f2085-d038-4ba4-9698-d121d6263ed4.
Dec 09 14:05:28.420326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 5e3a0e7c-a780-487d-8644-4e95b6336821 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:28.420326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.489633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.489633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.552196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] The port '5e3a0e7c-a780-487d-8644-4e95b6336821' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:05:28.616262 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6599576
Dec 09 14:05:28.619018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:28.645412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=83250448-b554-40b3-ae64-f55648a60949,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:28.650102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:28.665874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 83250448-b554-40b3-ae64-f55648a60949 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:28.769623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.800561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d10be0>,) {'filters': {'network_id': ['90db6bb4-61bf-49cc-9375-5266139d0341']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:28.817229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d10be0>, 'b9d81fdf-fa64-4f30-b140-88ebd9970588') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:28.817399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d10be0>, 'b9d81fdf-fa64-4f30-b140-88ebd9970588') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:28.840602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.867060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.875661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:28.876667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:28.956908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784b6f4c-79b9-4bcf-98d0-8a002149dcbe tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:28.957652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-784b6f4c-79b9-4bcf-98d0-8a002149dcbe tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Synchronizing usage tracker for tenant:d4e79b34587b4e66b783d5371ff0a7f8 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:28.989396 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:29.005442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.024995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.036177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-747a29c2-5e48-4c2b-9566-849fb3366d9d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:29.054885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5e3a0e7c-a780-487d-8644-4e95b6336821 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:29.060607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-784b6f4c-79b9-4bcf-98d0-8a002149dcbe tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Unset dirty status for tenant:d4e79b34587b4e66b783d5371ff0a7f8 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:29.064264 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-784b6f4c-79b9-4bcf-98d0-8a002149dcbe tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks?id=83250448-b554-40b3-ae64-f55648a60949 HTTP/1.1" status: 200  len: 764 time: 0.4418452
Dec 09 14:05:29.077024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54024) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:29.086592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'description': 'd2'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:29.087861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=90db6bb4-61bf-49cc-9375-5266139d0341,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:29.099314 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/90db6bb4-61bf-49cc-9375-5266139d0341 HTTP/1.1" status: 204  len: 168 time: 2.8507426
Dec 09 14:05:29.099314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:29.099727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:29.099850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 5e3a0e7c-a780-487d-8644-4e95b6336821 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:29.100259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5e3a0e7c-a780-487d-8644-4e95b6336821 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:29.235779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54032) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:29.519159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.555022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.564495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc74720b-5c47-450e-9d1d-ab435f79ea7c tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:29.585805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 83250448-b554-40b3-ae64-f55648a60949 is not hosted by any dhcp agent {{(pid=83444) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 09 14:05:29.587549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.590756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:29.591548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.593162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "PUT /v2.0/networks/83250448-b554-40b3-ae64-f55648a60949 HTTP/1.1" status: 200  len: 761 time: 0.5142331
Dec 09 14:05:29.594429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Router 22c008f6-3006-4e7e-ae17-ba87a0346147 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:05:29.598684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54044) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:29.793087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-667204382'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:29.798338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:29.802834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Usage tracker for resource:network and tenant:91650667c1ee426e8d35a5d09a420537 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:29.805844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:29.813721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:29.857344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54050) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:29.913284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:29.914144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=83250448-b554-40b3-ae64-f55648a60949,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:29.927840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 83250448-b554-40b3-ae64-f55648a60949 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:29.928312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Made reservation on behalf of 91650667c1ee426e8d35a5d09a420537 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:29.931108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.945118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:29.962772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:29.977020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87594d66-bd94-44bd-82c3-0d33755ce51f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:29.982790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87594d66-bd94-44bd-82c3-0d33755ce51f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks?id=83250448-b554-40b3-ae64-f55648a60949 HTTP/1.1" status: 200  len: 764 time: 0.3750544
Dec 09 14:05:29.987457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:30.054568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1665122271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:30.115350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:30.126393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:router and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:30.130816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:30.150678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:30.154750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:30.157925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Usage tracker for resource:security_group_rule and tenant:91650667c1ee426e8d35a5d09a420537 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:30.161337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:30.173137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:30.217153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.217153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.281914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad705ca-65d8-4476-915c-7e97db1576bb tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.283022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4ad705ca-65d8-4476-915c-7e97db1576bb tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Synchronizing usage tracker for tenant:d4e79b34587b4e66b783d5371ff0a7f8 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:30.350643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4ad705ca-65d8-4476-915c-7e97db1576bb tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Unset dirty status for tenant:d4e79b34587b4e66b783d5371ff0a7f8 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:30.351597 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4ad705ca-65d8-4476-915c-7e97db1576bb tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3592725
Dec 09 14:05:30.357462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54060) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:30.394420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.418717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:30.418717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.430335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3675ccb1-a198-4a52-b9eb-ac5b103e77a0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:30.431999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] Sync routers for ids ['22c008f6-3006-4e7e-ae17-ba87a0346147'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:30.442574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4395e6de-0b39-49b3-92ec-ede3d47ba1a3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 207 time: 0.0784714
Dec 09 14:05:30.446597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:30.465912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] Routers {'22c008f6-3006-4e7e-ae17-ba87a0346147'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:30.467919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2bcee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['22c008f6-3006-4e7e-ae17-ba87a0346147'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.498203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:30.498325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.552451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2bcee0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.563109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.567441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] Routers {'22c008f6-3006-4e7e-ae17-ba87a0346147'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:30.568095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2bcee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['22c008f6-3006-4e7e-ae17-ba87a0346147'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.626745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.637389 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d1f8b430-3eef-482a-87fc-b80ff6dd5750 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7791450
Dec 09 14:05:30.638281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54068) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:30.653430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2bcee0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.654026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c531758-b489-49bf-8556-c73bbe938c55 None None] The sync data for ids ['22c008f6-3006-4e7e-ae17-ba87a0346147'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:30.694236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1960326396'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:30.705243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:30.710384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:network and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:30.713150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:30.721568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:30.729136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13b7f5e-714b-42da-a028-782a7ca16627,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:30.749010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.749010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Added segment ca15e23c-e655-436f-a102-c86533e46f1e of type vlan for network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca
Dec 09 14:05:30.749010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.749010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.9076204
Dec 09 14:05:30.756398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54072) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:30.762774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:30.766833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': False}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:30.802451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.803533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Made reservation on behalf of ba1598964e544f36a954e4deb2b03d4f for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:30.805728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.831817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:30.833998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.854199 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:30.872077 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:30.872077 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3a23d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.893463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.904802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.912180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.916670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.925291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.934583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:30.935027 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1356514c-fec0-4e98-a28c-9dd193403745 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.4811509
Dec 09 14:05:30.944804 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3a23d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.948254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54076) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:30.960558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:30.961815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port edbfe989-210f-4407-9d70-255b8615d63a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:30.961815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.984826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:30.985584 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:30.987922 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3a23d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:30.997469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:security_group_rule and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:31.000059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:31.016541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:31.025794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.029574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.029574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.040334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c1648b0-f558-494d-bf31-8de899a33423 tempest-ExternalNetworksTestJSON-1592066803 tempest-ExternalNetworksTestJSON-1592066803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:31.130758 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3a23d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:31.130758 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0453ad1c-b343-4abf-bc38-7bbb93e3a1a6 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:31.225950 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 10.0662363
Dec 09 14:05:31.229478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54080) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.233688 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 1.9965272
Dec 09 14:05:31.241907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'port_id': '726f2085-d038-4ba4-9698-d121d6263ed4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:31.283281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Pushing event updated for resources: {'Network': ['ID=7e0d6a6d-27c5-40d8-9881-ef83c07042ca,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:31.289645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:31.298914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:31.334166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f752c947-85d9-4deb-8518-ff23febe3e0f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.3851764
Dec 09 14:05:31.335096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54088) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.420651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004899-2879-4458-8beb-5bfe72401633 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.422129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004899-2879-4458-8beb-5bfe72401633 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.423457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004899-2879-4458-8beb-5bfe72401633 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.424869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004899-2879-4458-8beb-5bfe72401633 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.427094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4004899-2879-4458-8beb-5bfe72401633 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.429201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port edbfe989-210f-4407-9d70-255b8615d63a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=edbfe989-210f-4407-9d70-255b8615d63a,segment=NetworkSegment(c28f8f85-4af7-43fa-b4f6-efeb269eb9b9),segment_id=c28f8f85-4af7-43fa-b4f6-efeb269eb9b9)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:31.429583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.435556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d4004899-2879-4458-8beb-5bfe72401633 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.0985134
Dec 09 14:05:31.435556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.461458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.526851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d37e1-24df-4d4b-a705-5fd218f15830 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.529620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d37e1-24df-4d4b-a705-5fd218f15830 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.530482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d37e1-24df-4d4b-a705-5fd218f15830 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.532104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d37e1-24df-4d4b-a705-5fd218f15830 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.533616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d37e1-24df-4d4b-a705-5fd218f15830 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.536028 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b24d37e1-24df-4d4b-a705-5fd218f15830 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.0996985
Dec 09 14:05:31.539649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.578962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.585058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.643498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for edbfe989-210f-4407-9d70-255b8615d63a owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:31.672622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eeb2067f-b4fc-4a69-ba12-4b204cc71ab0 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:31.728836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd5f66-5295-449b-a393-1e14279e1529 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.734069 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42fd5f66-5295-449b-a393-1e14279e1529 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks/e97548a9-8ba2-41f6-9155-241a4c701b62 HTTP/1.1" status: 200  len: 804 time: 0.1931441
Dec 09 14:05:31.734607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.752348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54104) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.753044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:31.779287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Request body: {'port': {'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca', 'binding:host_id': 'hv-neutron-8211', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-972698934'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:31.841729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8857340a-8c26-45cb-ac5b-f9dca88502e0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:31.854251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:31.858912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:31.872887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Usage tracker for resource:port and tenant:c84c14c1ec5549509e220c9c3ea85d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:31.874942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:31.876160 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Added segment 217e36df-2fc5-483f-8a6d-18d3f7daaff2 of type vlan for network 6563968b-31f5-4e14-838d-48a3597341d9
Dec 09 14:05:31.882735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:31.884282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be5abc99-0f38-4b20-9fb4-59b0c51e5f38 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/networks/e97548a9-8ba2-41f6-9155-241a4c701b62?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.1484807
Dec 09 14:05:31.887659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.933801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:31.954717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583bb8f-be9c-4a55-a4b8-cdfdad0fd9bd tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:31.956151 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8583bb8f-be9c-4a55-a4b8-cdfdad0fd9bd tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/subnets/ed3f1518-80a9-4a1f-bda3-97f7bfef68ab HTTP/1.1" status: 200  len: 843 time: 0.0675073
Dec 09 14:05:31.960021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:31.997712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.027105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7e91f-7ce4-4136-be8c-a6fe3b6b02e1 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:32.028573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-37a7e91f-7ce4-4136-be8c-a6fe3b6b02e1 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "GET /v2.0/subnets/ed3f1518-80a9-4a1f-bda3-97f7bfef68ab?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0676351
Dec 09 14:05:32.032543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:32.037593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701839281'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:32.038462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Made reservation on behalf of c84c14c1ec5549509e220c9c3ea85d4f for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:32.040707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.042219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:32.052350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:32.068080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:32.071279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.082216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.106164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:32.115424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.115758 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Added segment a9f0bd59-c92e-46bf-9e39-df180b6d842e of type vlan for network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085
Dec 09 14:05:32.142549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.173151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.177064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:32.177674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.181681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-14bf451a-be3e-4e33-8db0-a0a7230c23b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:32.295513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Network': ['ID=2a80bccf-d4e1-4ea3-a6a4-587b9258b085,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:32.298096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:32.302686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2663620
Dec 09 14:05:32.303494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54120) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:32.306378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:32.309157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:32.331043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.335027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:32.335786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.401108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-16a877d8-eed6-44ae-948d-b46a872021a4 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:32.425397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:32.429787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Usage tracker for resource:subnet and tenant:d4e79b34587b4e66b783d5371ff0a7f8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:32.432989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:32.438903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:32.449315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Made reservation on behalf of d4e79b34587b4e66b783d5371ff0a7f8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:32.478303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:32.546892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Usage tracker for resource:security_group_rule and tenant:c84c14c1ec5549509e220c9c3ea85d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:32.552269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.554183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:32.641100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:05:32.641649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:05:32.649661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:32.667729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Network': ['ID=6563968b-31f5-4e14-838d-48a3597341d9,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:32.679948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 6563968b-31f5-4e14-838d-48a3597341d9 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:32.684441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:32.702508 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 2.0573175
Dec 09 14:05:32.705152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54124) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:32.726131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'subnet': {'network_id': '6563968b-31f5-4e14-838d-48a3597341d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:32.748610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.759489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d37ccfe8-e857-4640-bcc5-a6160d798d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:32.875312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=edbfe989-210f-4407-9d70-255b8615d63a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:32.878168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:32.882612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-398d2ee6-4051-4edb-a717-df474d6f7cab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:32.927943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:32.967924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=629df283-650e-46c1-bda7-437e1d37ef15,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:32.972305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:32.978651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Checking segment: {'id': 'a9f0bd59-c92e-46bf-9e39-df180b6d842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:32.979240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network hostable DHCP agents. Network: 2a80bccf-d4e1-4ea3-a6a4-587b9258b085, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:33.003262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:33.015940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 2a80bccf-d4e1-4ea3-a6a4-587b9258b085) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:33.025624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:33.026401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.029205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfbe438-892d-491f-a5c4-64c510038927 None None] Network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:33.062458 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 0.7579179
Dec 09 14:05:33.063447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:33.064039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:33.070996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:33.138134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:subnet and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:33.158636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:33.223850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:33.225457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2323067'] for subnet, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.258767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.282741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-2a80bccf-d4e1-4ea3-a6a4-587b9258b085', 'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085', 'tenant_id': 'd4e79b34587b4e66b783d5371ff0a7f8', 'fixed_ips': [{'subnet_id': '629df283-650e-46c1-bda7-437e1d37ef15'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:05:33.283913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.333772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.338341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1f080ac1-0c63-4245-af94-118ec05876ec tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:33.344875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Made reservation on behalf of ba1598964e544f36a954e4deb2b03d4f for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:33.362571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port 11c1d0a1-dc22-4110-9204-41f207a07fd0 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:33.441438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754295711492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2615279'] for subnet, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.445997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-559ddb22-d7a0-4e47-91b5-f550571e307e tempest-FloatingIPAdminTestJSON-521902880 tempest-FloatingIPAdminTestJSON-521902880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:33.495506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:33.496537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.497851 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "PUT /v2.0/subnets/629df283-650e-46c1-bda7-437e1d37ef15 HTTP/1.1" status: 200  len: 900 time: 0.4324777
Dec 09 14:05:33.504423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:33.513598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Allocated IP 2001:db8::3 (2a80bccf-d4e1-4ea3-a6a4-587b9258b085/629df283-650e-46c1-bda7-437e1d37ef15/f3cccded-40f8-462d-b7aa-8f2568331e35) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:33.526315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd17f9bc-1bc2-4a5f-be28-8a51ea3da428,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:33.549992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event updated for resources: {'Subnet': ['ID=629df283-650e-46c1-bda7-437e1d37ef15,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:33.554448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:33.600787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:33.612457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.673920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.749630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.788188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.799080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Transition to ACTIVE for port object f3cccded-40f8-462d-b7aa-8f2568331e35 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:33.817937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Transition to ACTIVE for port object f3cccded-40f8-462d-b7aa-8f2568331e35 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:33.823376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.827752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f8c5d03a-21ec-454d-b75a-b92d89bc634f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:33.841521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:33.852570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5cefab38-77d7-4d78-80b5-2fdaa6cd0025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:33.902261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:33.908245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:33.911342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=629df283-650e-46c1-bda7-437e1d37ef15,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:33.914115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:33.918143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:33.924865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Pushing event updated for resources: {'Port': ['ID=f3cccded-40f8-462d-b7aa-8f2568331e35,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:33.929045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:33.956088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:05:33.998348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.012749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Attempting to bind port f3cccded-40f8-462d-b7aa-8f2568331e35 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:34.013241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Attempting to bind port f3cccded-40f8-462d-b7aa-8f2568331e35 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'a9f0bd59-c92e-46bf-9e39-df180b6d842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:34.013872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Attempting to bind port f3cccded-40f8-462d-b7aa-8f2568331e35 on network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:34.020427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:34.020758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Checking segment: {'id': 'a9f0bd59-c92e-46bf-9e39-df180b6d842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:34.021223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.021705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Bound using segment: {'id': 'a9f0bd59-c92e-46bf-9e39-df180b6d842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:34.022496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Bound port: f3cccded-40f8-462d-b7aa-8f2568331e35, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f0bd59-c92e-46bf-9e39-df180b6d842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:34.022654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.023754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449731670>,) {'filters': {'network_id': ['2a80bccf-d4e1-4ea3-a6a4-587b9258b085']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:34.036711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449731670>, 'a9f0bd59-c92e-46bf-9e39-df180b6d842e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:34.037007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449731670>, 'a9f0bd59-c92e-46bf-9e39-df180b6d842e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:34.048770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.067566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.076710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:34.077631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:34.093700 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:34.118601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] For port f3cccded-40f8-462d-b7aa-8f2568331e35, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:34.171038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.173563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] For port f3cccded-40f8-462d-b7aa-8f2568331e35, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f3cccded-40f8-462d-b7aa-8f2568331e35,segment=NetworkSegment(a9f0bd59-c92e-46bf-9e39-df180b6d842e),segment_id=a9f0bd59-c92e-46bf-9e39-df180b6d842e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:34.175657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 09 14:05:34.175657 dv-neutron-821183-1-hyperv neutron-server[83444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 09 14:05:34.175657 dv-neutron-821183-1-hyperv neutron-server[83444]: [parameters: {'id': '2a80bccf-d4e1-4ea3-a6a4-587b9258b085'}]
Dec 09 14:05:34.175657 dv-neutron-821183-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:34.176043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:34.178615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.182451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-78b61158-f8f4-4614-9df6-d9116b3f4194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:34.218265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.283512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.289294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Pushing event updated for resources: {'Port': ['ID=f3cccded-40f8-462d-b7aa-8f2568331e35,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:34.292250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:34.335674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a21627-dac4-4829-a179-62eb6895f804 None None] Network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:34.519323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port 11c1d0a1-dc22-4110-9204-41f207a07fd0 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:34.531995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4c3825-c5de-40bb-92c6-b0c130f90f8f None None] Network 2a80bccf-d4e1-4ea3-a6a4-587b9258b085 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:34.548823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.614623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Transition to ACTIVE for port object 11c1d0a1-dc22-4110-9204-41f207a07fd0 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:34.647366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.657362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.660033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:34.677162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.687641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.689673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port f3cccded-40f8-462d-b7aa-8f2568331e35 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:34.690262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.732224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7671a-5d38-4e7c-9d0e-411eb372297f None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:05:34.854010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=11c1d0a1-dc22-4110-9204-41f207a07fd0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:34.867963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:34.912823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port f3cccded-40f8-462d-b7aa-8f2568331e35, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f3cccded-40f8-462d-b7aa-8f2568331e35,segment=NetworkSegment(a9f0bd59-c92e-46bf-9e39-df180b6d842e),segment_id=a9f0bd59-c92e-46bf-9e39-df180b6d842e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:34.913179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:34.924954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5ba577de-0ba9-457a-9905-0ca6e55446cd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:35.034362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for f3cccded-40f8-462d-b7aa-8f2568331e35 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:35.084199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7671a-5d38-4e7c-9d0e-411eb372297f None None] Network 6563968b-31f5-4e14-838d-48a3597341d9 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83445) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:35.098818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7671a-5d38-4e7c-9d0e-411eb372297f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 6563968b-31f5-4e14-838d-48a3597341d9) {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:05:35.112518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.117313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f62a565-f760-49b8-a86e-aef9c9718e6f tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:35.241850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Checking segment: {'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:35.242806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Network hostable DHCP agents. Network: 7e0d6a6d-27c5-40d8-9881-ef83c07042ca, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:35.264679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Port': ['ID=f3cccded-40f8-462d-b7aa-8f2568331e35,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:35.267452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:35.269814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No DVR routers for this DVR port f3cccded-40f8-462d-b7aa-8f2568331e35 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:35.308450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Checking segment: {'id': '217e36df-2fc5-483f-8a6d-18d3f7daaff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6563968b-31f5-4e14-838d-48a3597341d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:35.308804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network hostable DHCP agents. Network: 6563968b-31f5-4e14-838d-48a3597341d9, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:35.325810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Subnet': ['ID=996a0564-8259-4b95-ad83-1bc5f8589275,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:35.331645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:35.366315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Unable to find a vacant binding_index for network 6563968b-31f5-4e14-838d-48a3597341d9 and agent af03d8ca-b97a-4446-a641-3f761b8a2aae {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 09 14:05:35.395338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.421714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b57220>,) {'filters': {'network_id': ['2a80bccf-d4e1-4ea3-a6a4-587b9258b085']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:35.434780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b57220>, 'a9f0bd59-c92e-46bf-9e39-df180b6d842e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:35.435305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b57220>, 'a9f0bd59-c92e-46bf-9e39-df180b6d842e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:35.446930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.466370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.472923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:35.473503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:35.489370 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:35.495519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 6563968b-31f5-4e14-838d-48a3597341d9) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:35.517960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:35.518536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.524853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:35.564326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-6563968b-31f5-4e14-838d-48a3597341d9', 'network_id': '6563968b-31f5-4e14-838d-48a3597341d9', 'tenant_id': 'ba1598964e544f36a954e4deb2b03d4f', 'fixed_ips': [{'subnet_id': '996a0564-8259-4b95-ad83-1bc5f8589275'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:05:35.565512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.592387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.598048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-97a01ff3-1f6c-48c5-b653-9a4e9afc1c84 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:35.599549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 7e0d6a6d-27c5-40d8-9881-ef83c07042ca) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:35.615671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.626581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:35.629391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=2a80bccf-d4e1-4ea3-a6a4-587b9258b085,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:35.633111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:35.648349 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9397385
Dec 09 14:05:35.655757 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/2a80bccf-d4e1-4ea3-a6a4-587b9258b085 HTTP/1.1" status: 204  len: 168 time: 2.1489017
Dec 09 14:05:35.657158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54136) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:35.660554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:35.667987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'network': {'name': 'tempest-router-network01--1150485630'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:35.676620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:35.676955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:35.677288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:35.697503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:35.697863 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:35.700877 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 2 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:35.707513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:35.715175 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1831f3cb-73ad-4a44-8752-9ce182f0ce23 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:35.715611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1831f3cb-73ad-4a44-8752-9ce182f0ce23 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:35.719614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1831f3cb-73ad-4a44-8752-9ce182f0ce23 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/629df283-650e-46c1-bda7-437e1d37ef15 HTTP/1.1" status: 404  len: 337 time: 0.0556092
Dec 09 14:05:35.719614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:network and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:35.720884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:35.723219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:35.747684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:35.754782 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-839620af-d6e3-412f-b6dd-4906973abbf4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:35.755443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839620af-d6e3-412f-b6dd-4906973abbf4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:35.755983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Allocated IP 172.20.0.2 (6563968b-31f5-4e14-838d-48a3597341d9/996a0564-8259-4b95-ad83-1bc5f8589275/11f93fe2-5ffc-44dc-968b-c16b08f804a4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:35.759473 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-839620af-d6e3-412f-b6dd-4906973abbf4 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/2a80bccf-d4e1-4ea3-a6a4-587b9258b085 HTTP/1.1" status: 404  len: 339 time: 0.0353181
Dec 09 14:05:35.759724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:35.784800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Made reservation on behalf of ba1598964e544f36a954e4deb2b03d4f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:35.787752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.799295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:35.799627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:35.799956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:35.881015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:35.881220 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:35.891178 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 3 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:35.897438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:35.903168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.915819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.916156 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Added segment bad6b35e-bfe4-413d-a586-7f499240db06 of type vlan for network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc
Dec 09 14:05:35.974319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:35.984004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:35.984335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:35.984660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Transition to ACTIVE for port object 11f93fe2-5ffc-44dc-968b-c16b08f804a4 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:35.984987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:35.990924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.004354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Transition to ACTIVE for port object 11f93fe2-5ffc-44dc-968b-c16b08f804a4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:36.008154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:36.011993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.014414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.014746 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.016390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-06a92dee-6848-4b78-b86a-a3a994c11dbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:36.019932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.021373 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 4 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:36.040065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.052226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.052558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.052886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.073058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.082415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Network 6563968b-31f5-4e14-838d-48a3597341d9 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:36.085147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:36.089423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:36.091595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Pushing event updated for resources: {'Port': ['ID=11f93fe2-5ffc-44dc-968b-c16b08f804a4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:36.094383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:36.112910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449616a30>,) {'filters': {'network_id': ['83250448-b554-40b3-ae64-f55648a60949']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:36.125944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449616a30>, '3fda6c76-406a-45e0-b2d0-8aa0ae2740ac') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:36.126286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449616a30>, '3fda6c76-406a-45e0-b2d0-8aa0ae2740ac') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:36.136005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.140180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:36.140747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.145772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-20187f49-7674-4d0d-bf5c-714e93a0d095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:36.164063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.177003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.177224 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.178923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Attempting to bind port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.179052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Attempting to bind port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '217e36df-2fc5-483f-8a6d-18d3f7daaff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6563968b-31f5-4e14-838d-48a3597341d9'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.179347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Attempting to bind port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 on network 6563968b-31f5-4e14-838d-48a3597341d9 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.186541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:36.186848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Checking segment: {'id': '217e36df-2fc5-483f-8a6d-18d3f7daaff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6563968b-31f5-4e14-838d-48a3597341d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:36.187242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.187637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Bound using segment: {'id': '217e36df-2fc5-483f-8a6d-18d3f7daaff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6563968b-31f5-4e14-838d-48a3597341d9'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:36.188102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Bound port: 11f93fe2-5ffc-44dc-968b-c16b08f804a4, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217e36df-2fc5-483f-8a6d-18d3f7daaff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6563968b-31f5-4e14-838d-48a3597341d9'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:36.188478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.189508 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 5 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:36.242459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.262898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6013346
Dec 09 14:05:36.266305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:36.266713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.275446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:36.281106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.281307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:36.281518 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:36.283579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.287810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] For port 11f93fe2-5ffc-44dc-968b-c16b08f804a4, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:36.289563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'network': {'name': 'tempest-router-network02--1453491395'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:36.291245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] For port 11f93fe2-5ffc-44dc-968b-c16b08f804a4, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=11f93fe2-5ffc-44dc-968b-c16b08f804a4,segment=NetworkSegment(217e36df-2fc5-483f-8a6d-18d3f7daaff2),segment_id=217e36df-2fc5-483f-8a6d-18d3f7daaff2)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:36.297263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.297460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Network': ['ID=8f6ccbdb-8503-4554-ad5b-20d29d4d1adc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:36.301765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:36.301957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:36.302078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-334140e8-dfbd-451a-be37-6ca5928e6cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:36.313032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:network and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:36.317336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:36.322178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.322504 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.326567 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 6 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:36.335961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:36.337812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:36.371159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.371491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.371826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.375474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.380865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.385789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b408e952-69ef-4e38-90dc-db160681eba7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:36.390595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Made reservation on behalf of ba1598964e544f36a954e4deb2b03d4f for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:36.393508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.404856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:36.410476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=83250448-b554-40b3-ae64-f55648a60949,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:36.413286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:36.418382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/83250448-b554-40b3-ae64-f55648a60949 HTTP/1.1" status: 204  len: 168 time: 0.6576996
Dec 09 14:05:36.419479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:36.464706 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d94f9ba-42da-4a58-b63b-341fceb11f30 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:36.465151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d94f9ba-42da-4a58-b63b-341fceb11f30 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:36.466722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Pushing event updated for resources: {'Port': ['ID=11f93fe2-5ffc-44dc-968b-c16b08f804a4,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:36.469004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.469331 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.471458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:36.471598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d94f9ba-42da-4a58-b63b-341fceb11f30 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/eed94640-bb19-4e7e-9cf4-1a990cd32b8c HTTP/1.1" status: 404  len: 337 time: 0.0508516
Dec 09 14:05:36.472028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54160) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:36.475084 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 7 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:36.500944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a663fb5f-1efd-40d9-a9a8-2f4d0dad577e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:36.501377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a663fb5f-1efd-40d9-a9a8-2f4d0dad577e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:36.507801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a663fb5f-1efd-40d9-a9a8-2f4d0dad577e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/e848356f-b390-411c-959a-24dcd00a41d8 HTTP/1.1" status: 404  len: 339 time: 0.0328696
Dec 09 14:05:36.508580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54164) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:36.514667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.515007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.515333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.528830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:36.556268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.561914 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.562972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.568092 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Added segment a9030741-acc9-47a6-b079-5b8a58d60533 of type vlan for network 7f339567-d6df-4390-84b3-034070e5a487
Dec 09 14:05:36.570257 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 8 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:36.682371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:36.694632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:36.724282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.724621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.724974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.733902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:36.734544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a19cb50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:36.768966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting subnet 62797a09-e92f-4af6-bf1d-fb5c3d4fbfc5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:36.772147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.781093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.781418 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.813379 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 9 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:36.838936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.842116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.858068 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7513b5b8-f734-494a-8fc1-e0d2a48df1a6 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7413464
Dec 09 14:05:36.860217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54168) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:36.864159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:36.866344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:36.867010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:36.974436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:36.990989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:36.991453 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:36.993795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:05:37.008758 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 10 to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0
Dec 09 14:05:37.057514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 11f93fe2-5ffc-44dc-968b-c16b08f804a4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:37.083626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.094612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a21106ae-7dee-457f-bbef-0d7236fcd402 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:37.131000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:37.233783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.243763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=62797a09-e92f-4af6-bf1d-fb5c3d4fbfc5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:37.247618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:37.249687 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/62797a09-e92f-4af6-bf1d-fb5c3d4fbfc5 HTTP/1.1" status: 204  len: 168 time: 0.7398202
Dec 09 14:05:37.252195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54172) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:37.268551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:37.308438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:37.308995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:37.309097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:37.318642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.322425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:37.323009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.326782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting subnet 118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:37.329989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.345226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a109e7f5-5bfa-447b-af06-807c74fd30ac tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:37.378522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:37.379000 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 11c1d0a1-dc22-4110-9204-41f207a07fd0 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:37.379451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.401563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.422799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Router 22c008f6-3006-4e7e-ae17-ba87a0346147 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:37.499946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.525728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a19cb50>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:32Z', 'revision_number': 9, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:37.530430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:37.546405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:37.547733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a19cb50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:37.582128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3045049
Dec 09 14:05:37.585925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54176) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:37.605293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Network': ['ID=7f339567-d6df-4390-84b3-034070e5a487,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:37.609338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'subnet': {'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:37.623332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:37.631409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 7f339567-d6df-4390-84b3-034070e5a487 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:37.646461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.650735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-70c86093-6e3b-46fa-9f69-21b5a0b207e7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:37.736433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:37.756172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:37.774206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.784165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/118c91eb-1185-4d60-aa2d-ba6dd0e8a7ba HTTP/1.1" status: 204  len: 168 time: 0.5300920
Dec 09 14:05:37.787358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:37.799990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet a67b38d5-8ad2-407a-8f9f-2f3c9c818427 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:37.811931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] For port 11c1d0a1-dc22-4110-9204-41f207a07fd0, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:37.812377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempted to set empty binding levels {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 09 14:05:37.815506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.862351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.863587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d225b59-3e22-4d59-becc-1940ac6cb91a None None] Network 6563968b-31f5-4e14-838d-48a3597341d9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:37.869766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cacd91cd-6eb4-4a7a-9ccb-33d112713947 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:37.877476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f650b2-d4a0-417e-84ba-185b7b6c0491 None None] Network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:37.890095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836ad23e-6ae9-4644-8ecf-8b8538729718 None None] Network a44d4d1e-b1bf-44e6-8a28-d79f5873b82e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:37.902127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:37.916221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:subnet and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:37.920888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:37.930082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.931880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:37.948885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:37.949451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.951161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:37.977406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Made reservation on behalf of ba1598964e544f36a954e4deb2b03d4f for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:37.990869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:38.005858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.008100 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:38.019904 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:38.020507 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e6bf40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:38.032020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.046586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=11c1d0a1-dc22-4110-9204-41f207a07fd0,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:38.067946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:38.080295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e6bf40>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:38.094871 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:38.095708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e6bf40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:38.150168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.159425 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 6.3990698
Dec 09 14:05:38.161712 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e6bf40>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:38.162129 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b494f1a-345f-4b35-a933-32f1f78c1e2c None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:38.164500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54186) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:38.200744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:38.250648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Provisioning for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:38.310324 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-afc5bc05-1f72-47bf-b1f8-f47e1c9b038e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/floatingips/6b3c264b-deed-4f88-aa6f-2a5713c1bb5d HTTP/1.1" status: 200  len: 979 time: 7.0781877
Dec 09 14:05:38.314029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:38.318567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Deleting port 11c1d0a1-dc22-4110-9204-41f207a07fd0 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:38.318933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.348796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.363448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Provisioning complete for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:38.363938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.498384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:38.524390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.526171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] Sync routers for ids ['22c008f6-3006-4e7e-ae17-ba87a0346147'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:38.531411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:38.558778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.559992 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca208248-0111-4157-ab02-9ffd684909e8 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "PUT /v2.0/routers/22c008f6-3006-4e7e-ae17-ba87a0346147 HTTP/1.1" status: 200  len: 925 time: 7.8148344
Dec 09 14:05:38.568068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,segment=NetworkSegment(a717927f-e9c9-4ae0-b307-507c1084c580),segment_id=a717927f-e9c9-4ae0-b307-507c1084c580)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:38.569000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.618383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54194) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:38.634584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=a67b38d5-8ad2-407a-8f9f-2f3c9c818427,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:38.688777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:38.705555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:38.726676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.729138 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/a67b38d5-8ad2-407a-8f9f-2f3c9c818427 HTTP/1.1" status: 204  len: 168 time: 1.8659298
Dec 09 14:05:38.731860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] For port 11c1d0a1-dc22-4110-9204-41f207a07fd0, host hv-neutron-8211, got binding levels [] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:38.732036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:38.740491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54198) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:38.810756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf68ef-da34-4e6c-81be-0b3e2017f98d None None] Network 7f212e12-116c-4866-ad32-fa8d09021f78 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:38.857864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] Routers {'22c008f6-3006-4e7e-ae17-ba87a0346147'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:38.858428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a54c160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['22c008f6-3006-4e7e-ae17-ba87a0346147'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:38.869497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 99150c2f-ac75-4fb6-ab90-fcd400db669d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:38.870124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.024691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a54c160>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.034801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Calling delete_port for 11c1d0a1-dc22-4110-9204-41f207a07fd0 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:39.144927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.188719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.202367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.209617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93af8313-6511-42c2-ad06-d2d0a9b8ebac tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:39.220088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d880d45-da28-4cf5-8164-0a774406dd66 None None] DHCP port deletion for a44d4d1e-b1bf-44e6-8a28-d79f5873b82e request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:39.237582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] Routers {'22c008f6-3006-4e7e-ae17-ba87a0346147'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:39.238315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a54c160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['22c008f6-3006-4e7e-ae17-ba87a0346147'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.271872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port f9097300-3354-4b7b-8ba7-4ed33e7e5227 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:39.272306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.276360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Port': ['ID=2b8de0cb-9aca-4e1d-8290-178c2a77eb16,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:39.286162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:39.302054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No DVR routers for this DVR port 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:39.323059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.331629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf767a6c-874b-4e4d-8add-4a60d91f63b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:39.354285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a54c160>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.355301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca90a47-70e2-4923-9974-65e5d387fa9b None None] The sync data for ids ['22c008f6-3006-4e7e-ae17-ba87a0346147'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:39.363635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.375914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19dd378a-64e6-4359-94c6-e1013adcdb8d tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:39.385705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] For port 11f93fe2-5ffc-44dc-968b-c16b08f804a4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=11f93fe2-5ffc-44dc-968b-c16b08f804a4,segment=NetworkSegment(217e36df-2fc5-483f-8a6d-18d3f7daaff2),segment_id=217e36df-2fc5-483f-8a6d-18d3f7daaff2)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:39.394893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.398300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:39.403158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event deleted for resources: {'Port': ['ID=11c1d0a1-dc22-4110-9204-41f207a07fd0,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:39.411478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.411782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.430627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:39.451858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.470745 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "DELETE /v2.0/ports/11c1d0a1-dc22-4110-9204-41f207a07fd0 HTTP/1.1" status: 204  len: 168 time: 1.3038924
Dec 09 14:05:39.474206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54202) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:39.504986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a19cb50>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:32Z', 'revision_number': 9, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.507287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Pushing event updated for resources: {'Port': ['ID=11f93fe2-5ffc-44dc-968b-c16b08f804a4,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:39.518663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:39.523713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd11abd-fd40-4af0-9a3c-3d7e670bb7d0 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:32Z', 'revision_number': 9, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b904c11c-2c51-405d-9521-9a8d5575c621', 'name': '', 'network_id': '79df334a-7d4a-4253-b014-e478e880a659', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:b0:1e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:14Z', 'updated_at': '2021-12-09T14:04:29Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': '879374f7-e1f7-4c85-82c6-965cf3c7b6f7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:39.546556 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0210a59e-2a23-4766-80ec-1f382a71a610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:05:39.547062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0210a59e-2a23-4766-80ec-1f382a71a610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Synchronizing usage tracker for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:39.635005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Subnet': ['ID=2a8cba08-0664-4b44-88a2-db8937d9eafa,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:39.638535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:39.657062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6d77daf6-3f70-4bdc-ba0a-2506259de856 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/22c008f6-3006-4e7e-ae17-ba87a0346147 HTTP/1.1" status: 200  len: 925 time: 1.0377622
Dec 09 14:05:39.663362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54206) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:39.667542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port f9097300-3354-4b7b-8ba7-4ed33e7e5227, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f9097300-3354-4b7b-8ba7-4ed33e7e5227,segment=NetworkSegment(c28f8f85-4af7-43fa-b4f6-efeb269eb9b9),segment_id=c28f8f85-4af7-43fa-b4f6-efeb269eb9b9)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:39.667904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.675754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0210a59e-2a23-4766-80ec-1f382a71a610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Unset dirty status for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:39.676909 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0210a59e-2a23-4766-80ec-1f382a71a610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "GET /v2.0/ports/11c1d0a1-dc22-4110-9204-41f207a07fd0 HTTP/1.1" status: 404  len: 333 time: 0.2015071
Dec 09 14:05:39.708870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54210) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:39.735326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.749054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 99150c2f-ac75-4fb6-ab90-fcd400db669d owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:39.831438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Checking segment: {'id': 'bad6b35e-bfe4-413d-a586-7f499240db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:39.831778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network hostable DHCP agents. Network: 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:39.832196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Request body: {'port': {'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1318187443'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:39.839558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449d9ce50>,) {'filters': {'network_id': ['a44d4d1e-b1bf-44e6-8a28-d79f5873b82e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.843534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for f9097300-3354-4b7b-8ba7-4ed33e7e5227 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:39.863765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d9ce50>, 'a717927f-e9c9-4ae0-b307-507c1084c580') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.864089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d9ce50>, 'a717927f-e9c9-4ae0-b307-507c1084c580') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:39.878027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:39.903213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.910910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:39.913275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:39.922585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69efc822-b6d6-4217-8f94-efaacdaee22d None None] DHCP port deletion for 7f212e12-116c-4866-ad32-fa8d09021f78 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:39.930346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-69efc822-b6d6-4217-8f94-efaacdaee22d None None] Deleting port f9097300-3354-4b7b-8ba7-4ed33e7e5227 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:39.932600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69efc822-b6d6-4217-8f94-efaacdaee22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.962018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Made reservation on behalf of c84c14c1ec5549509e220c9c3ea85d4f for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:39.964261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.964411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.967178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:39.990487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:39.991194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:39.998366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port 6d751ce8-a134-4a45-9387-0b1b61274542 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:40.003272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8924b29-0a6b-4f8f-b938-3707ce664ca7 None None] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:40.005736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:40.006286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:40.029845 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:40.049771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d802e8-c46d-4427-8d6d-aebf24f411b7 None None] Network 6563968b-31f5-4e14-838d-48a3597341d9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:40.059343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-79dcf6be-9bc5-4c1d-97bb-35025b791fda tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Synchronizing usage tracker for tenant:63687c04c13f465b80be3ea30f78d728 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:40.064588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.071195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5cebd90d-3034-4fde-911b-1b22f3e90000 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:40.135306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=f9097300-3354-4b7b-8ba7-4ed33e7e5227,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:40.144969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:40.156788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No DVR routers for this DVR port f9097300-3354-4b7b-8ba7-4ed33e7e5227 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:40.158296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-79dcf6be-9bc5-4c1d-97bb-35025b791fda tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Unset dirty status for tenant:63687c04c13f465b80be3ea30f78d728 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:40.159691 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-79dcf6be-9bc5-4c1d-97bb-35025b791fda tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=22c008f6-3006-4e7e-ae17-ba87a0346147&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4950621
Dec 09 14:05:40.163098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54214) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.233321 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6434550
Dec 09 14:05:40.235098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54218) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.252433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.274138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-69efc822-b6d6-4217-8f94-efaacdaee22d None None] The port 'f9097300-3354-4b7b-8ba7-4ed33e7e5227' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:05:40.304702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.313633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6cd9768b-c3fd-447a-a425-82b0140bfda5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:40.332492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.339585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'subnet': {'network_id': '7f339567-d6df-4390-84b3-034070e5a487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:40.355931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=a44d4d1e-b1bf-44e6-8a28-d79f5873b82e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:40.364643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:40.381738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/a44d4d1e-b1bf-44e6-8a28-d79f5873b82e HTTP/1.1" status: 204  len: 168 time: 2.5911400
Dec 09 14:05:40.384865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.432069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d18f9805-f38b-4e6b-816b-8393e8a7ba6e None None] Provisioning complete for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:40.432442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d18f9805-f38b-4e6b-816b-8393e8a7ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.437051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.453587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a65fdfa-d4d0-4429-ba30-794b3cd7d51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:40.484826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449dc1280>,) {'filters': {'network_id': ['7f212e12-116c-4866-ad32-fa8d09021f78']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:40.497147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef8a32c-3c5f-4cec-92f5-91262bde6df7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:40.497382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef8a32c-3c5f-4cec-92f5-91262bde6df7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:40.499076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cef8a32c-3c5f-4cec-92f5-91262bde6df7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/804b8453-1021-4ec0-a9a7-8e34cd0634ff HTTP/1.1" status: 404  len: 337 time: 0.1133099
Dec 09 14:05:40.508127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54226) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.510416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=99150c2f-ac75-4fb6-ab90-fcd400db669d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:40.518180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:40.542781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d9819-95a8-452b-9363-b4aa2a483b65 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:40.543364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e13d9819-95a8-452b-9363-b4aa2a483b65 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Synchronizing usage tracker for tenant:63687c04c13f465b80be3ea30f78d728 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:40.579237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-550cdd3a-19cf-4cb4-b48e-7153ce5c6b17 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:40.579677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550cdd3a-19cf-4cb4-b48e-7153ce5c6b17 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:40.581324 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-550cdd3a-19cf-4cb4-b48e-7153ce5c6b17 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/1e203fb7-33d6-4424-bc2d-3bdfefca7d1d HTTP/1.1" status: 404  len: 339 time: 0.0682523
Dec 09 14:05:40.590530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.631424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-8f6ccbdb-8503-4554-ad5b-20d29d4d1adc', 'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc', 'tenant_id': 'ba1598964e544f36a954e4deb2b03d4f', 'fixed_ips': [{'subnet_id': '2a8cba08-0664-4b44-88a2-db8937d9eafa'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:05:40.632439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.649630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449dc1280>, 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:40.649925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449dc1280>, 'c28f8f85-4af7-43fa-b4f6-efeb269eb9b9') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:40.666906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e13d9819-95a8-452b-9363-b4aa2a483b65 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Unset dirty status for tenant:63687c04c13f465b80be3ea30f78d728 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:40.668634 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e13d9819-95a8-452b-9363-b4aa2a483b65 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.5046008
Dec 09 14:05:40.675996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.677125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4d4944-3301-4d12-8b96-1eaef557a8df tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:40.677656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4d4944-3301-4d12-8b96-1eaef557a8df tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:40.681652 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb4d4944-3301-4d12-8b96-1eaef557a8df tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/72425461-e923-49da-85fb-eb07433d8a35 HTTP/1.1" status: 404  len: 337 time: 0.0877964
Dec 09 14:05:40.684050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54238) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.691674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.723205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.736203 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f309a82-0771-46ce-b8cc-69910f3aeb27 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=22c008f6-3006-4e7e-ae17-ba87a0346147 HTTP/1.1" status: 200  len: 205 time: 0.0533760
Dec 09 14:05:40.738108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.739967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:40.746119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.750844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Usage tracker for resource:subnet and tenant:ba1598964e544f36a954e4deb2b03d4f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:40.755782 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2762779-81ff-419a-a410-d51e5455018c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:40.756225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2762779-81ff-419a-a410-d51e5455018c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:40.758640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:40.765098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:40.765499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:40.782463 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:40.785384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:40.852968 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f2762779-81ff-419a-a410-d51e5455018c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/2266123d-f108-4c50-aff7-0674327d1053 HTTP/1.1" status: 404  len: 339 time: 0.1637402
Dec 09 14:05:40.872367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54246) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:40.919224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.921250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Made reservation on behalf of ba1598964e544f36a954e4deb2b03d4f for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:40.929813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:40.946857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:40.964835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Allocated IP 172.20.0.2 (8f6ccbdb-8503-4554-ad5b-20d29d4d1adc/2a8cba08-0664-4b44-88a2-db8937d9eafa/e01a90ac-e64c-4482-a469-69ab4252dd66) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:40.992863 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-aced5cd6-3726-435c-9732-e33ddb60640b tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:40.993543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aced5cd6-3726-435c-9732-e33ddb60640b tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:41.040667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 11f93fe2-5ffc-44dc-968b-c16b08f804a4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:41.094518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.126316 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aced5cd6-3726-435c-9732-e33ddb60640b tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/27f2ed7a-6500-445e-83a4-b81a717a8530 HTTP/1.1" status: 404  len: 337 time: 0.2504480
Dec 09 14:05:41.128912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.130995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/7f212e12-116c-4866-ad32-fa8d09021f78 HTTP/1.1" status: 204  len: 168 time: 2.3896143
Dec 09 14:05:41.140636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:41.148140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54250) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:41.148691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54252) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:41.158055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:41.163677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:41.164684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:41.165662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.255284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.262332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:41.262845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.285184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.337806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.360857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Transition to ACTIVE for port object e01a90ac-e64c-4482-a469-69ab4252dd66 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:41.362339 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-907023ea-c56c-4bfe-90b4-fb8aec94d70c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:41.363303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907023ea-c56c-4bfe-90b4-fb8aec94d70c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:41.365131 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-907023ea-c56c-4bfe-90b4-fb8aec94d70c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/1cfde45b-9545-48e0-9899-93b798592665 HTTP/1.1" status: 404  len: 339 time: 0.2047024
Dec 09 14:05:41.366133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=6d751ce8-a134-4a45-9387-0b1b61274542,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:41.374006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54258) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:41.377696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7f79e146-7b89-42c1-9184-5c191f5e9926 None None] Provisioning complete for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:41.378340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79e146-7b89-42c1-9184-5c191f5e9926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.417933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:41.419337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9767141d-b2db-4142-b978-e135f6112a09 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:41.425854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Transition to ACTIVE for port object e01a90ac-e64c-4482-a469-69ab4252dd66 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:41.444204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.472007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2d68ab9-a844-4be1-a297-98600e81e9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:41.505318 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.7888358
Dec 09 14:05:41.506595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=7f212e12-116c-4866-ad32-fa8d09021f78,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:41.511825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:41.512440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54262) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:41.528108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:41.574016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:41.580970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:41.584097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:41.623562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Pushing event updated for resources: {'Port': ['ID=e01a90ac-e64c-4482-a469-69ab4252dd66,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:41.626628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:41.650899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.673548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:41.692450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Deleting port 3e7a0948-3eae-46bb-b25a-2acdd50200c0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:41.693876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.719954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:41.770506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:41.771138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b8de0cb-9aca-4e1d-8290-178c2a77eb16 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:41.771554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device edbfe989-210f-4407-9d70-255b8615d63a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:41.808003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: edbfe989-210f-4407-9d70-255b8615d63a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:41.808287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device edbfe989-210f-4407-9d70-255b8615d63a not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:41.808598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f9097300-3354-4b7b-8ba7-4ed33e7e5227 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:41.834907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Attempting to bind port e01a90ac-e64c-4482-a469-69ab4252dd66 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:41.835301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Attempting to bind port e01a90ac-e64c-4482-a469-69ab4252dd66 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'bad6b35e-bfe4-413d-a586-7f499240db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:41.835647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Attempting to bind port e01a90ac-e64c-4482-a469-69ab4252dd66 on network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:41.843380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: f9097300-3354-4b7b-8ba7-4ed33e7e5227 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:41.843726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f9097300-3354-4b7b-8ba7-4ed33e7e5227 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:41.850100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:41.850480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Checking segment: {'id': 'bad6b35e-bfe4-413d-a586-7f499240db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:41.851239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.851239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Bound using segment: {'id': 'bad6b35e-bfe4-413d-a586-7f499240db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:41.851964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Bound port: e01a90ac-e64c-4482-a469-69ab4252dd66, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad6b35e-bfe4-413d-a586-7f499240db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8f6ccbdb-8503-4554-ad5b-20d29d4d1adc'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:41.852351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.870863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.953314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] For port e01a90ac-e64c-4482-a469-69ab4252dd66, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:41.957024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] For port e01a90ac-e64c-4482-a469-69ab4252dd66, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e01a90ac-e64c-4482-a469-69ab4252dd66,segment=NetworkSegment(bad6b35e-bfe4-413d-a586-7f499240db06),segment_id=bad6b35e-bfe4-413d-a586-7f499240db06)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:41.957206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting subnet 7dbb382a-5b56-4a93-9a7e-26ce3a1046fb {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:41.962288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:41.967353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2d68ab9-a844-4be1-a297-98600e81e9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:41.973933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.015920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.050647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Pushing event updated for resources: {'Port': ['ID=e01a90ac-e64c-4482-a469-69ab4252dd66,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:42.053754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:42.150718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Calling delete_port for 3e7a0948-3eae-46bb-b25a-2acdd50200c0 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:42.170469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.175661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.301810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:42.311776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.314952 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:42.328004 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:42.328634 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5f05e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:42.358876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:42.397424 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5f05e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:42.409503 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:42.410153 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5f05e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:42.471721 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5f05e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:42.472063 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe12a6b-d9ef-4977-8c15-45c1cd1f6289 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:42.557696 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/floatingips/6b3c264b-deed-4f88-aa6f-2a5713c1bb5d HTTP/1.1" status: 204  len: 168 time: 4.2387376
Dec 09 14:05:42.561761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54266) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:42.589453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.593785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:42.634525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Subnet': ['ID=9eccef06-338f-4a4f-9462-39bfd2f282d9,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:42.639813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event deleted for resources: {'Port': ['ID=3e7a0948-3eae-46bb-b25a-2acdd50200c0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:42.645404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:42.650942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:42.706808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Checking segment: {'id': 'a9030741-acc9-47a6-b079-5b8a58d60533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7f339567-d6df-4390-84b3-034070e5a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:42.707195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network hostable DHCP agents. Network: 7f339567-d6df-4390-84b3-034070e5a487, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:42.722288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 726f2085-d038-4ba4-9698-d121d6263ed4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:42.722637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.747987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.866687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.893301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port 6d751ce8-a134-4a45-9387-0b1b61274542 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:42.910155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:42.943607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.028550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e01a90ac-e64c-4482-a469-69ab4252dd66 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:43.095459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Transition to ACTIVE for port object 6d751ce8-a134-4a45-9387-0b1b61274542 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:43.129717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e01a90ac-e64c-4482-a469-69ab4252dd66 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:43.132315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.133228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.136904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.155848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc93ed91-2f4f-412d-82c5-ef6e9d67bfbc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:43.168896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.169428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Fanout notify agent at l3_agent the message router_deleted on router 22c008f6-3006-4e7e-ae17-ba87a0346147 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:05:43.185104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.188510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.193338 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/22c008f6-3006-4e7e-ae17-ba87a0346147 HTTP/1.1" status: 204  len: 168 time: 2.4550805
Dec 09 14:05:43.194150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54270) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:43.201685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4360581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:43.203198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network 7f339567-d6df-4390-84b3-034070e5a487 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:43.209122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:43.213212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38385d00-d639-4eee-bc6a-3e3b6688f413 None None] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:43.213477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Usage tracker for resource:router and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:43.217680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:43.224325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:43.237719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.238852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.257589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.277397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.302526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.304201 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bed3f483-04b0-4656-8950-ce807faf0165 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1089034
Dec 09 14:05:43.306770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:43.311541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 7f339567-d6df-4390-84b3-034070e5a487) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:43.317439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:43.334474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:43.334727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85908116-0e61-4c42-807d-a12b20fc1ecb None None] Network 7f339567-d6df-4390-84b3-034070e5a487 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:43.334966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.339910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.347422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b2d78a-a601-4d96-88b1-b965dd9f6469 None None] Network 7899917f-39da-4a09-b274-de25dc59430c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:43.380076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Provisioning for port e01a90ac-e64c-4482-a469-69ab4252dd66 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:43.422542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=6d751ce8-a134-4a45-9387-0b1b61274542,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:43.431721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:43.437053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb0938fb-6f0b-4369-b4f1-b4fa5661f529 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:43.441048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Provisioning complete for port e01a90ac-e64c-4482-a469-69ab4252dd66 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:43.441652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.473561 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/7dbb382a-5b56-4a93-9a7e-26ce3a1046fb HTTP/1.1" status: 204  len: 168 time: 2.0948091
Dec 09 14:05:43.487144 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1609571
Dec 09 14:05:43.490158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54278) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:43.490664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54280) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:43.513191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbb382a-5b56-4a93-9a7e-26ce3a1046fb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:43.592873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:43.678528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:43.678860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:43.679194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:43.746349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.784344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:43.801122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:43.801443 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:43.810151 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 2 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:44.012782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-7f339567-d6df-4390-84b3-034070e5a487', 'network_id': '7f339567-d6df-4390-84b3-034070e5a487', 'tenant_id': 'ba1598964e544f36a954e4deb2b03d4f', 'fixed_ips': [{'subnet_id': '9eccef06-338f-4a4f-9462-39bfd2f282d9'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:05:44.013375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.028292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.068510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.077477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.087475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 726f2085-d038-4ba4-9698-d121d6263ed4 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:44.100636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.119566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:44.120031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:44.120606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:44.133580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] For port e01a90ac-e64c-4482-a469-69ab4252dd66, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e01a90ac-e64c-4482-a469-69ab4252dd66,segment=NetworkSegment(bad6b35e-bfe4-413d-a586-7f499240db06),segment_id=bad6b35e-bfe4-413d-a586-7f499240db06)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:44.148982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.155757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:44.198776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] DHCP port deletion for 7899917f-39da-4a09-b274-de25dc59430c request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:44.215391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Deleting port 457a41b0-c399-4d29-8259-147f7f3329a9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:44.215767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.283500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Allocated IP 172.26.3.10 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/022494b1-737d-4e7d-94f1-a0f06a527b39) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:44.318470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:44.318928 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:44.331338 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 3 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:44.340262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Pushing event updated for resources: {'Port': ['ID=e01a90ac-e64c-4482-a469-69ab4252dd66,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:44.345792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:44.353036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 457a41b0-c399-4d29-8259-147f7f3329a9 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:44.353450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.397664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Allocated IP 172.20.0.2 (7f339567-d6df-4390-84b3-034070e5a487/9eccef06-338f-4a4f-9462-39bfd2f282d9/143daab7-b924-4eb0-93d6-eed4c6e26308) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:44.414423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:44.414860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:44.415266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:44.444482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:44.444920 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:44.451184 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 4 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:44.481993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.515051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.521032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:44.593733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:44.598788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:44.602529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] For port 457a41b0-c399-4d29-8259-147f7f3329a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=457a41b0-c399-4d29-8259-147f7f3329a9,segment=NetworkSegment(6ec6e33e-9e37-4293-aee5-c87f1b362641),segment_id=6ec6e33e-9e37-4293-aee5-c87f1b362641)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:44.602970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.611017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:44.654996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event updated for resources: {'Port': ['ID=022494b1-737d-4e7d-94f1-a0f06a527b39,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:44.666185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:44.711245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:44.711826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:44.711934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:44.747831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Calling delete_port for 457a41b0-c399-4d29-8259-147f7f3329a9 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:44.781957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9ea6e3e7-a98c-4ee7-bf0a-7f50999488c7 None None] Provisioning complete for port e01a90ac-e64c-4482-a469-69ab4252dd66 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:44.782173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e3e7-a98c-4ee7-bf0a-7f50999488c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.787090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:44.787415 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:44.791336 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 5 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:44.796285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.946008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:44.946220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:44.946559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:44.946693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.975713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.980528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:44.981700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3cbcf96f-9a18-4df4-a547-7f5269b6b7fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:45.061382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:45.062009 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:45.062352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.065565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e01a90ac-e64c-4482-a469-69ab4252dd66 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:45.070725 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 6 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:45.103051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 457a41b0-c399-4d29-8259-147f7f3329a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=457a41b0-c399-4d29-8259-147f7f3329a9,segment=NetworkSegment(6ec6e33e-9e37-4293-aee5-c87f1b362641),segment_id=6ec6e33e-9e37-4293-aee5-c87f1b362641)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:45.103714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.106925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Pushing event deleted for resources: {'Port': ['ID=457a41b0-c399-4d29-8259-147f7f3329a9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:45.109862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:45.138159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] No DVR routers for this DVR port 457a41b0-c399-4d29-8259-147f7f3329a9 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:45.144066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Transition to ACTIVE for port object 143daab7-b924-4eb0-93d6-eed4c6e26308 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:45.162967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:45.163300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:45.163806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:45.185184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Transition to ACTIVE for port object 143daab7-b924-4eb0-93d6-eed4c6e26308 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:45.193769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.197875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:45.216461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.246156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Router e965d51a-3543-42fd-b17b-97ccecccc66b is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:05:45.288009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.300855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 457a41b0-c399-4d29-8259-147f7f3329a9 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:45.328342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e01a90ac-e64c-4482-a469-69ab4252dd66 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:45.328708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.340062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0cab1982-107c-4173-929b-4b4078ca69c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:45.368109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Network 7f339567-d6df-4390-84b3-034070e5a487 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:45.368822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Pushing event updated for resources: {'Port': ['ID=143daab7-b924-4eb0-93d6-eed4c6e26308,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:45.372242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:45.375471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:45.378271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:45.464625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:45.475527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.480318 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "PUT /v2.0/routers/e965d51a-3543-42fd-b17b-97ccecccc66b HTTP/1.1" status: 200  len: 880 time: 2.1707413
Dec 09 14:05:45.481133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54286) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:45.484226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] Sync routers for ids ['e965d51a-3543-42fd-b17b-97ccecccc66b'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:45.518397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Attempting to bind port 143daab7-b924-4eb0-93d6-eed4c6e26308 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:45.518773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Attempting to bind port 143daab7-b924-4eb0-93d6-eed4c6e26308 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'a9030741-acc9-47a6-b079-5b8a58d60533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7f339567-d6df-4390-84b3-034070e5a487'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:45.519143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Attempting to bind port 143daab7-b924-4eb0-93d6-eed4c6e26308 on network 7f339567-d6df-4390-84b3-034070e5a487 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:45.561097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=726f2085-d038-4ba4-9698-d121d6263ed4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:45.568555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:05:45.569167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Checking segment: {'id': 'a9030741-acc9-47a6-b079-5b8a58d60533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7f339567-d6df-4390-84b3-034070e5a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:45.569776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.570162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Bound using segment: {'id': 'a9030741-acc9-47a6-b079-5b8a58d60533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7f339567-d6df-4390-84b3-034070e5a487'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:05:45.570789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Bound port: 143daab7-b924-4eb0-93d6-eed4c6e26308, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9030741-acc9-47a6-b079-5b8a58d60533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7f339567-d6df-4390-84b3-034070e5a487'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:05:45.571330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.580530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] Routers {'e965d51a-3543-42fd-b17b-97ccecccc66b'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:45.581334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c38e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['e965d51a-3543-42fd-b17b-97ccecccc66b'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:45.615630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:45.624178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:45.624501 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:45.634598 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 7 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:45.656848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c38e50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:45.688895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b823a3ae-c99b-480a-8f20-04bd2155699d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/e965d51a-3543-42fd-b17b-97ccecccc66b HTTP/1.1" status: 200  len: 921 time: 0.2039018
Dec 09 14:05:45.689134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54290) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:45.727624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] Routers {'e965d51a-3543-42fd-b17b-97ccecccc66b'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:45.728544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c38e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['e965d51a-3543-42fd-b17b-97ccecccc66b'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:45.752186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:45.752836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:45.752836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:45.772788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c05a6e1b-523d-471a-83c7-f76dda07921c tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=e965d51a-3543-42fd-b17b-97ccecccc66b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0823612
Dec 09 14:05:45.775482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:45.783716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 457a41b0-c399-4d29-8259-147f7f3329a9 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:45.839534 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 457a41b0-c399-4d29-8259-147f7f3329a9 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:45.839764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 457a41b0-c399-4d29-8259-147f7f3329a9 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:45.844382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c38e50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:45.844768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f7440-f3ed-44d6-ad42-abe28a701e2f None None] The sync data for ids ['e965d51a-3543-42fd-b17b-97ccecccc66b'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:45.859897 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] For port 143daab7-b924-4eb0-93d6-eed4c6e26308, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:45.863411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] For port 143daab7-b924-4eb0-93d6-eed4c6e26308, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=143daab7-b924-4eb0-93d6-eed4c6e26308,segment=NetworkSegment(a9030741-acc9-47a6-b079-5b8a58d60533),segment_id=a9030741-acc9-47a6-b079-5b8a58d60533)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:05:45.869502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:45.874540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:45.874867 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:45.875985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d9f49ba-b0a9-4c40-afd9-16dc5e0b3aef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:45.904506 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 8 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:45.926175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:45.926490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:45.954606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Pushing event updated for resources: {'Port': ['ID=143daab7-b924-4eb0-93d6-eed4c6e26308,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:45.957708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:45.965879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:45.966250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:45.966531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:46.036328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.039847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:46.040286 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:46.043494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.045462 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 9 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:46.049507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ef640-9299-4c0d-b6c0-a8b77dfcf34d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:46.053722 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-592ef640-9299-4c0d-b6c0-a8b77dfcf34d tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.2744908
Dec 09 14:05:46.054003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:46.084036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:46.084366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:46.084922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:46.092424 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/ports/726f2085-d038-4ba4-9698-d121d6263ed4 HTTP/1.1" status: 204  len: 168 time: 3.5212228
Dec 09 14:05:46.106059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54302) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:46.118609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:46.130610 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9c6e42ed-9cf1-4f83-90b2-845643c38fe6 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=e965d51a-3543-42fd-b17b-97ccecccc66b HTTP/1.1" status: 200  len: 205 time: 0.0680752
Dec 09 14:05:46.130610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:46.130610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54306) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:46.173291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:46.174390 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:46.184356 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 10 to bind port 6d751ce8-a134-4a45-9387-0b1b61274542
Dec 09 14:05:46.189930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:floatingip and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:46.200085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:46.216223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:46.222712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:46.223825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:46.224172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:46.232203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.247237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Allocated IP 172.20.0.1 (8f6ccbdb-8503-4554-ad5b-20d29d4d1adc/2a8cba08-0664-4b44-88a2-db8937d9eafa/8e623ce2-6664-43b6-8cd4-ff8e68654667) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:46.249182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:46.249509 dv-neutron-821183-1-hyperv neutron-server[83443]: ERROR neutron.plugins.ml2.managers [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 6d751ce8-a134-4a45-9387-0b1b61274542 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:46.249925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.440373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 457a41b0-c399-4d29-8259-147f7f3329a9 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:46.440599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.472357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.509337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.572200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] The port '457a41b0-c399-4d29-8259-147f7f3329a9' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:05:46.581924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port b904c11c-2c51-405d-9521-9a8d5575c621 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:46.581924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.657153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] For port 6d751ce8-a134-4a45-9387-0b1b61274542, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:46.657516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempted to set empty binding levels {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 09 14:05:46.677982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.687028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e5d629f4-bb83-4263-9c88-2b89e98a5d3e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:46.745361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.190 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/83b8746e-babb-40f8-af45-d5238afaef71) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:46.860817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.891595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] In _notify_port_updated(), no bound segment for port 6d751ce8-a134-4a45-9387-0b1b61274542 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:05:46.892573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.893933 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "PUT /v2.0/ports/6d751ce8-a134-4a45-9387-0b1b61274542 HTTP/1.1" status: 200  len: 981 time: 5.3784926
Dec 09 14:05:46.896644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54310) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:46.910585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:46.920489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=6d751ce8-a134-4a45-9387-0b1b61274542,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:46.977214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:46.992258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.001896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.005150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Transition to ACTIVE for port object 8e623ce2-6664-43b6-8cd4-ff8e68654667 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:47.009938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448ce5be0>,) {'filters': {'network_id': ['7899917f-39da-4a09-b274-de25dc59430c']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:47.022833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Deleting port 022494b1-737d-4e7d-94f1-a0f06a527b39 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:47.024102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.042489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 143daab7-b924-4eb0-93d6-eed4c6e26308 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:47.053226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ce5be0>, '6ec6e33e-9e37-4293-aee5-c87f1b362641') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:47.053519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ce5be0>, '6ec6e33e-9e37-4293-aee5-c87f1b362641') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:47.072957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.132727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845b265-9c03-4ea2-95c8-9ac3c23fe90d None None] Network 7f339567-d6df-4390-84b3-034070e5a487 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:47.225284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c80fe264-6fba-4d52-b7c4-f7902eafb934 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 23587 time: 0.3177941
Dec 09 14:05:47.229563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:47.246645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.259286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:47.259687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.268847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 143daab7-b924-4eb0-93d6-eed4c6e26308 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:47.275329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:47.276657 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:47.282956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Provisioning for port 143daab7-b924-4eb0-93d6-eed4c6e26308 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:47.286322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9fd852cd-e7b6-46b8-afce-7a50607bb2c5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:47.290513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port b904c11c-2c51-405d-9521-9a8d5575c621, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b904c11c-2c51-405d-9521-9a8d5575c621,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:47.290876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.291653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 143daab7-b924-4eb0-93d6-eed4c6e26308 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:47.292086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.320110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Provisioning complete for port 143daab7-b924-4eb0-93d6-eed4c6e26308 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:47.320363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.393244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.404773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Deleting port 6d751ce8-a134-4a45-9387-0b1b61274542 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:47.405114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.444606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:47.478720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.495932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for b904c11c-2c51-405d-9521-9a8d5575c621 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:47.524123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e51f2f8b-af6c-45db-97dd-d9b00c2a3fe5 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:47.575592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=83b8746e-babb-40f8-af45-d5238afaef71,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:47.578148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:47.597714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.605631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:47.614458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Port': ['ID=8e623ce2-6664-43b6-8cd4-ff8e68654667,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:47.615243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.617369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:47.622412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:47.623304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.624979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:47.632651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:47.677116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] For port 143daab7-b924-4eb0-93d6-eed4c6e26308, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=143daab7-b924-4eb0-93d6-eed4c6e26308,segment=NetworkSegment(a9030741-acc9-47a6-b079-5b8a58d60533),segment_id=a9030741-acc9-47a6-b079-5b8a58d60533)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:47.688148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.689625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.699552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:47.728932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6cc938b9-8dd6-40b2-aea2-ea8b84ee5d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:47.738238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Calling delete_port for 022494b1-737d-4e7d-94f1-a0f06a527b39 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:47.747058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.767935 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/7899917f-39da-4a09-b274-de25dc59430c HTTP/1.1" status: 204  len: 168 time: 4.2642424
Dec 09 14:05:47.778885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-300f6db3-8173-438e-8a97-23d5874494cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:47.795378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54318) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:47.814792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:47.815544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:47.839304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=7899917f-39da-4a09-b274-de25dc59430c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:47.849491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:47.869485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:47.876944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Pushing event updated for resources: {'Port': ['ID=143daab7-b924-4eb0-93d6-eed4c6e26308,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:47.889018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:47.923969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4b1153-68ee-425c-8809-8042ae600293 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:47.924646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4b1153-68ee-425c-8809-8042ae600293 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:47.945239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7b4b1153-68ee-425c-8809-8042ae600293 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/a64691c2-6373-4e32-bd04-09cbcc19f18b HTTP/1.1" status: 404  len: 337 time: 0.1434002
Dec 09 14:05:47.951406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54322) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:48.004212 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d2f4e4-04a4-4ff7-a372-4a291f23d5aa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:05:48.004648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d2f4e4-04a4-4ff7-a372-4a291f23d5aa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:05:48.008798 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-08d2f4e4-04a4-4ff7-a372-4a291f23d5aa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/73423c2c-9743-48e7-8028-ce0ca0681677 HTTP/1.1" status: 404  len: 339 time: 0.0539892
Dec 09 14:05:48.014503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54326) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:48.020944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-430e37fd-2c3d-4b0e-aa92-adfd92a71835 None None] Provisioning for port 8e623ce2-6664-43b6-8cd4-ff8e68654667 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:05:48.026256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-430e37fd-2c3d-4b0e-aa92-adfd92a71835 None None] Provisioning complete for port 8e623ce2-6664-43b6-8cd4-ff8e68654667 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:48.026721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-430e37fd-2c3d-4b0e-aa92-adfd92a71835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.082742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-430e37fd-2c3d-4b0e-aa92-adfd92a71835 None None] Port 8e623ce2-6664-43b6-8cd4-ff8e68654667 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:48.095068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-430e37fd-2c3d-4b0e-aa92-adfd92a71835 None None] Provisioning complete for port 143daab7-b924-4eb0-93d6-eed4c6e26308 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:48.095523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-430e37fd-2c3d-4b0e-aa92-adfd92a71835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.199455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] For port 6d751ce8-a134-4a45-9387-0b1b61274542, host hv-neutron-8211, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:48.199816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.294296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.302642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bf6d4b1-9ab0-47d0-a642-5add8b0741c2 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:48.353068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=b904c11c-2c51-405d-9521-9a8d5575c621,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:48.368011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:48.383360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Calling delete_port for 6d751ce8-a134-4a45-9387-0b1b61274542 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:48.576029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.593205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.598795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.629713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e6b468b9-b5a0-4511-a997-54b2531aa34b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:48.683223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting subnet ed3f1518-80a9-4a1f-bda3-97f7bfef68ab {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:48.689878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.691621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.719640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.723224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.755001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ed91a88-d125-4f1c-ab37-cdd385766a9e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:48.817368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event deleted for resources: {'Port': ['ID=022494b1-737d-4e7d-94f1-a0f06a527b39,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:48.867100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Port': ['ID=8e623ce2-6664-43b6-8cd4-ff8e68654667,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:48.870139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:48.878955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.912760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.913961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:48.943599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d751ce8-a134-4a45-9387-0b1b61274542,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:49.036634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 143daab7-b924-4eb0-93d6-eed4c6e26308 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:05:49.070118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:49.075264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.079789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:49.080178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:49.116895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 143daab7-b924-4eb0-93d6-eed4c6e26308 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:49.117476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.166365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:49.168489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:49.179600 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6d751ce8-a134-4a45-9387-0b1b61274542 HTTP/1.1" status: 204  len: 168 time: 1.9459784
Dec 09 14:05:49.243169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54330) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:49.329802 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-995cff67-1c31-4d20-9fb5-b242235995a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:05:49.329802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-995cff67-1c31-4d20-9fb5-b242235995a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Synchronizing usage tracker for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:49.490089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.535220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-995cff67-1c31-4d20-9fb5-b242235995a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Unset dirty status for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:49.536232 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-995cff67-1c31-4d20-9fb5-b242235995a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "GET /v2.0/ports/6d751ce8-a134-4a45-9387-0b1b61274542 HTTP/1.1" status: 404  len: 333 time: 0.2940791
Dec 09 14:05:49.545453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:49.549691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.561135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d1429dd5-8b63-41c7-92a9-599e241e328d None None] Provisioning complete for port 8e623ce2-6664-43b6-8cd4-ff8e68654667 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:05:49.561770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1429dd5-8b63-41c7-92a9-599e241e328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.615507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-123836730', 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:49.627502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d1429dd5-8b63-41c7-92a9-599e241e328d None None] Port 8e623ce2-6664-43b6-8cd4-ff8e68654667 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:05:49.686384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:49.709955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:49.789613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:05:49.849618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Made reservation on behalf of c84c14c1ec5549509e220c9c3ea85d4f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:49.852050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.888928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.891645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.896634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.901798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-793c13ab-9907-4be2-a26d-f28f220cc2c6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:49.928696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Router 676032b7-21e8-4b17-ae2b-7594549fbfee is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:05:49.929671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.946311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port d309c94e-590c-4b34-b335-dd71cb95c5b4 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:49.948031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:49.977606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:49.984708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3f1518-80a9-4a1f-bda3-97f7bfef68ab,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:49.992088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:49.992088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e39487b-1ad8-44e3-9385-1da5c5582d6f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:50.037727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b614245-2986-41a0-9383-29ee70b5431d None None] Network e97548a9-8ba2-41f6-9155-241a4c701b62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:50.051512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.150068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=83b8746e-babb-40f8-af45-d5238afaef71,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:50.153240 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/subnets/ed3f1518-80a9-4a1f-bda3-97f7bfef68ab HTTP/1.1" status: 204  len: 168 time: 2.1341338
Dec 09 14:05:50.161576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:50.172602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:50.195739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.196236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Fanout notify agent at l3_agent the message router_deleted on router e965d51a-3543-42fd-b17b-97ccecccc66b {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:05:50.232909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.261859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.266744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24dc0382-feb7-4dd8-a6de-772b7813a541 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/e965d51a-3543-42fd-b17b-97ccecccc66b HTTP/1.1" status: 204  len: 168 time: 4.1326988
Dec 09 14:05:50.290140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54342) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:50.346968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] DHCP port deletion for e97548a9-8ba2-41f6-9155-241a4c701b62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:50.355155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Deleting port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:50.355467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-776346110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:50.356441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.364210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:50.371495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Usage tracker for resource:router and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:50.376521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:50.387720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:50.415479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.416603 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3096006
Dec 09 14:05:50.423468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.425614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54346) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:50.434952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'port': {'network_id': 'ec7ebe36-9849-4266-8e2e-8c67bd44a45a', 'name': 'tempest-FloatingIPTestJSON-1353364904'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:50.448384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.449318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.461914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:50.462280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.495614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.572525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.576052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:50.586063 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] Sync routers for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:50.606407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] For port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,segment=NetworkSegment(8d875434-99f9-4b73-843c-c24cc6596e16),segment_id=8d875434-99f9-4b73-843c-c24cc6596e16)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:50.606961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.610521 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:50.611148 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a24b190>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:50.648868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:50.687749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.691374 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a24b190>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:50.701237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:50.702895 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:50.703499 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a24b190>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:50.723516 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2181792
Dec 09 14:05:50.728011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:50.730437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.734875 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c091c767-24d0-420d-8bb4-3974906160cb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3980701
Dec 09 14:05:50.737325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5751090
Dec 09 14:05:50.740520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54354) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:50.741116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54356) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:50.749072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': True}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:50.767023 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a24b190>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:50.767463 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e6c08-1e7c-49fb-ae37-a20fd4400ca2 None None] The sync data for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:50.785066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Calling delete_port for 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:50.835823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:50.836456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a108400>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:50.853329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:50.867658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:50.912023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:50.929033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:port and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:50.939072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:50.963750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:51.016378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:51.020051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:51.023428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.023792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:51.029129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] For port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,segment=NetworkSegment(8d875434-99f9-4b73-843c-c24cc6596e16),segment_id=8d875434-99f9-4b73-843c-c24cc6596e16)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:51.029488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.036881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:51.038747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=d309c94e-590c-4b34-b335-dd71cb95c5b4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:51.047337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:51.048358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:51.049119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.059093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:51.061704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.067949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ffdcb29-8486-4d8e-bef0-83c120212817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:51.111718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:51.164514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Pushing event deleted for resources: {'Port': ['ID=2c88ecc1-31fb-49f1-8e2d-763d97f5c08e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:51.167029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:51.184105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] No DVR routers for this DVR port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:51.185518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Calling delete_port for 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:51.194000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No active binding found for port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e {{(pid=83445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 09 14:05:51.194580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:51.223275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] device_id is not set on port e0ceed94-a6fa-4596-967c-efa59614b48d yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:51.240739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.6937666
Dec 09 14:05:51.246895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54362) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:51.347001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ea8f5b1a-3487-4a0a-82f0-f2262e942c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Synchronizing usage tracker for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:51.362302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:51.362630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:51.429889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ea8f5b1a-3487-4a0a-82f0-f2262e942c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Unset dirty status for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:51.431076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea8f5b1a-3487-4a0a-82f0-f2262e942c84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "GET /v2.0/ports/d309c94e-590c-4b34-b335-dd71cb95c5b4 HTTP/1.1" status: 200  len: 958 time: 0.1832736
Dec 09 14:05:51.438306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:51.511852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a108400>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:48Z', 'revision_number': 10, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:51.515743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:05:51.516463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet 879374f7-e1f7-4c85-82c6-965cf3c7b6f7 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:05:51.528535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:51.529377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a108400>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:51.530416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.561901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Deleting port d309c94e-590c-4b34-b335-dd71cb95c5b4 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:51.562238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.617108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.627273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.9 (ec7ebe36-9849-4266-8e2e-8c67bd44a45a/2e5060ee-dbc0-4824-8082-59200c8be433/e0ceed94-a6fa-4596-967c-efa59614b48d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:51.638332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.700032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:05:51.909169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:51.917231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Deleting port 2c88ecc1-31fb-49f1-8e2d-763d97f5c08e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:51.917643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.024500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a108400>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:48Z', 'revision_number': 10, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:52.029678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d87bd4-7168-4c7b-9f5f-f63c65173892 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:05:48Z', 'revision_number': 10, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None, '_interfaces': [{'id': '95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7', 'name': '', 'network_id': 'fc1f2e50-6a99-4d17-b3b4-e854021fa525', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'mac_address': 'fa:16:3e:de:62:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:04:02Z', 'updated_at': '2021-12-09T14:04:15Z', 'revision_number': 5, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'subnets': [{'id': 'a176498b-6f6f-4951-a6a1-3e7fee413bbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:52.070910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.203841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.233825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.234362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Calling delete_port for d309c94e-590c-4b34-b335-dd71cb95c5b4 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:52.239927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3f87959b-8b87-4d30-8d6c-9c7673736055 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:52.266366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] The port '2c88ecc1-31fb-49f1-8e2d-763d97f5c08e' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:05:52.279330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=879374f7-e1f7-4c85-82c6-965cf3c7b6f7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:52.284262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:52.296161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a557114-8b75-4e10-964d-8a907c6273ad None None] Network 79df334a-7d4a-4253-b014-e478e880a659 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:52.319491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.344224 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/879374f7-e1f7-4c85-82c6-965cf3c7b6f7 HTTP/1.1" status: 204  len: 168 time: 1.5997238
Dec 09 14:05:52.347527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:52.377698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.390696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:52.436480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.469400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.480249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.539814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-21cdab15-319b-45a0-b5c3-27e6375a1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.572130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network ec7ebe36-9849-4266-8e2e-8c67bd44a45a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:52.579905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:52.583072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:52.586979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a05040>,) {'filters': {'network_id': ['e97548a9-8ba2-41f6-9155-241a4c701b62']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:52.610948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.628114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a05040>, '8d875434-99f9-4b73-843c-c24cc6596e16') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:52.628975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a05040>, '8d875434-99f9-4b73-843c-c24cc6596e16') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:52.631024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=e0ceed94-a6fa-4596-967c-efa59614b48d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:52.635947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d372890-107f-401e-9314-7cba87ba00d8 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:52.638825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:52.662314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] DHCP port deletion for 79df334a-7d4a-4253-b014-e478e880a659 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:05:52.666364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Deleting port a804a7fb-80b5-4926-a52b-451e73160595 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:52.666911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.686711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.691470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.699386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event deleted for resources: {'Port': ['ID=d309c94e-590c-4b34-b335-dd71cb95c5b4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:52.708698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:52.722293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:52.723072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.726365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.730501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.774231 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.3473878
Dec 09 14:05:52.775008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:52.775476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.777242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Allocated IP 172.26.3.99 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/67cb8e94-e2d0-44ba-a85e-884bd55a3d6f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:05:52.783058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54374) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:52.788906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'port_id': 'e0ceed94-a6fa-4596-967c-efa59614b48d'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:52.791407 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:52.799771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port a804a7fb-80b5-4926-a52b-451e73160595 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:52.800103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.886275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.896145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] For port a804a7fb-80b5-4926-a52b-451e73160595, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a804a7fb-80b5-4926-a52b-451e73160595,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:52.897213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:52.919865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d309c94e-590c-4b34-b335-dd71cb95c5b4 HTTP/1.1" status: 204  len: 168 time: 1.4386053
Dec 09 14:05:52.920801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54378) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:53.012382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb940ea2-004f-4e9e-8744-b013b5c14540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:05:53.012892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb940ea2-004f-4e9e-8744-b013b5c14540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Synchronizing usage tracker for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:53.020475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.038755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b904c11c-2c51-405d-9521-9a8d5575c621 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:53.059769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:53.070838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Calling delete_port for a804a7fb-80b5-4926-a52b-451e73160595 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:53.079482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.102465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Pushing event deleted for resources: {'Network': ['ID=e97548a9-8ba2-41f6-9155-241a4c701b62,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:53.114102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b904c11c-2c51-405d-9521-9a8d5575c621 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:05:53.114511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b904c11c-2c51-405d-9521-9a8d5575c621 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:05:53.114893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:53.115048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a804a7fb-80b5-4926-a52b-451e73160595 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:05:53.124036 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] 10.222.0.21 "DELETE /v2.0/networks/e97548a9-8ba2-41f6-9155-241a4c701b62 HTTP/1.1" status: 204  len: 168 time: 2.9480715
Dec 09 14:05:53.130396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb940ea2-004f-4e9e-8744-b013b5c14540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Unset dirty status for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:53.135245 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb940ea2-004f-4e9e-8744-b013b5c14540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "GET /v2.0/ports/d309c94e-590c-4b34-b335-dd71cb95c5b4 HTTP/1.1" status: 404  len: 333 time: 0.2057559
Dec 09 14:05:53.140551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54384) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:53.146445 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-6cb3e7f0-1a3e-464d-9b2e-7544a7d6de93 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:05:53.147639 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6cb3e7f0-1a3e-464d-9b2e-7544a7d6de93 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.4170747
Dec 09 14:05:53.151592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Request body: {'port': {'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-462697327'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:53.163903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54388) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:53.176251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:53.246215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:53.261299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.274448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port a804a7fb-80b5-4926-a52b-451e73160595, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a804a7fb-80b5-4926-a52b-451e73160595,segment=NetworkSegment(1787654c-c526-44f0-8781-ce5da002e3ac),segment_id=1787654c-c526-44f0-8781-ce5da002e3ac)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:53.275190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.287092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Made reservation on behalf of c84c14c1ec5549509e220c9c3ea85d4f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:53.289723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.292738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.297450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aa1326fe-9e68-45a8-911e-c33bfa183b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:53.326660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.432049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Pushing event deleted for resources: {'Port': ['ID=a804a7fb-80b5-4926-a52b-451e73160595,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:53.439227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:53.439387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for a804a7fb-80b5-4926-a52b-451e73160595 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:53.445661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] No DVR routers for this DVR port a804a7fb-80b5-4926-a52b-451e73160595 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:05:53.489561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port 46e84527-9ef9-419b-9a04-42b0466b0d66 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:53.582347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54394) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:53.618151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:05:53.618467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:05:53.761631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.766922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7281cfa-149b-4347-a0b3-482ed1c47019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:53.880798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:53.891348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.912252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3be3b29a-0b44-4603-8cfe-e6ecbabb1fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4e79b34587b4e66b783d5371ff0a7f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3260126
Dec 09 14:05:53.912252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54400) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:53.937620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:53.940095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:53.964765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Port': ['ID=67cb8e94-e2d0-44ba-a85e-884bd55a3d6f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:53.966571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:53.968076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:53.978213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8be0f72c-8e11-4d5e-92ee-1df4d89d6cdb tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:54.030903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.071611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:54.072425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=46e84527-9ef9-419b-9a04-42b0466b0d66,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:54.077960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:54.082307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:54.083619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.090072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:54.090871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:54.091449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.120427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port a804a7fb-80b5-4926-a52b-451e73160595 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:54.120756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.205460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] The port 'a804a7fb-80b5-4926-a52b-451e73160595' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:05:54.207937 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.0662236
Dec 09 14:05:54.237257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54404) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:54.246468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:54.292316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.313803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.326526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9f79a4a5-be41-4684-a742-82ed15fd4d4a tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:54.397479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611cc9b3-ec10-43b1-8499-94707582cc9f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:54.400956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:54.407209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.429876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.437954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.464147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.465164 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-418a5dec-e59f-4942-8839-1c863d40a256 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/611cc9b3-ec10-43b1-8499-94707582cc9f HTTP/1.1" status: 204  len: 168 time: 0.5523660
Dec 09 14:05:54.474264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64499220a0>,) {'filters': {'network_id': ['79df334a-7d4a-4253-b014-e478e880a659']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:54.512083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.531197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64499220a0>, '1787654c-c526-44f0-8781-ce5da002e3ac') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:54.531614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64499220a0>, '1787654c-c526-44f0-8781-ce5da002e3ac') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:54.549694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.553433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.723936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.742296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:54.742699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:54.757110 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:54.843596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a371f11-2194-43f5-9400-fa478315eb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.854589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.860084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce54c423-4bc3-4e86-a5ad-d214cf098f21 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:54.877803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.922860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=79df334a-7d4a-4253-b014-e478e880a659,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:54.933002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/79df334a-7d4a-4253-b014-e478e880a659 HTTP/1.1" status: 204  len: 168 time: 2.5783296
Dec 09 14:05:54.933996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:54.935958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54418) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:54.946651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] device_id is not set on port 46e84527-9ef9-419b-9a04-42b0466b0d66 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:54.954254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.969359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Transition to ACTIVE for port object 46e84527-9ef9-419b-9a04-42b0466b0d66 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:05:54.971428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.973918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:54.980958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23d5e633-f8e8-462e-9d2e-2ef4ac5a2532 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:55.050885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=46e84527-9ef9-419b-9a04-42b0466b0d66,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:55.051128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.055337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:55.145171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.145171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.145471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.152253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.152599 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.152980 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 2 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.169063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.169401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.169666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.175690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.176008 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.176388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 3 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.192868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.193200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.193725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.200116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.200439 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.200823 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 4 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.216896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.217347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.217752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.223831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.224215 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.224537 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 5 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.241387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.242019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.242360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.249769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.250156 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.250479 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 6 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.267783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.267783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.268078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.274527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.274843 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.275245 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 7 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.291286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.292139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.292610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.298350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.298668 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.299044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 8 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.313582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.313913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.314239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.319814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.320260 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.320909 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 9 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.335498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.335829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.336159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.342905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.343223 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.343599 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempt 10 to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66
Dec 09 14:05:55.360540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:05:55.360901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:05:55.361236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempting to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:05:55.367977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:05:55.368290 dv-neutron-821183-1-hyperv neutron-server[83444]: ERROR neutron.plugins.ml2.managers [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Failed to bind port 46e84527-9ef9-419b-9a04-42b0466b0d66 on host hv-neutron-8211 for vnic_type normal using segments [{'id': 'ca15e23c-e655-436f-a102-c86533e46f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7e0d6a6d-27c5-40d8-9881-ef83c07042ca'}]
Dec 09 14:05:55.368774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.380426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54430) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:55.415211 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 13a4065f-580b-450a-b98d-99e122a8dbfd associated. External IP: 172.26.3.190, port: e0ceed94-a6fa-4596-967c-efa59614b48d.
Dec 09 14:05:55.471217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] For port 46e84527-9ef9-419b-9a04-42b0466b0d66, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:05:55.471948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Attempted to set empty binding levels {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Dec 09 14:05:55.478065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.482856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3222494-0618-43ea-860a-ed641154fb9a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:55.543608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1092604594'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:55.553559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:55.557829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event updated for resources: {'Port': ['ID=46e84527-9ef9-419b-9a04-42b0466b0d66,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:55.562359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:55.565088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:55.566161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:55.572456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] In _notify_port_updated(), no bound segment for port 46e84527-9ef9-419b-9a04-42b0466b0d66 on network 7e0d6a6d-27c5-40d8-9881-ef83c07042ca {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:05:55.574114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.577978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "PUT /v2.0/ports/46e84527-9ef9-419b-9a04-42b0466b0d66 HTTP/1.1" status: 200  len: 980 time: 1.3364518
Dec 09 14:05:55.577978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:55.578333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:55.632367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:55.635365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.657559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.672995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Deleting port 46e84527-9ef9-419b-9a04-42b0466b0d66 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:55.673332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:55.865217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:55.878315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group_rule and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:55.882235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:55.891547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:56.032752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] For port 46e84527-9ef9-419b-9a04-42b0466b0d66, host hv-neutron-8211, got binding levels [] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:56.033475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.074155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.110376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.165488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Calling delete_port for 46e84527-9ef9-419b-9a04-42b0466b0d66 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:56.236549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.244302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.249646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-262db417-7de4-4ff5-b923-b9cb893f0137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:56.285568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:56.298757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ea278b-3703-4d47-898d-5414ee2a2e4a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:56.302900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:56.304073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting port 8e623ce2-6664-43b6-8cd4-ff8e68654667 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:56.304411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.304984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.306768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.307625 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment ae61ec72-6b0b-41f3-92f7-d3436391751e of type vlan for network 760da705-5cc0-4bea-88c0-a2cab8060e8c
Dec 09 14:05:56.312055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1112a8a6-3b36-46c3-a496-35ff08772ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:56.352258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Router 238fcda4-4874-4d8a-aa9b-f2ef012189a6 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:05:56.353673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.357700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Pushing event deleted for resources: {'Port': ['ID=46e84527-9ef9-419b-9a04-42b0466b0d66,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:56.363397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:56.387597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.393546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.413266 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "DELETE /v2.0/ports/46e84527-9ef9-419b-9a04-42b0466b0d66 HTTP/1.1" status: 204  len: 168 time: 0.8339591
Dec 09 14:05:56.419647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54440) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:56.434718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.438535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:56.439180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.444557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71f0326d-4ff6-4a44-8d0a-2565ddd8102c tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:56.482755 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0976484
Dec 09 14:05:56.527586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:56.546087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'name': 'tempest-PortsIpV6TestJSON-868375887'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:56.582590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=760da705-5cc0-4bea-88c0-a2cab8060e8c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:56.595727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:56.629419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:56.667216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:56.672124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:56.674984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:56.680950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:56.691545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:56.695135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.719583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port b3e0fede-a04b-4010-8d8f-09bfcb12924d yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:56.785586 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3a8ceb-27dd-4c76-8d72-e3e7442588d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] GET failed (client error): The resource could not be found.
Dec 09 14:05:56.786088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bd3a8ceb-27dd-4c76-8d72-e3e7442588d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Synchronizing usage tracker for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:56.879580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bd3a8ceb-27dd-4c76-8d72-e3e7442588d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Unset dirty status for tenant:c84c14c1ec5549509e220c9c3ea85d4f on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:56.880695 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bd3a8ceb-27dd-4c76-8d72-e3e7442588d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] 10.222.0.21 "GET /v2.0/ports/46e84527-9ef9-419b-9a04-42b0466b0d66 HTTP/1.1" status: 404  len: 333 time: 0.4538231
Dec 09 14:05:56.890742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54448) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:56.892337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.943652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.969090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:56.975027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-032f3b92-983c-4f04-a5df-11ccf5a39526 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:57.052713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=b3e0fede-a04b-4010-8d8f-09bfcb12924d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:57.057897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:57.067745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': 'ae61ec72-6b0b-41f3-92f7-d3436391751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:57.068101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: 760da705-5cc0-4bea-88c0-a2cab8060e8c, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:57.089111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Calling delete_port for 8e623ce2-6664-43b6-8cd4-ff8e68654667 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:57.090873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:57.100836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 760da705-5cc0-4bea-88c0-a2cab8060e8c) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:57.104674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:57.108756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:57.109346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.110918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98328e44-ac30-48de-89cf-707c69561301 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:57.134433 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.6062329
Dec 09 14:05:57.138381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54452) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:57.144208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1758485210'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:57.149109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:57.153029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:57.155950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:57.161734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:57.176389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:57.180542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.211347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:05:57.223104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.223439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment fd392d59-edf3-437d-91a0-9311c6a3df71 of type vlan for network cb4730d5-ce21-435a-9805-a5d483287880
Dec 09 14:05:57.251853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.284170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.288523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:57.289408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.295675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f2ae0f6-9ac8-4680-bdfd-cbb3c4e44d0f tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:57.372840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.405365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=cb4730d5-ce21-435a-9805-a5d483287880,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:57.408169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:57.409740 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2703426
Dec 09 14:05:57.412262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54456) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:57.420170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network cb4730d5-ce21-435a-9805-a5d483287880 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:05:57.420795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'ports': [{'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'}, {'network_id': 'cb4730d5-ce21-435a-9805-a5d483287880'}]} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:57.421106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:57.421590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': 'cb4730d5-ce21-435a-9805-a5d483287880'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:05:57.551884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:05:57.566177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.659109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:05:57.662899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:05:57.665695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:05:57.671763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:05:57.681084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 2} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:05:57.685188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.719895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.801195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.840651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448ff1b50>,) {'filters': {'network_id': ['7e0d6a6d-27c5-40d8-9881-ef83c07042ca']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:57.891029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ff1b50>, 'ca15e23c-e655-436f-a102-c86533e46f1e') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:57.891425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ff1b50>, 'ca15e23c-e655-436f-a102-c86533e46f1e') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:57.922708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 467d695e-2c5f-406f-9bbc-17d0b698e2cc yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:57.942606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.949178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:57.955391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:57.983496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:58.000948 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] Sync routers for ids ['238fcda4-4874-4d8a-aa9b-f2ef012189a6'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:58.013887 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] Routers {'238fcda4-4874-4d8a-aa9b-f2ef012189a6'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:58.014765 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a222670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['238fcda4-4874-4d8a-aa9b-f2ef012189a6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:58.015068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Port': ['ID=8e623ce2-6664-43b6-8cd4-ff8e68654667,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:58.018612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:58.025833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.029269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.030479 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "PUT /v2.0/routers/238fcda4-4874-4d8a-aa9b-f2ef012189a6 HTTP/1.1" status: 200  len: 917 time: 7.2877948
Dec 09 14:05:58.035366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54460) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:58.061103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.075980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a222670>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:58.090126 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] Routers {'238fcda4-4874-4d8a-aa9b-f2ef012189a6'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:58.091165 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a222670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['238fcda4-4874-4d8a-aa9b-f2ef012189a6'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:58.184491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 0551e01e-a2cd-4e4d-80ab-9476fc786249 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:05:58.194729 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a222670>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:58.195416 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4cb09-dcbc-4379-98ca-5c01772992a6 None None] The sync data for ids ['238fcda4-4874-4d8a-aa9b-f2ef012189a6'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:58.255618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:05:58.256021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:05:58.294070 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:05:58.328789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.355616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.360862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:58.429975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:05:58.433442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:58.437773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:58.438923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.440181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=467d695e-2c5f-406f-9bbc-17d0b698e2cc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:58.447588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:58.448686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58e29c80-6d15-449d-b7cf-4bfdd3bfd28e tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:58.522408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.532798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-960577cf-a727-40a1-92be-e949d20e2396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:58.532994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=0551e01e-a2cd-4e4d-80ab-9476fc786249,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:58.536849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:58.545707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': 'fd392d59-edf3-437d-91a0-9311c6a3df71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cb4730d5-ce21-435a-9805-a5d483287880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:05:58.546066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: cb4730d5-ce21-435a-9805-a5d483287880, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:05:58.555229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.570980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network cb4730d5-ce21-435a-9805-a5d483287880 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:05:58.582170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, cb4730d5-ce21-435a-9805-a5d483287880) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:05:58.585916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:05:58.593128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d35fe9-e86a-4515-beab-950281a7e421 None None] Network cb4730d5-ce21-435a-9805-a5d483287880 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:05:58.598358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:58.602522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:58.603276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.620877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Pushing event deleted for resources: {'Network': ['ID=7e0d6a6d-27c5-40d8-9881-ef83c07042ca,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:58.629961 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.2142010
Dec 09 14:05:58.630257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54464) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:58.633346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:58.646932 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] 10.222.0.21 "DELETE /v2.0/networks/7e0d6a6d-27c5-40d8-9881-ef83c07042ca HTTP/1.1" status: 204  len: 168 time: 1.7413719
Dec 09 14:05:58.695539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 0551e01e-a2cd-4e4d-80ab-9476fc786249 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:58.696035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.847756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.925902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.952843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:05:58.964257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:58.967072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:05:58.985816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:58.986993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499839a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:59.033754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54472) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:59.054460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 0551e01e-a2cd-4e4d-80ab-9476fc786249 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:05:59.057712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499839a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:59.068441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:05:59.069161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499839a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:59.131964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499839a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:05:59.132385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362064de-5c38-45f6-8a28-97f40f9e4fbb None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:05:59.146017 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-391ae91d-02a8-4c5e-9272-a102a98e32a1 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/floatingips/13a4065f-580b-450a-b98d-99e122a8dbfd HTTP/1.1" status: 200  len: 978 time: 6.3616796
Dec 09 14:05:59.148393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54478) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:59.152943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:59.153267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.186900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.199296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5bf6a609-82ac-48ba-a60f-685b7c951f60 tempest-AllowedAddressPairTestJSON-595949256 tempest-AllowedAddressPairTestJSON-595949256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:05:59.248406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=0551e01e-a2cd-4e4d-80ab-9476fc786249,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:05:59.259069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:05:59.271228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port e0ceed94-a6fa-4596-967c-efa59614b48d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:59.271568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.299123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.316741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/0551e01e-a2cd-4e4d-80ab-9476fc786249 HTTP/1.1" status: 204  len: 168 time: 0.6853213
Dec 09 14:05:59.319668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:59.345311 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e16c7c7c-5aa3-41ce-ae09-9e4b584c06b5 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/238fcda4-4874-4d8a-aa9b-f2ef012189a6 HTTP/1.1" status: 200  len: 923 time: 1.3075399
Dec 09 14:05:59.359410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54486) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:59.534893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f45f7c-cbf6-4eab-a5a8-acc33cb2cf13 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:59.538892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f45f7c-cbf6-4eab-a5a8-acc33cb2cf13 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:05:59.539661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e6f45f7c-cbf6-4eab-a5a8-acc33cb2cf13 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:05:59.600691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e6f45f7c-cbf6-4eab-a5a8-acc33cb2cf13 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:05:59.602138 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6f45f7c-cbf6-4eab-a5a8-acc33cb2cf13 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.2814379
Dec 09 14:05:59.605552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54490) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:59.735049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.808595 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7ee07a40-70a6-4068-8aa7-e44386430dfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91650667c1ee426e8d35a5d09a420537&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7711005
Dec 09 14:05:59.814274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54494) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:05:59.847624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 467d695e-2c5f-406f-9bbc-17d0b698e2cc {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:05:59.847876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.864187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] For port 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,segment=NetworkSegment(f4de7090-8cf2-467e-bb56-421359489e57),segment_id=f4de7090-8cf2-467e-bb56-421359489e57)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:05:59.864533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:05:59.952306 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e53f7e38-2ccf-4ad8-8e3c-35405bfadc96 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=238fcda4-4874-4d8a-aa9b-f2ef012189a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5860608
Dec 09 14:05:59.960651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:00.016580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Calling delete_port for 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:00.063947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Router 676032b7-21e8-4b17-ae2b-7594549fbfee has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:00.111473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.261908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.339549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:00.342974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.343464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.343640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 13a4065f-580b-450a-b98d-99e122a8dbfd disassociated. External IP: 172.26.3.190, port: e0ceed94-a6fa-4596-967c-efa59614b48d.
Dec 09 14:06:00.343980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for e0ceed94-a6fa-4596-967c-efa59614b48d owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:00.350325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1796746
Dec 09 14:06:00.350325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54502) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:00.354349 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] Sync routers for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:00.366550 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:00.367148 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:00.397365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.419529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e72bd-66ae-4b77-86ed-1dbbb0c58358 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:00.421188 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-523e72bd-66ae-4b77-86ed-1dbbb0c58358 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.4526434
Dec 09 14:06:00.430374 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6370>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:00.441017 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:00.441967 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:00.445565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54506) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:00.485360 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-e0398af6-3067-41a5-9f3f-6e6494f0363e tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:00.489962 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e0398af6-3067-41a5-9f3f-6e6494f0363e tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2047968056 HTTP/1.1" status: 404  len: 335 time: 0.1351218
Dec 09 14:06:00.493490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54510) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:00.503387 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1b6370>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:00.504155 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf6299d-7f1f-4bea-88cf-b7d17d255ff0 None None] The sync data for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:00.514535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-19e84c61-d06b-4015-b0a9-e4dcc6fcef96 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'router': {'external_gateway_info': {'network_id': '676032b7-21e8-4b17-ae2b-7594549fbfee'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:00.553454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 467d695e-2c5f-406f-9bbc-17d0b698e2cc owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:00.568563 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-55fdc6a0-0abb-4e1c-bb1a-6be0da971bbe tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=238fcda4-4874-4d8a-aa9b-f2ef012189a6 HTTP/1.1" status: 200  len: 205 time: 0.1193864
Dec 09 14:06:00.573767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.578357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54514) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:00.584775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f1f835cb-b5cd-4338-bed2-438d93bcafcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:00.692340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.699769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd4d6232-0900-4348-bc52-608db035e4cc tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:00.736550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13b7f5e-714b-42da-a028-782a7ca16627,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:00.748303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=467d695e-2c5f-406f-9bbc-17d0b698e2cc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:00.761152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.761871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.764820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.764928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.765310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.765718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.766084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.766443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.766800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.767157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.767513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.767866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.768223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.784178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.784475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.784627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.784912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.785357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.785746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.786112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.786472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.787872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.788246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.788607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.788963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:00.792502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:00.798967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9f01c7e-5145-4b51-a37e-2089f0d61e53 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:00.865923 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/467d695e-2c5f-406f-9bbc-17d0b698e2cc HTTP/1.1" status: 204  len: 168 time: 1.2593083
Dec 09 14:06:00.868213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:00.868731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d091853-5b5e-462b-9dd9-566bb693da23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:00.885593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54520) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:00.887060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:00.889687 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f13b7f5e-714b-42da-a028-782a7ca16627 HTTP/1.1" status: 204  len: 168 time: 1.0642068
Dec 09 14:06:00.891022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Port': ['ID=95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:00.893784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:00.926691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=e0ceed94-a6fa-4596-967c-efa59614b48d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:00.929474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:01.101036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:01.331676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54528) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:01.420593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:01.433844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:01.447373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:01.448867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449dd6ca0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:01.478386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:01.516175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449dd6ca0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:01.524298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:01.526973 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/ports/e0ceed94-a6fa-4596-967c-efa59614b48d HTTP/1.1" status: 204  len: 168 time: 2.3769011
Dec 09 14:06:01.529381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54532) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:01.529518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:01.530451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449dd6ca0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:01.593842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449dd6ca0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:01.594285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe902330-c4ab-4c5f-b0e5-8ed408c7bba5 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:01.627903 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-08077af4-22b4-4873-bd55-c4d79c0ad7ab tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/floatingips/13a4065f-580b-450a-b98d-99e122a8dbfd HTTP/1.1" status: 200  len: 688 time: 0.0951018
Dec 09 14:06:01.628233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:01.676312 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e065bc07-7de8-4acf-ace5-7e1f9379343e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c84c14c1ec5549509e220c9c3ea85d4f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3353641
Dec 09 14:06:01.682482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a2d1a-12aa-4b84-8300-724e4147e4e4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:01.683871 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-760a2d1a-12aa-4b84-8300-724e4147e4e4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.7946587
Dec 09 14:06:01.684495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:01.692356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54542) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:01.801597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-19e84c61-d06b-4015-b0a9-e4dcc6fcef96 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:01.820066 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1d461e-bc58-4eed-8586-80c6fdc6bc19 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:01.820566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dc1d461e-bc58-4eed-8586-80c6fdc6bc19 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:01.865600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 83b8746e-babb-40f8-af45-d5238afaef71 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:01.865996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:01.898204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dc1d461e-bc58-4eed-8586-80c6fdc6bc19 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:01.899339 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc1d461e-bc58-4eed-8586-80c6fdc6bc19 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/0551e01e-a2cd-4e4d-80ab-9476fc786249 HTTP/1.1" status: 404  len: 333 time: 0.1935213
Dec 09 14:06:01.907964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:01.943253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:01.964699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95ffa0c-5b05-4d11-8d7d-da77c356eb81 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:01.965984 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f95ffa0c-5b05-4d11-8d7d-da77c356eb81 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/467d695e-2c5f-406f-9bbc-17d0b698e2cc HTTP/1.1" status: 404  len: 333 time: 0.0559013
Dec 09 14:06:01.971489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54552) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:02.031857 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-19e84c61-d06b-4015-b0a9-e4dcc6fcef96 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] update failed (client error): The resource could not be found.
Dec 09 14:06:02.032881 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-19e84c61-d06b-4015-b0a9-e4dcc6fcef96 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee HTTP/1.1" status: 404  len: 339 time: 1.5350912
Dec 09 14:06:02.036608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54556) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:02.084019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.199499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.204932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.259365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.259694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.428396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 83b8746e-babb-40f8-af45-d5238afaef71 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:02.566230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.572015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:02.575319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bcfc361-ddc0-4450-a94f-d7a84bffe232 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:02.587816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.610561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd17f9bc-1bc2-4a5f-be28-8a51ea3da428,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:02.630953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.634471 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd17f9bc-1bc2-4a5f-be28-8a51ea3da428 HTTP/1.1" status: 204  len: 168 time: 0.9408505
Dec 09 14:06:02.634471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:02.645762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449676580>,) {'filters': {'network_id': ['cb4730d5-ce21-435a-9805-a5d483287880']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:02.661412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449676580>, 'fd392d59-edf3-437d-91a0-9311c6a3df71') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:02.661796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449676580>, 'fd392d59-edf3-437d-91a0-9311c6a3df71') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:02.676433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.835121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.850658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:02.851002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:02.870279 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:02.949513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:02.962938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:02.978273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:02.984227 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0467353
Dec 09 14:06:02.986942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54566) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:02.993453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:03.007140 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:03.008180 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1b68b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:03.010759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=83b8746e-babb-40f8-af45-d5238afaef71,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:03.043064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.074184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:03.078078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.084916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:03.085723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Deleting port 67cb8e94-e2d0-44ba-a85e-884bd55a3d6f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:03.086079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.100051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.126478 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/cb4730d5-ce21-435a-9805-a5d483287880 HTTP/1.1" status: 204  len: 168 time: 1.1539640
Dec 09 14:06:03.126708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54574) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:03.134615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=cb4730d5-ce21-435a-9805-a5d483287880,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:03.142166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:03.153887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.154153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-899776641'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:03.157704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.159135 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/floatingips/13a4065f-580b-450a-b98d-99e122a8dbfd HTTP/1.1" status: 204  len: 168 time: 1.5300450
Dec 09 14:06:03.162666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:03.170840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '77399123-57ac-4a99-85a1-ba61fc4155ca'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:03.176960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:03.182909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:floatingip and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:03.185717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:03.186788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:03.193752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:03.199848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.213309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.214384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:03.226112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:03.226465 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:03.238161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:03.414707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.423092 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1b68b0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:06:00Z', 'revision_number': 11, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:03.433520 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:03.450402 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:03.451275 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1b68b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:03.510666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:03.514188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.593047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.137 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/e731434e-70d7-4486-8a63-f3af0a0d696f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:03.657102 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:03.673522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:03.770005 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1b68b0>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:06:00Z', 'revision_number': 11, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:03.775161 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c12209-89c3-4cbe-9e08-a1299e3979f7 None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:06:00Z', 'revision_number': 11, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:03.805429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.842206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.847373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:03.921449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:03.924578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:03.929652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:03.932184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:03.980505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=e731434e-70d7-4486-8a63-f3af0a0d696f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:03.984970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:04.089231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.089854 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment a306d86a-77ae-4b46-8535-494355060548 of type vlan for network bc5b7996-cc75-480d-8166-dd5138717052
Dec 09 14:06:04.104205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Calling delete_port for 67cb8e94-e2d0-44ba-a85e-884bd55a3d6f owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:04.268254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.290099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Deleting subnet a176498b-6f6f-4951-a6a1-3e7fee413bbf {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:04.311775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.363676 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:06:04.383307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Allocated IP 172.20.0.1 (6563968b-31f5-4e14-838d-48a3597341d9/996a0564-8259-4b95-ad83-1bc5f8589275/57fef4c6-f7c9-4f25-90ee-2cd315f9a33d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:04.413060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.449357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.453148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:04.453744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.467434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c1287633-3aa9-4be8-83c2-2b7b6ddeac6e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:04.546249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.615959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.667507 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.5341072
Dec 09 14:06:04.670557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54606) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:04.684419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:04.742900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=bc5b7996-cc75-480d-8166-dd5138717052,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:04.754581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network bc5b7996-cc75-480d-8166-dd5138717052 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:04.756354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:04.790839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.843887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.852718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55ef5e2d-58d9-4b6a-aa55-587b9e8c025e tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:04.917615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:04.923623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event deleted for resources: {'Port': ['ID=67cb8e94-e2d0-44ba-a85e-884bd55a3d6f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:04.933715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:04.956695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:04.966163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54614) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:04.990571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Transition to ACTIVE for port object 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:05.003803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:05.004380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 95f303e5-43d7-4f46-b4f9-d6a1c70bb0e7 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:05.049374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:05.053373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.060404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ed095e66-8182-4bf2-8371-8edc4cb28b2e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:05.062316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:05.067673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:05.077337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:05.093150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:05.108349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Subnet': ['ID=a176498b-6f6f-4951-a6a1-3e7fee413bbf,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:05.132812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.173758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:05.176111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0626d13-3944-4fa5-ad35-d0334b11d039 None None] Network fc1f2e50-6a99-4d17-b3b4-e854021fa525 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:05.177169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.200032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ed4aebf9-7d7f-432b-98f8-5598710e317e tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:05.227963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.236662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1415251454', 'router:external': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:05.251091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.254830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:05.260975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:05.308502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:network and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:05.310781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.315051 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/a176498b-6f6f-4951-a6a1-3e7fee413bbf HTTP/1.1" status: 204  len: 168 time: 2.3248789
Dec 09 14:06:05.316158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:05.326957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54620) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:05.335874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:05.369189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.408435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:06:05.411355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:06:05.446817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=e731434e-70d7-4486-8a63-f3af0a0d696f,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:05.449520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.479634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] DHCP port deletion for fc1f2e50-6a99-4d17-b3b4-e854021fa525 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:06:05.484192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Deleting port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:05.484804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.516876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:05.643993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network 6563968b-31f5-4e14-838d-48a3597341d9 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:05.688051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Made reservation on behalf of 43ef76b09f324641b530d0a8626e0b10 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:05.689673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.708280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] For port 0ac043c1-4eed-4ed4-82c2-4a84a7207415, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0ac043c1-4eed-4ed4-82c2-4a84a7207415,segment=NetworkSegment(f4de7090-8cf2-467e-bb56-421359489e57),segment_id=f4de7090-8cf2-467e-bb56-421359489e57)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:05.708280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.717353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:05.719311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Port': ['ID=57fef4c6-f7c9-4f25-90ee-2cd315f9a33d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:05.725975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:05.755954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:05.767994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.795494 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 21d4e1e9-049d-4587-b46e-8d82e9dd5310 associated. External IP: 172.26.3.137, port: 77399123-57ac-4a99-85a1-ba61fc4155ca.
Dec 09 14:06:05.842146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Calling delete_port for 0ac043c1-4eed-4ed4-82c2-4a84a7207415 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:05.861625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.866618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f723e55-2211-4c17-8462-a4cffca4dc5e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:05.898692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.933490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:05.938099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b54544d7-be8a-44dc-8aa6-711f86c7d10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:05.958118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=10c99607-f096-4256-931c-fbf7691f3319,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:05.968838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:05.980718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Pushing event deleted for resources: {'Port': ['ID=0ac043c1-4eed-4ed4-82c2-4a84a7207415,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:05.984706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:05.992207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] No DVR routers for this DVR port 0ac043c1-4eed-4ed4-82c2-4a84a7207415 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:06.009729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a2da4b01-9a57-4dbc-9374-b33f921996cd None None] Provisioning for port 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:06.014961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a2da4b01-9a57-4dbc-9374-b33f921996cd None None] Provisioning complete for port 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:06.015345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2da4b01-9a57-4dbc-9374-b33f921996cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.062780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.068454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a2da4b01-9a57-4dbc-9374-b33f921996cd None None] Port 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:06.071945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': 'a306d86a-77ae-4b46-8535-494355060548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:06.072500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: bc5b7996-cc75-480d-8166-dd5138717052, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:06.083556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.099772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.106354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:06.122773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network bc5b7996-cc75-480d-8166-dd5138717052 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:06.136802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, bc5b7996-cc75-480d-8166-dd5138717052) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:06.141756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:06.142325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.146346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fa0186-bb2e-4d72-aa41-bd4016990041 None None] Network bc5b7996-cc75-480d-8166-dd5138717052 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:06.173671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:security_group_rule and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:06.181966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:06.195247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:06.198417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.225075 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5482635
Dec 09 14:06:06.225739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:06.238302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052', 'name': 'tempest-PortsIpV6TestJSON-637860118'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:06.287185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b2ebe0>,) {'filters': {'network_id': ['fc1f2e50-6a99-4d17-b3b4-e854021fa525']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:06.299198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.299699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Fanout notify agent at l3_agent the message router_deleted on router 238fcda4-4874-4d8a-aa9b-f2ef012189a6 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:06.326097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b2ebe0>, 'f4de7090-8cf2-467e-bb56-421359489e57') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:06.326413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b2ebe0>, 'f4de7090-8cf2-467e-bb56-421359489e57') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:06.363917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.378130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-bc5b7996-cc75-480d-8166-dd5138717052', 'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': '10c99607-f096-4256-931c-fbf7691f3319'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:06.380038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.389469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.420703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.426190 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/238fcda4-4874-4d8a-aa9b-f2ef012189a6 HTTP/1.1" status: 204  len: 168 time: 5.8295343
Dec 09 14:06:06.426190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.428099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54628) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:06.444735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1222589450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:06.459054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:06.476306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:06.483428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:06.483846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.492255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:06.495221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:06.511576 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:06.514545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:06.525171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.534081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 5e752a57-c850-4b45-8d41-d171f4e79585 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:06.534927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Usage tracker for resource:router and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:06.542741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:06.547479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Allocated IP 2001:db8::2 (bc5b7996-cc75-480d-8166-dd5138717052/10c99607-f096-4256-931c-fbf7691f3319/a404e329-919a-4821-bef5-ac79fecbefb8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:06.552223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.611123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-73598f79-c617-4283-8034-e244a3e87222 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:06.633258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:06.746314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:06.761586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.779050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Transition to ACTIVE for port object a404e329-919a-4821-bef5-ac79fecbefb8 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:06.787066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:06.791349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.792989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a35dd4f-13d4-470b-9f86-a6d7ad6f66d5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:06.799790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Transition to ACTIVE for port object a404e329-919a-4821-bef5-ac79fecbefb8 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:06.810200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.815906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.817253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:06.818570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:06.819368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.820709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.824375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:06.870209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.870963 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Added segment 33a7f56d-29c2-4f55-a779-fa72495691c5 of type vlan for network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5
Dec 09 14:06:06.876297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Network bc5b7996-cc75-480d-8166-dd5138717052 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:06.876814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Pushing event deleted for resources: {'Network': ['ID=fc1f2e50-6a99-4d17-b3b4-e854021fa525,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:06.884321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:06.889389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:06.890897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:06.896055 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/networks/fc1f2e50-6a99-4d17-b3b4-e854021fa525 HTTP/1.1" status: 204  len: 168 time: 1.5657747
Dec 09 14:06:06.899187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54632) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:06.901660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Pushing event updated for resources: {'Port': ['ID=a404e329-919a-4821-bef5-ac79fecbefb8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:06.909691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'routes': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:06.935668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:06.960028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.964270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:06.976513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::1a0 (bc5b7996-cc75-480d-8166-dd5138717052/10c99607-f096-4256-931c-fbf7691f3319/5e752a57-c850-4b45-8d41-d171f4e79585) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:07.003663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Attempting to bind port a404e329-919a-4821-bef5-ac79fecbefb8 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:07.004279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Attempting to bind port a404e329-919a-4821-bef5-ac79fecbefb8 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'a306d86a-77ae-4b46-8535-494355060548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:07.004750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Attempting to bind port a404e329-919a-4821-bef5-ac79fecbefb8 on network bc5b7996-cc75-480d-8166-dd5138717052 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:07.011661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0ac043c1-4eed-4ed4-82c2-4a84a7207415 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:07.049560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 0ac043c1-4eed-4ed4-82c2-4a84a7207415 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:07.049939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0ac043c1-4eed-4ed4-82c2-4a84a7207415 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:07.056191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:07.057554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Checking segment: {'id': 'a306d86a-77ae-4b46-8535-494355060548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:07.058194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.058765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Bound using segment: {'id': 'a306d86a-77ae-4b46-8535-494355060548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:07.059394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Bound port: a404e329-919a-4821-bef5-ac79fecbefb8, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a306d86a-77ae-4b46-8535-494355060548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'bc5b7996-cc75-480d-8166-dd5138717052'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:07.060013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.076622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.130326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.131778 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6a055514-7b72-4e89-b2b2-2dcccf314810 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6991434
Dec 09 14:06:07.132643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.133722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:07.134458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.135574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54636) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:07.140843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7bac71b-3474-44a0-8a7c-3ac6d139a63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:07.154436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] For port a404e329-919a-4821-bef5-ac79fecbefb8, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:07.157710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] For port a404e329-919a-4821-bef5-ac79fecbefb8, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a404e329-919a-4821-bef5-ac79fecbefb8,segment=NetworkSegment(a306d86a-77ae-4b46-8535-494355060548),segment_id=a306d86a-77ae-4b46-8535-494355060548)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:07.158766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': False}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:07.163548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.169050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:07.303690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Pushing event updated for resources: {'Port': ['ID=a404e329-919a-4821-bef5-ac79fecbefb8,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:07.307527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:07.372545 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.3969946
Dec 09 14:06:07.386394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54640) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:07.391750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.398836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'subnet': {'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:07.404091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Network': ['ID=45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:07.406503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:07.408803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.416475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:07.436057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:07.441078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-867797a8-c7ef-4138-b8ee-3ec7325e8cf9 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:07.481885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Added routes are [] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 09 14:06:07.482141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.extraroute_db [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Removed routes are [] {{(pid=83444) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 09 14:06:07.482388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:subnet and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:07.482510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.495711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:07.509027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:07.577946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.609132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event updated for resources: {'Port': ['ID=57fef4c6-f7c9-4f25-90ee-2cd315f9a33d,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:07.612071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:07.637603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Made reservation on behalf of 43ef76b09f324641b530d0a8626e0b10 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:07.639915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:07.868195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Network 6563968b-31f5-4e14-838d-48a3597341d9 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:07.871289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:08.032245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.058517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object 5e752a57-c850-4b45-8d41-d171f4e79585 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:08.134083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:08.145863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:08.163951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:08.164824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a43b1f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:08.247358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a43b1f0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:08.260567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:08.261355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a43b1f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:08.336053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a43b1f0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:08.336508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210362af-6f57-4a1e-bf1a-e9075041f945 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:08.366645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e14a4dd9-c7b5-419a-8b3a-9746ae791800 None None] Provisioning complete for port 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:08.367023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e14a4dd9-c7b5-419a-8b3a-9746ae791800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.389678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.400262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.408855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.411002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.429853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e14a4dd9-c7b5-419a-8b3a-9746ae791800 None None] Port 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:08.447847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d8ddb63-3365-4d3a-8097-73b0499291e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:08.450054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Router 676032b7-21e8-4b17-ae2b-7594549fbfee has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:08.573652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a06bf2-dac2-41b0-80f8-afcd2f7950c2 None None] Network bc5b7996-cc75-480d-8166-dd5138717052 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:08.589018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.621274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:06:08.621750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.630001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b88fb55c-ea97-4239-b4a5-683456fcd251 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:08.676633 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 5.5114927
Dec 09 14:06:08.680032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54644) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:08.682446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network bc5b7996-cc75-480d-8166-dd5138717052 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:08.685906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=5e752a57-c850-4b45-8d41-d171f4e79585,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:08.688480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:08.690341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:08.691790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1478576d-4a55-4151-b393-861f0bc9d5b3 None None] Provisioning for port a404e329-919a-4821-bef5-ac79fecbefb8 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:08.693716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:08.698226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:08.698835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.699572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1965932686'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:08.716902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:08.729771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:network and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:08.740076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Subnet': ['ID=670d6372-4d52-4df5-b322-332aa40616ef,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:08.742765 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5092967
Dec 09 14:06:08.742924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:08.745734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:08.748558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:08.760320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:08.786479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:08.789623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:08.793796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.803214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Checking segment: {'id': '33a7f56d-29c2-4f55-a779-fa72495691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:08.803497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network hostable DHCP agents. Network: 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:08.853175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:08.871997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.872336 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Added segment d113f76f-4c06-4a85-9c5d-ec8f1f83407b of type vlan for network 8699a71c-e969-4d07-b6eb-2a67346a5acf
Dec 09 14:06:08.874436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:08.886278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 5e752a57-c850-4b45-8d41-d171f4e79585 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:08.886626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.891945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:08.903856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:08.904740 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] Sync routers for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:08.908209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:08.909028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.938326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f5e3bc-e95f-41ed-a090-89531e2f6b52 None None] Network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:08.949498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:08.957575 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9178228
Dec 09 14:06:08.958718 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:08.960151 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056d30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:08.960545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54652) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:08.972040 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.5779622
Dec 09 14:06:08.972040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54656) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:09.131689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a404e329-919a-4821-bef5-ac79fecbefb8 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:09.132457 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056d30>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:09.151521 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:09.159727 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056d30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:09.241216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:09.262617 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056d30>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:09.263279 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ae147-81c1-4942-8db2-bbe536606507 None None] The sync data for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:09.265954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1505547654', 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:09.268995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.272827 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-51c92625-9329-43a3-ba4d-b38483e32892 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 704 time: 2.3680019
Dec 09 14:06:09.272933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:09.275726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:port and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:09.279357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:09.284025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54662) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:09.287322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] Sync routers for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:09.341371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:09.351822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:06:09.382219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:09.382219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a189310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:09.396361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Made reservation on behalf of 43ef76b09f324641b530d0a8626e0b10 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:09.398807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.409102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a9c135b6-dd15-4031-8d2c-9227c1c90693 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:09.432046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.436040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:09.436608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.438689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port a404e329-919a-4821-bef5-ac79fecbefb8 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:09.453120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7489a032-1035-46c7-ab90-ebca2141c8d9 None None] Network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:09.458633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:09.512599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.535156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a9c135b6-dd15-4031-8d2c-9227c1c90693 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:09.542024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a9c135b6-dd15-4031-8d2c-9227c1c90693 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 205 time: 0.2555795
Dec 09 14:06:09.546078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:09.587126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] device_id is not set on port 7f18b3af-473a-4a4c-84f0-ec614ed1dea0 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:09.604653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a404e329-919a-4821-bef5-ac79fecbefb8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:09.605032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.630836 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.9454904
Dec 09 14:06:09.640267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54670) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:09.652188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'subnet': {'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:09.667844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Network': ['ID=8699a71c-e969-4d07-b6eb-2a67346a5acf,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:09.677635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:09.687737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:09.843557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f74d-b1ae-4a64-ac92-c596416c35d1 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.845402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:09.867292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.881710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-69f34f78-1174-49fa-8db7-a64917ae9788 None None] Provisioning for port 5e752a57-c850-4b45-8d41-d171f4e79585 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:09.911429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:09.915831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-69f34f78-1174-49fa-8db7-a64917ae9788 None None] Provisioning complete for port 5e752a57-c850-4b45-8d41-d171f4e79585 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:09.916760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69f34f78-1174-49fa-8db7-a64917ae9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:09.986817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:10.008343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Allocated IP 172.20.0.9 (45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5/670d6372-4d52-4df5-b322-332aa40616ef/7f18b3af-473a-4a4c-84f0-ec614ed1dea0) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:10.013728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 5e752a57-c850-4b45-8d41-d171f4e79585 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:10.014828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:10.055525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.098699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a189310>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:06:00Z', 'revision_number': 11, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:10.149601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] Checking router: 15708fb5-34b0-49b0-b505-3bdd7c72f9ac for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:10.154837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-69f34f78-1174-49fa-8db7-a64917ae9788 None None] Port 5e752a57-c850-4b45-8d41-d171f4e79585 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:10.190639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.262825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.275319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.289150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] Routers {'15708fb5-34b0-49b0-b505-3bdd7c72f9ac'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:10.289794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a189310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:10.388094 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-f8c7f74d-b1ae-4a64-ac92-c596416c35d1 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:06:10.392805 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f8c7f74d-b1ae-4a64-ac92-c596416c35d1 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee HTTP/1.1" status: 409  len: 329 time: 1.4227221
Dec 09 14:06:10.392959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54674) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:10.398966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-69f34f78-1174-49fa-8db7-a64917ae9788 None None] Provisioning complete for port a404e329-919a-4821-bef5-ac79fecbefb8 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:10.399144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69f34f78-1174-49fa-8db7-a64917ae9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.471717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Allocated IP 172.26.3.108 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/feb4f741-67cc-4b34-9c84-802ff62fea9d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:10.478664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port a404e329-919a-4821-bef5-ac79fecbefb8, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a404e329-919a-4821-bef5-ac79fecbefb8,segment=NetworkSegment(a306d86a-77ae-4b46-8535-494355060548),segment_id=a306d86a-77ae-4b46-8535-494355060548)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:10.487224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] Set router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:10.524889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.528237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d622b0dc-369f-43ad-b5a9-ff2ea2606f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:10.539101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.595857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.610290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72bd8338-e867-4ee6-9b17-bf051125f0c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:10.679866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=5e752a57-c850-4b45-8d41-d171f4e79585,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:10.688308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:10.703155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a189310>, [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:06:00Z', 'revision_number': 11, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:10.738015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af33a6-b89e-4544-bc83-16aaa065469b None None] The sync data for ids ['15708fb5-34b0-49b0-b505-3bdd7c72f9ac'] in dv-neutron-821183-1-hyperv is: [{'id': '15708fb5-34b0-49b0-b505-3bdd7c72f9ac', 'name': 'tempest-RoutersIpV6Test-router-973698231', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:57Z', 'updated_at': '2021-12-09T14:06:00Z', 'revision_number': 11, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:10.740616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=a404e329-919a-4821-bef5-ac79fecbefb8,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:10.751689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.758987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:10.772732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.773078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.773402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.774126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.774455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.774783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.775107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.775884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.776212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.776531 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.777863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:10.783603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:10.812711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.928459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:10.933123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e326647-07b7-4bcb-b6b5-b85d9d8ceaac None None] Could not find standard attr ID for object 5e752a57-c850-4b45-8d41-d171f4e79585. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:06:10.989712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.006385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a404e329-919a-4821-bef5-ac79fecbefb8 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:11.009598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.029468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/5e752a57-c850-4b45-8d41-d171f4e79585 HTTP/1.1" status: 204  len: 168 time: 2.2787123
Dec 09 14:06:11.032740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.044651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54678) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.084639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a404e329-919a-4821-bef5-ac79fecbefb8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:11.085014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.121768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:11.123176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:11.139479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:11.175388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Port': ['ID=7f18b3af-473a-4a4c-84f0-ec614ed1dea0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:11.185268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:11.187277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-85930bf3-353c-47b1-8492-6972b0090f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:11.233197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b57edc-51c2-47f0-9fef-8f0987981b64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:11.233707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b57edc-51c2-47f0-9fef-8f0987981b64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:11.240641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.241117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router 15708fb5-34b0-49b0-b505-3bdd7c72f9ac {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:11.245163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44b57edc-51c2-47f0-9fef-8f0987981b64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/5e752a57-c850-4b45-8d41-d171f4e79585 HTTP/1.1" status: 404  len: 333 time: 0.1978722
Dec 09 14:06:11.251218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54682) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.251661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.252701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9267846e-60cb-4caf-b5a1-dd631e923e4a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 204  len: 168 time: 1.6999655
Dec 09 14:06:11.256802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.263626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127929858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:11.273818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:11.280536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Usage tracker for resource:router and tenant:3c8527e825d543c0ac5f0cb8eef8cc44 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:11.285168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:11.293502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:11.303242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.307898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:11.341389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.342342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.350743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:11.352016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.363863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Checking segment: {'id': 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:11.364219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network hostable DHCP agents. Network: 8699a71c-e969-4d07-b6eb-2a67346a5acf, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:11.377041 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-319ae482-1ce1-47b8-92be-318db0921799 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:11.378359 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-319ae482-1ce1-47b8-92be-318db0921799 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/5e752a57-c850-4b45-8d41-d171f4e79585 HTTP/1.1" status: 404  len: 333 time: 0.1161122
Dec 09 14:06:11.386699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.393873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:11.394788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Subnet': ['ID=7edabcdc-4bd7-4467-88f0-1c35e68f9b44,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:11.397366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:11.419916 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.2033632
Dec 09 14:06:11.425572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Pushing event updated for resources: {'Port': ['ID=feb4f741-67cc-4b34-9c84-802ff62fea9d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:11.425751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54694) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.427741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:11.430035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:11.433863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:11.470699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:11.481941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.496007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.605402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 8699a71c-e969-4d07-b6eb-2a67346a5acf) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:11.609618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:11.610198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.614695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe7f151-187c-4fa2-8eda-4f61d90962e3 None None] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:11.621454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Deleting port 7f18b3af-473a-4a4c-84f0-ec614ed1dea0 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:11.621810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.641130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.692275 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0506270
Dec 09 14:06:11.697052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.699551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.700721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc3a5c62-bb2a-42b7-8591-702565652506 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4427772
Dec 09 14:06:11.713630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-623296567', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:11.720394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:11.734069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:11.742543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:11.806327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:router and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:11.810417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:11.843117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-8699a71c-e969-4d07-b6eb-2a67346a5acf', 'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf', 'tenant_id': '3ca7f9ef419f48639dcad342c0730fd4', 'fixed_ips': [{'subnet_id': '7edabcdc-4bd7-4467-88f0-1c35e68f9b44'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:11.844337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.867251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet 10c99607-f096-4256-931c-fbf7691f3319 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:11.879415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:11.882119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.946574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.948050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.954071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:11.964736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.014501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Allocated IP 172.20.0.2 (8699a71c-e969-4d07-b6eb-2a67346a5acf/7edabcdc-4bd7-4467-88f0-1c35e68f9b44/9af5bad4-c903-4ed3-8a84-c112ec8fd98f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:12.143354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Calling delete_port for 7f18b3af-473a-4a4c-84f0-ec614ed1dea0 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:12.166454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.200738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.221817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.233141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Transition to ACTIVE for port object 9af5bad4-c903-4ed3-8a84-c112ec8fd98f will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:12.253475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Transition to ACTIVE for port object 9af5bad4-c903-4ed3-8a84-c112ec8fd98f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:12.261458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.269965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:12.371513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.381522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:12.381755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:12.384345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:12.388937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:12.391273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Pushing event updated for resources: {'Port': ['ID=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:12.394505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:12.428750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f18b3af-473a-4a4c-84f0-ec614ed1dea0,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:12.431226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:12.433957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.487497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Attempting to bind port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:12.487903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Attempting to bind port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:12.488247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Attempting to bind port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f on network 8699a71c-e969-4d07-b6eb-2a67346a5acf {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:12.496180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:12.496602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Checking segment: {'id': 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:12.496954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.497353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Bound using segment: {'id': 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:12.497865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Bound port: 9af5bad4-c903-4ed3-8a84-c112ec8fd98f, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:12.498253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.599309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] For port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:12.603218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] For port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,segment=NetworkSegment(d113f76f-4c06-4a85-9c5d-ec8f1f83407b),segment_id=d113f76f-4c06-4a85-9c5d-ec8f1f83407b)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:12.609256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.613189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:12.695741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Pushing event updated for resources: {'Port': ['ID=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:12.700394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:12.722704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.732925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.748933 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/ports/7f18b3af-473a-4a4c-84f0-ec614ed1dea0 HTTP/1.1" status: 204  len: 168 time: 1.3224180
Dec 09 14:06:12.752517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54706) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:12.760765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'external_fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9'}]}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:12.768737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:12.777911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.800339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:router and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:12.807876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:12.819539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:12.836531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.837258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.855699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.867248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.875237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.939945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.959411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:12.965207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1f7fd88-7447-4b1a-8070-b3b4bfaa395e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:12.974734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting port 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:12.975990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.024507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=10c99607-f096-4256-931c-fbf7691f3319,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:13.065854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:13.074449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9af5bad4-c903-4ed3-8a84-c112ec8fd98f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:13.140992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.149455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1a495-4edb-4086-b574-571745bfdec9 None None] Network bc5b7996-cc75-480d-8166-dd5138717052 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:13.176700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/10c99607-f096-4256-931c-fbf7691f3319 HTTP/1.1" status: 204  len: 168 time: 1.7889647
Dec 09 14:06:13.183810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54710) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:13.264641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:13.289482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Router 1c031b47-6a2d-4479-8497-8e62c3301028 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:13.393033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.420681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.483930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] DHCP port deletion for bc5b7996-cc75-480d-8166-dd5138717052 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:06:13.488982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Deleting port a404e329-919a-4821-bef5-ac79fecbefb8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:13.489839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.503096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port a404e329-919a-4821-bef5-ac79fecbefb8 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:13.503502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.551167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.591811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.631925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.700394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Calling delete_port for 57fef4c6-f7c9-4f25-90ee-2cd315f9a33d owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:13.779452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.26.3.142 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/8cbf9d87-f43b-48a6-8db4-0ee7aff8aa15) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:13.808252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:13.819619 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] Sync routers for ids ['1c031b47-6a2d-4479-8497-8e62c3301028'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:13.827630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] For port a404e329-919a-4821-bef5-ac79fecbefb8, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a404e329-919a-4821-bef5-ac79fecbefb8,segment=NetworkSegment(a306d86a-77ae-4b46-8535-494355060548),segment_id=a306d86a-77ae-4b46-8535-494355060548)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:13.830156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.837939 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] Routers {'1c031b47-6a2d-4479-8497-8e62c3301028'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:13.838806 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a24ba00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1c031b47-6a2d-4479-8497-8e62c3301028'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:13.904846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:13.906234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a0e972ed-245b-4858-8aed-3d81ff10be15 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "PUT /v2.0/routers/1c031b47-6a2d-4479-8497-8e62c3301028 HTTP/1.1" status: 200  len: 698 time: 2.1832199
Dec 09 14:06:13.909939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:13.991275 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Calling delete_port for a404e329-919a-4821-bef5-ac79fecbefb8 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:13.999879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port a404e329-919a-4821-bef5-ac79fecbefb8, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a404e329-919a-4821-bef5-ac79fecbefb8,segment=NetworkSegment(a306d86a-77ae-4b46-8535-494355060548),segment_id=a306d86a-77ae-4b46-8535-494355060548)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:14.000521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.048855 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] Set router 1c031b47-6a2d-4479-8497-8e62c3301028 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:14.084327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609379d-6a4f-4584-a0d1-09b4ccf38f7b None None] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:14.110086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.122849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:14.128257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.142027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for a404e329-919a-4821-bef5-ac79fecbefb8 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:14.144035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68bde965-ca10-487e-b80e-003b1c7b24c8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/routers/1c031b47-6a2d-4479-8497-8e62c3301028 HTTP/1.1" status: 200  len: 704 time: 0.2322581
Dec 09 14:06:14.147022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:14.185257 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a24ba00>, [{'id': '1c031b47-6a2d-4479-8497-8e62c3301028', 'name': 'tempest-RoutersIpV6Test-router-1127929858', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:11Z', 'updated_at': '2021-12-09T14:06:12Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:14.186788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Router ee19eb75-f966-4395-bcb4-81e898f61f7d is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:14.192093 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] Checking router: 1c031b47-6a2d-4479-8497-8e62c3301028 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:14.201897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db9c5310-55e5-414e-8ad7-28f24240c681 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c031b47-6a2d-4479-8497-8e62c3301028 HTTP/1.1" status: 200  len: 205 time: 0.0527279
Dec 09 14:06:14.205463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:14.206118 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] Routers {'1c031b47-6a2d-4479-8497-8e62c3301028'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:14.207035 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a24ba00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1c031b47-6a2d-4479-8497-8e62c3301028'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:14.248662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Pushing event deleted for resources: {'Port': ['ID=a404e329-919a-4821-bef5-ac79fecbefb8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:14.256436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:14.273109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] No DVR routers for this DVR port a404e329-919a-4821-bef5-ac79fecbefb8 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:14.300947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Provisioning for port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:14.313832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Provisioning complete for port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:14.314393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.388693 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] Set router 1c031b47-6a2d-4479-8497-8e62c3301028 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:14.430326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:06:14.430924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:06:14.480579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.537503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45b38d4d-2a97-4557-a7f3-5f47ed78a3ab tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:14.572676 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a24ba00>, [{'id': '1c031b47-6a2d-4479-8497-8e62c3301028', 'name': 'tempest-RoutersIpV6Test-router-1127929858', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:11Z', 'updated_at': '2021-12-09T14:06:12Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:14.578131 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcd882f-e607-40e2-aef3-7b59c274e951 None None] The sync data for ids ['1c031b47-6a2d-4479-8497-8e62c3301028'] in dv-neutron-821183-1-hyperv is: [{'id': '1c031b47-6a2d-4479-8497-8e62c3301028', 'name': 'tempest-RoutersIpV6Test-router-1127929858', 'tenant_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:11Z', 'updated_at': '2021-12-09T14:06:12Z', 'revision_number': 2, 'project_id': '3c8527e825d543c0ac5f0cb8eef8cc44', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:14.626146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.641301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:14.652912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:14.661356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:14.671299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] For port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,segment=NetworkSegment(d113f76f-4c06-4a85-9c5d-ec8f1f83407b),segment_id=d113f76f-4c06-4a85-9c5d-ec8f1f83407b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:14.677515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.680669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c0a4eea9-7220-437f-b43e-970065fd1d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:14.709702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=8cbf9d87-f43b-48a6-8db4-0ee7aff8aa15,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:14.716953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:14.743853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.756250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.764312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd2ae395-10ec-4413-93a3-77dd63177f31 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:14.773970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Pushing event updated for resources: {'Port': ['ID=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:14.778004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:14.829313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Port': ['ID=57fef4c6-f7c9-4f25-90ee-2cd315f9a33d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:14.832832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:14.834921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:14.921137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.004995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9af5bad4-c903-4ed3-8a84-c112ec8fd98f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:15.007615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port a404e329-919a-4821-bef5-ac79fecbefb8 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:15.008064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.108629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] The port 'a404e329-919a-4821-bef5-ac79fecbefb8' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:06:15.163203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08ea1bb9-3dc0-40a3-9c50-be28c9bf764a None None] Provisioning complete for port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:15.163580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08ea1bb9-3dc0-40a3-9c50-be28c9bf764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.230700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:15.231452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.305020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.389588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.401793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.408938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:15.413407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.417930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "PUT /v2.0/routers/ee19eb75-f966-4395-bcb4-81e898f61f7d HTTP/1.1" status: 200  len: 920 time: 8.2739737
Dec 09 14:06:15.418827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54726) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:15.420845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] Sync routers for ids ['ee19eb75-f966-4395-bcb4-81e898f61f7d'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:15.436093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] Routers {'ee19eb75-f966-4395-bcb4-81e898f61f7d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:15.436790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a49dbb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ee19eb75-f966-4395-bcb4-81e898f61f7d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.497626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a404e329-919a-4821-bef5-ac79fecbefb8 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:15.548037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a49dbb0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.549004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.549428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Fanout notify agent at l3_agent the message router_deleted on router 1c031b47-6a2d-4479-8497-8e62c3301028 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:15.555922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: a404e329-919a-4821-bef5-ac79fecbefb8 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:15.556185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a404e329-919a-4821-bef5-ac79fecbefb8 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:15.569074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] Routers {'ee19eb75-f966-4395-bcb4-81e898f61f7d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:15.569911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a49dbb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ee19eb75-f966-4395-bcb4-81e898f61f7d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.570650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.571367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.576688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.577909 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9f5c9007-e795-4a8b-a288-ff5a64531289 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/1c031b47-6a2d-4479-8497-8e62c3301028 HTTP/1.1" status: 204  len: 168 time: 1.3706532
Dec 09 14:06:15.618274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54730) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:15.624717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a4b160>,) {'filters': {'network_id': ['bc5b7996-cc75-480d-8166-dd5138717052']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.641579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a49dbb0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.642030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81354ba7-1c8f-4b8e-a3e1-7078a95ba573 None None] The sync data for ids ['ee19eb75-f966-4395-bcb4-81e898f61f7d'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:15.711078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a4b160>, 'a306d86a-77ae-4b46-8535-494355060548') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.711376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a4b160>, 'a306d86a-77ae-4b46-8535-494355060548') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:15.719912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-33bd1085-f648-4242-bb3b-41f368687d8b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Synchronizing usage tracker for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:15.745078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.752810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Allocated IP 172.20.0.9 (45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5/670d6372-4d52-4df5-b322-332aa40616ef/8136a2e6-ec86-4392-b7f1-35fff96a7389) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:15.786381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-33bd1085-f648-4242-bb3b-41f368687d8b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Unset dirty status for tenant:3c8527e825d543c0ac5f0cb8eef8cc44 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:15.787855 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-33bd1085-f648-4242-bb3b-41f368687d8b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c031b47-6a2d-4479-8497-8e62c3301028 HTTP/1.1" status: 200  len: 205 time: 0.1653306
Dec 09 14:06:15.791813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.799347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54734) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:15.818999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.885551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:15.886258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:15.909382 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:15.962401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-724225e7-d113-4e1e-bf48-22a6128babcf tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/ee19eb75-f966-4395-bcb4-81e898f61f7d HTTP/1.1" status: 200  len: 926 time: 0.5413091
Dec 09 14:06:15.966257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54738) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:15.992215 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-4c58c536-9993-4c8a-854c-9a4b1b1f52b0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:15.993235 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4c58c536-9993-4c8a-854c-9a4b1b1f52b0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/1c031b47-6a2d-4479-8497-8e62c3301028 HTTP/1.1" status: 404  len: 336 time: 0.1929491
Dec 09 14:06:16.000392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.042852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:16.065348 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4893954f-3ed7-4ad4-aac4-5d40adfcff86 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:16.065809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4893954f-3ed7-4ad4-aac4-5d40adfcff86 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:16.067479 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4893954f-3ed7-4ad4-aac4-5d40adfcff86 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/06b649ff-5f32-4939-896e-d4976ff2812f HTTP/1.1" status: 404  len: 337 time: 0.0609641
Dec 09 14:06:16.071185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54746) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.121163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-532557a4-4b71-4b98-b1f0-105102d2c67c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:16.121628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532557a4-4b71-4b98-b1f0-105102d2c67c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:16.123291 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-532557a4-4b71-4b98-b1f0-105102d2c67c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/a67b38d5-8ad2-407a-8f9f-2f3c9c818427 HTTP/1.1" status: 404  len: 337 time: 0.0492249
Dec 09 14:06:16.126775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54750) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.182491 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d365c55f-3de0-4bcd-94cc-be9bf1ae8d97 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:16.182839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d365c55f-3de0-4bcd-94cc-be9bf1ae8d97 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:16.184518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d365c55f-3de0-4bcd-94cc-be9bf1ae8d97 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/879374f7-e1f7-4c85-82c6-965cf3c7b6f7 HTTP/1.1" status: 404  len: 337 time: 0.0544357
Dec 09 14:06:16.189709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.236625 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f433ec6b-1796-4944-b7c2-02e9b2a96b21 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=ee19eb75-f966-4395-bcb4-81e898f61f7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2691875
Dec 09 14:06:16.238082 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-90619c9d-d582-426e-ad0f-e4ba691cc383 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:16.238497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90619c9d-d582-426e-ad0f-e4ba691cc383 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:16.240030 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-90619c9d-d582-426e-ad0f-e4ba691cc383 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/a176498b-6f6f-4951-a6a1-3e7fee413bbf HTTP/1.1" status: 404  len: 337 time: 0.0493946
Dec 09 14:06:16.241377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.242851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54760) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.380793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:16.386119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:16.393195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9be18c-aa61-4d79-986f-5ca60013225e tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:16.394614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0e24129b-95dc-49a0-9ca9-7061cd0ca9fa tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:16.394759 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d9be18c-aa61-4d79-986f-5ca60013225e tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.1506779
Dec 09 14:06:16.395794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:16.398126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54766) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.411606 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd59f217-7da4-464e-837c-2cec91daa1ec tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 200  len: 205 time: 0.1575446
Dec 09 14:06:16.423888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54770) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.446422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad87e774-a036-4eeb-a63b-367d68096488 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee19eb75-f966-4395-bcb4-81e898f61f7d HTTP/1.1" status: 200  len: 205 time: 0.0463068
Dec 09 14:06:16.447594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=bc5b7996-cc75-480d-8166-dd5138717052,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:16.448962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.450182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:16.538941 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-e6c7b043-96f4-433f-9b5b-9b4fb88518a8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:16.539998 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e6c7b043-96f4-433f-9b5b-9b4fb88518a8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/15708fb5-34b0-49b0-b505-3bdd7c72f9ac HTTP/1.1" status: 404  len: 336 time: 0.1015449
Dec 09 14:06:16.552322 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/bc5b7996-cc75-480d-8166-dd5138717052 HTTP/1.1" status: 204  len: 168 time: 3.3606005
Dec 09 14:06:16.552322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54778) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.552322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54780) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.590520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:16.597104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1305310461'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:16.665085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:16.671207 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-892c53ab-2504-4ec3-8fad-92518da5b6c2 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fa5071d-5e09-4878-9b28-64c8dc47687f HTTP/1.1" status: 200  len: 205 time: 0.1205170
Dec 09 14:06:16.673547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.732194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:16.745439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:16.756510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:16.800128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-aaf185a1-e5ae-4dcd-84b1-0f0dba79920a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:16.801150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aaf185a1-e5ae-4dcd-84b1-0f0dba79920a tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/8fa5071d-5e09-4878-9b28-64c8dc47687f HTTP/1.1" status: 404  len: 336 time: 0.1266956
Dec 09 14:06:16.805846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.827170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:16.830082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:16.854735 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b4037a-0a40-4ad3-9df4-f005c5ec44ce tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:16.855164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b4037a-0a40-4ad3-9df4-f005c5ec44ce tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:16.856922 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95b4037a-0a40-4ad3-9df4-f005c5ec44ce tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/97f42653-39c9-44ef-8833-41d09a5d6c06 HTTP/1.1" status: 404  len: 337 time: 0.0500224
Dec 09 14:06:16.862182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.928219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17ca2813-fcfb-48b2-a2ea-d6b93937de26 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 200  len: 205 time: 0.0624959
Dec 09 14:06:16.928841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54798) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:16.957927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:16.972039 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] Sync routers for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:16.976462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:16.985584 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:16.986204 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5cc3a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:16.995521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.008809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6468eebb-d0a9-40a2-a250-c821346e7051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:17.048411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:17.050724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.052084 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ead21e7d-9533-4a0b-b054-2f9f9f5843c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:17.052419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.3501999
Dec 09 14:06:17.055599 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ead21e7d-9533-4a0b-b054-2f9f9f5843c0 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/7ae32971-7129-4243-8c88-572fe79d0efc HTTP/1.1" status: 404  len: 336 time: 0.1236379
Dec 09 14:06:17.057304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.057485 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5cc3a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.057854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.069676 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:17.070510 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5cc3a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.091070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.091410 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment 4dfe455f-fb9a-4b72-bf97-a207fb1a80b5 of type vlan for network 841efc18-6715-410b-8877-4b6afb43ad0d
Dec 09 14:06:17.109750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:17.114232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Router 676032b7-21e8-4b17-ae2b-7594549fbfee has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:17.116260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Port': ['ID=8136a2e6-ec86-4392-b7f1-35fff96a7389,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:17.119421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:17.120524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:17.122686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:17.133401 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5cc3a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.133884 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ad284d-8038-40de-9bd1-49c4fdbeaf79 None None] The sync data for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:17.201281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.302809 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5007f10f-6272-4f83-aa8c-e0056691db79 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a8b342c-6399-4431-aa91-0ddd09bd4463 HTTP/1.1" status: 200  len: 205 time: 0.2395830
Dec 09 14:06:17.305746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54810) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.389091 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-ccc88837-88b9-4aca-bdd9-c04e603ca9c8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:17.392536 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ccc88837-88b9-4aca-bdd9-c04e603ca9c8 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/9a8b342c-6399-4431-aa91-0ddd09bd4463 HTTP/1.1" status: 404  len: 336 time: 0.0829823
Dec 09 14:06:17.392821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54814) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.414531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.418745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:17.419417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.426560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9c6a0bc-93b3-4ed4-b370-a3184ad56b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:17.450985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c139cb92-f504-4ef9-a829-a6f3b4a4a82c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:17.451759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c139cb92-f504-4ef9-a829-a6f3b4a4a82c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:17.453729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c139cb92-f504-4ef9-a829-a6f3b4a4a82c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/dc58bb49-885f-4ec9-8c2a-aa04edab711d HTTP/1.1" status: 404  len: 337 time: 0.0599742
Dec 09 14:06:17.464015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54818) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.615138 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0622890
Dec 09 14:06:17.617170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:17.622959 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2273638
Dec 09 14:06:17.623768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54822) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.627564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.634233 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-16a75e43-7203-4346-973a-67351d3f2dfb tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=53f34ba5-d9e5-44a0-927c-0ae6a007e09f HTTP/1.1" status: 200  len: 205 time: 0.1638105
Dec 09 14:06:17.634684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=841efc18-6715-410b-8877-4b6afb43ad0d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:17.635894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] Sync routers for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:17.637213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:17.638670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54830) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.642507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:17.657061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:17.657967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c775b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.711544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-55a52467-ab11-43c0-9788-c691385a6af1 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] show failed (client error): The resource could not be found.
Dec 09 14:06:17.717903 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-55a52467-ab11-43c0-9788-c691385a6af1 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1799740776 HTTP/1.1" status: 404  len: 335 time: 0.0821478
Dec 09 14:06:17.718130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 841efc18-6715-410b-8877-4b6afb43ad0d details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:17.718234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.726303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ca5ef387-2d2a-4f7e-9676-2400cd0626c0 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:17.749387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c775b0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.800027 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-ca5ef387-2d2a-4f7e-9676-2400cd0626c0 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] update failed (client error): The resource could not be found.
Dec 09 14:06:17.804810 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ca5ef387-2d2a-4f7e-9676-2400cd0626c0 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-169610413 HTTP/1.1" status: 404  len: 334 time: 0.0823874
Dec 09 14:06:17.806122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54838) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:17.821008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.840329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] Routers {'676032b7-21e8-4b17-ae2b-7594549fbfee'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:17.840975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c775b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['676032b7-21e8-4b17-ae2b-7594549fbfee'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.901883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Deleting port feb4f741-67cc-4b34-9c84-802ff62fea9d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:17.902274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:17.910486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c775b0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:17.911008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bb22d-a41b-42ea-be20-45bdc4c0d06e None None] The sync data for ids ['676032b7-21e8-4b17-ae2b-7594549fbfee'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:17.992070 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-d39c2520-44e7-4eb5-b266-d4ea58fa62d4 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:17.996027 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d39c2520-44e7-4eb5-b266-d4ea58fa62d4 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/53f34ba5-d9e5-44a0-927c-0ae6a007e09f HTTP/1.1" status: 404  len: 336 time: 0.3295033
Dec 09 14:06:17.999203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54842) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:18.073815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-259ced7a-977a-49bf-977f-e71e519f2336 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:18.074131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259ced7a-977a-49bf-977f-e71e519f2336 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:18.075855 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-259ced7a-977a-49bf-977f-e71e519f2336 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/66d79777-66ea-48be-a3ff-103123867006 HTTP/1.1" status: 404  len: 337 time: 0.0714958
Dec 09 14:06:18.082642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:18.084621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54846) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:18.132571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:18.136531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:18.159793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:18.172649 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7c7fc473-2fd5-4dac-86f2-f3f48bebc876 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "GET /v2.0/ports?device_id=b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 HTTP/1.1" status: 200  len: 205 time: 0.0863070
Dec 09 14:06:18.173338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.181616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:18.238639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:18.349835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.350495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.374917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Calling delete_port for feb4f741-67cc-4b34-9c84-802ff62fea9d owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:18.383918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting subnet 9eccef06-338f-4a4f-9462-39bfd2f282d9 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:18.403198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-fcc5ab18-1308-45fd-8dd3-85996abe1c56 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:18.404274 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fcc5ab18-1308-45fd-8dd3-85996abe1c56 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/routers/b904d2d4-e4f5-4e98-824c-aa1e62ec6d52 HTTP/1.1" status: 404  len: 336 time: 0.2216954
Dec 09 14:06:18.411696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54854) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:18.444999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.465962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-34922fbd-5941-4be9-a853-07d0be3be668 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:18.466385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34922fbd-5941-4be9-a853-07d0be3be668 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:18.470348 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-34922fbd-5941-4be9-a853-07d0be3be668 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/f04cb8d8-ce4d-4b30-bd1d-774f787edc70 HTTP/1.1" status: 404  len: 337 time: 0.0538266
Dec 09 14:06:18.473143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:18.482481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.611585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.649694 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d798c461-281d-4a10-9c8b-378acbebb7db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:18.650675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d798c461-281d-4a10-9c8b-378acbebb7db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:18.654780 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d798c461-281d-4a10-9c8b-378acbebb7db tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] 10.222.0.21 "DELETE /v2.0/subnets/9682b153-dd75-4a7f-a340-7fc8ca001fc7 HTTP/1.1" status: 404  len: 337 time: 0.1783736
Dec 09 14:06:18.880981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.902843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:18.908466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1764142f-6ed3-4e01-a678-eaf562820534 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:18.968354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event deleted for resources: {'Port': ['ID=feb4f741-67cc-4b34-9c84-802ff62fea9d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:18.974236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:19.005995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54866) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:19.030667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.036713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93962d40-4d31-498a-a8f2-eba0a6ea31de tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:19.092555 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-84595b40-5d24-4f1e-89e5-8ab33ea8df7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3276908
Dec 09 14:06:19.131927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.138735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=d50b8f9f-bfe5-4f68-918a-a07565abf070,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:19.141461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:19.144189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7661e52b-ca9e-48fc-9f5e-268f01d623ea tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:19.245406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Subnet': ['ID=9eccef06-338f-4a4f-9462-39bfd2f282d9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:19.248367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:19.258363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.264374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0638b5-fd9e-4612-a69e-d14a06186492 None None] Network 7f339567-d6df-4390-84b3-034070e5a487 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:19.287970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.304480 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/subnets/9eccef06-338f-4a4f-9462-39bfd2f282d9 HTTP/1.1" status: 204  len: 168 time: 1.4443536
Dec 09 14:06:19.308077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:19.308431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: 841efc18-6715-410b-8877-4b6afb43ad0d, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:19.348974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:19.478796 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-13097633-9574-4840-99f2-668917b94b4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c8527e825d543c0ac5f0cb8eef8cc44&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4671466
Dec 09 14:06:19.484701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54876) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:19.528189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Router 355e7dc2-445d-4e11-ab32-c3d7bcddfcbd is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:19.537128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-a8f63dd5-1b67-4271-9c22-b7707ed9fc01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 1098 time: 0.3257864
Dec 09 14:06:19.551494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 841efc18-6715-410b-8877-4b6afb43ad0d is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:19.572002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] DHCP port deletion for 7f339567-d6df-4390-84b3-034070e5a487 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:06:19.579043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Deleting port 143daab7-b924-4eb0-93d6-eed4c6e26308 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:19.580062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.598591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 841efc18-6715-410b-8877-4b6afb43ad0d) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:19.603864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:19.604444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.620389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6abc33-74e2-44de-b7c6-896ff062c9b7 None None] Network 841efc18-6715-410b-8877-4b6afb43ad0d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:19.714267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.730718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.733518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.766207 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1320226
Dec 09 14:06:19.770593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54880) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:19.771000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.797656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-470806022'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:19.921893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:19.934004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-790900dd-e1e3-4848-9e3e-26b6e40cedc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:19.935709 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-790900dd-e1e3-4848-9e3e-26b6e40cedc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.3706322
Dec 09 14:06:19.945217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] For port 143daab7-b924-4eb0-93d6-eed4c6e26308, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=143daab7-b924-4eb0-93d6-eed4c6e26308,segment=NetworkSegment(a9030741-acc9-47a6-b079-5b8a58d60533),segment_id=a9030741-acc9-47a6-b079-5b8a58d60533)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:19.945736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.137397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Calling delete_port for 143daab7-b924-4eb0-93d6-eed4c6e26308 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:20.149685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.150273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Fanout notify agent at l3_agent the message router_deleted on router ee19eb75-f966-4395-bcb4-81e898f61f7d {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:20.153864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting subnet 2a8cba08-0664-4b44-88a2-db8937d9eafa {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:20.172901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.180044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:20.187821 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-334693c9-e1d3-4a12-af52-71f26d0f4f15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 200  len: 1000 time: 0.2334089
Dec 09 14:06:20.189506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:20.194588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:20.203440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-841efc18-6715-410b-8877-4b6afb43ad0d', 'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': 'd50b8f9f-bfe5-4f68-918a-a07565abf070'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:20.204358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.247105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.248242 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/ee19eb75-f966-4395-bcb4-81e898f61f7d HTTP/1.1" status: 204  len: 168 time: 3.7981081
Dec 09 14:06:20.250662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.256837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54884) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:20.259606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:20.269922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d0a9d5a0-080d-4a2f-8d28-a5b1f4fd1e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:20.292676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.298484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1639783448', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:20.300090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7604a9c4-092c-4f23-8b43-d4ef84764b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:20.303189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.328032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be000757-1bae-459d-bef6-c1890f8c5179,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:20.330534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:20.340954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:20.350929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Pushing event deleted for resources: {'Port': ['ID=143daab7-b924-4eb0-93d6-eed4c6e26308,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:20.355855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Usage tracker for resource:router and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:20.358408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:20.358954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.362285 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be000757-1bae-459d-bef6-c1890f8c5179 HTTP/1.1" status: 204  len: 168 time: 0.8703806
Dec 09 14:06:20.362285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:20.363784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.376334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:20.387919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-2c71ce43-9347-4490-a815-71363837faff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:20.389457 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-2c71ce43-9347-4490-a815-71363837faff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.1902096
Dec 09 14:06:20.393470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:20.449595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] No DVR routers for this DVR port 143daab7-b924-4eb0-93d6-eed4c6e26308 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:20.461270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port e48252b2-3c1f-409c-a5ac-8d7f45b20e15 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:20.513076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.514105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.520181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.1 (8699a71c-e969-4d07-b6eb-2a67346a5acf/7edabcdc-4bd7-4467-88f0-1c35e68f9b44/25cf32af-de23-43c3-b98c-acb9d439dca8) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:20.532814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Allocated IP 2001:db8::2 (841efc18-6715-410b-8877-4b6afb43ad0d/d50b8f9f-bfe5-4f68-918a-a07565abf070/23e5550f-60c4-4888-94d2-aefe04874381) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:20.560273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:20.569517 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Sync routers for ids ['355e7dc2-445d-4e11-ab32-c3d7bcddfcbd'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:20.615890 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Routers {'355e7dc2-445d-4e11-ab32-c3d7bcddfcbd'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:20.617333 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a301430>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['355e7dc2-445d-4e11-ab32-c3d7bcddfcbd'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:20.645012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.672504 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-a762607a-7eb3-4340-bb7d-ac9ba64c540e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2748752
Dec 09 14:06:20.674123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.677468 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 7.9204025
Dec 09 14:06:20.683117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54892) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:20.693887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.710300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Transition to ACTIVE for port object 25cf32af-de23-43c3-b98c-acb9d439dca8 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:20.752135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.757376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-04537a57-d65e-43db-8706-acbcdebdaa9b tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:20.875105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:20.881087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:20.892730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=25cf32af-de23-43c3-b98c-acb9d439dca8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:20.895521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:20.952560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.963881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:20.967348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Transition to ACTIVE for port object 23e5550f-60c4-4888-94d2-aefe04874381 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:20.999085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Transition to ACTIVE for port object 23e5550f-60c4-4888-94d2-aefe04874381 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:21.012211 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Set router 355e7dc2-445d-4e11-ab32-c3d7bcddfcbd gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:21.018933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.030098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614de3ec-622d-49f7-a8d4-f840661af9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:21.041999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:21.086635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 143daab7-b924-4eb0-93d6-eed4c6e26308 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:21.151696 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-e89dee4d-da17-442b-9b4c-ab6bd8d85b76 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4652798
Dec 09 14:06:21.175770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 143daab7-b924-4eb0-93d6-eed4c6e26308 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:21.176299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 143daab7-b924-4eb0-93d6-eed4c6e26308 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:21.188944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Pushing event updated for resources: {'Port': ['ID=23e5550f-60c4-4888-94d2-aefe04874381,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:21.209405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Network 841efc18-6715-410b-8877-4b6afb43ad0d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:21.211288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:21.213273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:21.215925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:21.230443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.234612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.251918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dad5c04f-2f59-4647-b297-0a11db34b4cd tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:21.314266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8cba08-0664-4b44-88a2-db8937d9eafa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:21.327422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:21.336413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Attempting to bind port 23e5550f-60c4-4888-94d2-aefe04874381 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:21.338434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Attempting to bind port 23e5550f-60c4-4888-94d2-aefe04874381 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:21.338913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Attempting to bind port 23e5550f-60c4-4888-94d2-aefe04874381 on network 841efc18-6715-410b-8877-4b6afb43ad0d {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:21.343345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.346972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f54b4-a4f4-498d-9b8c-fde414bf4400 None None] Network 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:21.359408 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/subnets/2a8cba08-0664-4b44-88a2-db8937d9eafa HTTP/1.1" status: 204  len: 168 time: 2.0090396
Dec 09 14:06:21.361665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:21.414667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::11a (841efc18-6715-410b-8877-4b6afb43ad0d/d50b8f9f-bfe5-4f68-918a-a07565abf070/e48252b2-3c1f-409c-a5ac-8d7f45b20e15) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:21.537209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.566481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.582079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.670210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:21.670721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Checking segment: {'id': '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:21.671204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.671983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Bound using segment: {'id': '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:21.672607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Bound port: 23e5550f-60c4-4888-94d2-aefe04874381, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '841efc18-6715-410b-8877-4b6afb43ad0d'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:21.673071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.711692 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a301430>, [{'id': '355e7dc2-445d-4e11-ab32-c3d7bcddfcbd', 'name': '', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'external_fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '8136a2e6-ec86-4392-b7f1-35fff96a7389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:12Z', 'updated_at': '2021-12-09T14:06:17Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '8136a2e6-ec86-4392-b7f1-35fff96a7389', 'name': '', 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e7dc2-445d-4e11-ab32-c3d7bcddfcbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:15Z', 'updated_at': '2021-12-09T14:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '670d6372-4d52-4df5-b322-332aa40616ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:21.718195 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Checking router: 355e7dc2-445d-4e11-ab32-c3d7bcddfcbd for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:21.718809 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Updating router 355e7dc2-445d-4e11-ab32-c3d7bcddfcbd port 8136a2e6-ec86-4392-b7f1-35fff96a7389 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:06:21.726973 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-24c3adf9-8e9f-4b97-92d8-b16e63c1641e req-4ec7db40-29f3-41ea-a5e2-507a94089ba1 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5655539
Dec 09 14:06:21.801972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] For port 23e5550f-60c4-4888-94d2-aefe04874381, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:21.805144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] For port 23e5550f-60c4-4888-94d2-aefe04874381, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=23e5550f-60c4-4888-94d2-aefe04874381,segment=NetworkSegment(4dfe455f-fb9a-4b72-bf97-a207fb1a80b5),segment_id=4dfe455f-fb9a-4b72-bf97-a207fb1a80b5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:21.806408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d01915c3-82e7-44f3-b4a9-8e013dcb8c8e None None] Provisioning for port 25cf32af-de23-43c3-b98c-acb9d439dca8 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:21.814795 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.819317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.833509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d01915c3-82e7-44f3-b4a9-8e013dcb8c8e None None] Provisioning complete for port 25cf32af-de23-43c3-b98c-acb9d439dca8 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:21.833907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d01915c3-82e7-44f3-b4a9-8e013dcb8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.865172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3678f65e-597a-4325-9811-8f01c4507c22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:21.939398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:21.952892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:21.999205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d01915c3-82e7-44f3-b4a9-8e013dcb8c8e None None] Port 25cf32af-de23-43c3-b98c-acb9d439dca8 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:22.005977 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Pushing event updated for resources: {'Port': ['ID=23e5550f-60c4-4888-94d2-aefe04874381,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:22.010535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:22.076232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448564400>,) {'filters': {'network_id': ['7f339567-d6df-4390-84b3-034070e5a487']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:22.089569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.102288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] DHCP port deletion for 8f6ccbdb-8503-4554-ad5b-20d29d4d1adc request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:06:22.108161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Deleting port e01a90ac-e64c-4482-a469-69ab4252dd66 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:22.108770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.111352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.247218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object e48252b2-3c1f-409c-a5ac-8d7f45b20e15 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:22.303733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.371826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.457781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.466797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:22.504044 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.521662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5cbab754-8c01-4da6-afc9-873bde22b6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.537198 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Transition to ACTIVE for port object 8136a2e6-ec86-4392-b7f1-35fff96a7389 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:22.545683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448564400>, 'a9030741-acc9-47a6-b079-5b8a58d60533') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:22.546274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448564400>, 'a9030741-acc9-47a6-b079-5b8a58d60533') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:22.546522 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.552261 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:22.554303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] For port e01a90ac-e64c-4482-a469-69ab4252dd66, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e01a90ac-e64c-4482-a469-69ab4252dd66,segment=NetworkSegment(bad6b35e-bfe4-413d-a586-7f499240db06),segment_id=bad6b35e-bfe4-413d-a586-7f499240db06)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:22.554915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.559372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.583645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.591631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:22.592081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.673402 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Pushing event updated for resources: {'Port': ['ID=8136a2e6-ec86-4392-b7f1-35fff96a7389,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:22.684979 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.685711 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.686280 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.687125 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.687909 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.688583 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.689174 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.690040 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.690666 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.691244 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.691777 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:06:22.700290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=e48252b2-3c1f-409c-a5ac-8d7f45b20e15,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:22.701546 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:22.708371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1467783211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:22.712958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.714180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:22.718105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:22.729157 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Attempting to bind port 8136a2e6-ec86-4392-b7f1-35fff96a7389 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:22.729800 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Attempting to bind port 8136a2e6-ec86-4392-b7f1-35fff96a7389 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '33a7f56d-29c2-4f55-a779-fa72495691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:22.730137 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Attempting to bind port 8136a2e6-ec86-4392-b7f1-35fff96a7389 on network 45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:22.736293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:22.738376 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:22.738932 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Checking segment: {'id': '33a7f56d-29c2-4f55-a779-fa72495691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:22.739469 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.739964 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Bound using segment: {'id': '33a7f56d-29c2-4f55-a779-fa72495691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:22.740814 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Bound port: 8136a2e6-ec86-4392-b7f1-35fff96a7389, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a7f56d-29c2-4f55-a779-fa72495691c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:22.741005 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.744705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75315c11-0641-4541-86d3-92f28c0c0df6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:22.755968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Calling delete_port for e01a90ac-e64c-4482-a469-69ab4252dd66 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:22.759090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:22.769966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.775594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:22.790484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Network': ['ID=7f339567-d6df-4390-84b3-034070e5a487,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:22.812139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 841efc18-6715-410b-8877-4b6afb43ad0d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:22.819101 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/networks/7f339567-d6df-4390-84b3-034070e5a487 HTTP/1.1" status: 204  len: 168 time: 1.4562731
Dec 09 14:06:22.821352 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] For port 8136a2e6-ec86-4392-b7f1-35fff96a7389, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:22.821514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:22.822425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:22.826038 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] For port 8136a2e6-ec86-4392-b7f1-35fff96a7389, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8136a2e6-ec86-4392-b7f1-35fff96a7389,segment=NetworkSegment(33a7f56d-29c2-4f55-a779-fa72495691c5),segment_id=33a7f56d-29c2-4f55-a779-fa72495691c5)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:22.832435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:22.835014 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.841861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:22.847982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:22.851244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.852383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:22.854621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.856641 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:22.858436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.860703 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:22.864515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5f0a6bdb-93fa-47fa-aa7d-8b3c872166d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:22.880841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:22.919728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Pushing event deleted for resources: {'Port': ['ID=e01a90ac-e64c-4482-a469-69ab4252dd66,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:22.923745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:22.926050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] No DVR routers for this DVR port e01a90ac-e64c-4482-a469-69ab4252dd66 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:22.939202 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Routers {'355e7dc2-445d-4e11-ab32-c3d7bcddfcbd'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:22.939977 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a301430>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:05:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['355e7dc2-445d-4e11-ab32-c3d7bcddfcbd'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:22.948976 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 3.1749241
Dec 09 14:06:22.957807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54928) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:22.960359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:06:23.010613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:23.014895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:security_group_rule and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:23.020425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:23.023117 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Pushing event updated for resources: {'Port': ['ID=8136a2e6-ec86-4392-b7f1-35fff96a7389,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:23.026453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:23.035708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Allocated IP 172.26.3.195 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/45fdb197-0047-468a-936b-f8cb11c021ef) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:23.046702 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:23.065626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.079885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port e48252b2-3c1f-409c-a5ac-8d7f45b20e15 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:23.080349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.088534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.117023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.120414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 23e5550f-60c4-4888-94d2-aefe04874381 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:23.123627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2745be38-cdb3-4b95-a355-6620a83548a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:23.192552 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] Set router 355e7dc2-445d-4e11-ab32-c3d7bcddfcbd gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:23.269298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 23e5550f-60c4-4888-94d2-aefe04874381 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:23.302979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.310595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.327380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=25cf32af-de23-43c3-b98c-acb9d439dca8,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:23.333180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.342237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:23.343816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d36d614-6f14-48e4-8366-ec774650d348 tempest-NegativeSecGroupTest-1104244496 tempest-NegativeSecGroupTest-1104244496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:23.360184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e01a90ac-e64c-4482-a469-69ab4252dd66 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:23.402864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e01a90ac-e64c-4482-a469-69ab4252dd66 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:23.403222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e01a90ac-e64c-4482-a469-69ab4252dd66 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:23.439042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.491404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.508717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:23.515858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faee2c0-a734-4269-aac3-5ed2a587e93b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:23.519570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:23.579244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Deleting port 8136a2e6-ec86-4392-b7f1-35fff96a7389 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:23.579244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.593351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9113d151-60e2-4917-b8dd-f457f4d6cac9 None None] Network 841efc18-6715-410b-8877-4b6afb43ad0d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:23.607848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64486277f0>,) {'filters': {'network_id': ['8f6ccbdb-8503-4554-ad5b-20d29d4d1adc']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:23.623687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.624029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment af3fc88f-967f-4816-8977-718fcbf6359a of type vlan for network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8
Dec 09 14:06:23.637675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64486277f0>, 'bad6b35e-bfe4-413d-a586-7f499240db06') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:23.637675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64486277f0>, 'bad6b35e-bfe4-413d-a586-7f499240db06') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:23.640590 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a301430>, [{'id': '355e7dc2-445d-4e11-ab32-c3d7bcddfcbd', 'name': '', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'external_fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '8136a2e6-ec86-4392-b7f1-35fff96a7389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:12Z', 'updated_at': '2021-12-09T14:06:17Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '8136a2e6-ec86-4392-b7f1-35fff96a7389', 'name': '', 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e7dc2-445d-4e11-ab32-c3d7bcddfcbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:15Z', 'updated_at': '2021-12-09T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670d6372-4d52-4df5-b322-332aa40616ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:23.645187 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33f8f1e-b770-4b16-af09-ae03a68e824f None None] The sync data for ids ['355e7dc2-445d-4e11-ab32-c3d7bcddfcbd'] in dv-neutron-821183-1-hyperv is: [{'id': '355e7dc2-445d-4e11-ab32-c3d7bcddfcbd', 'name': '', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'external_fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '8136a2e6-ec86-4392-b7f1-35fff96a7389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:12Z', 'updated_at': '2021-12-09T14:06:17Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '8136a2e6-ec86-4392-b7f1-35fff96a7389', 'name': '', 'network_id': '45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e7dc2-445d-4e11-ab32-c3d7bcddfcbd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '670d6372-4d52-4df5-b322-332aa40616ef', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:15Z', 'updated_at': '2021-12-09T14:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '670d6372-4d52-4df5-b322-332aa40616ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:23.661425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.685229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.710444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.726425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.742509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:23.742907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.746561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Provisioning for port 23e5550f-60c4-4888-94d2-aefe04874381 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:23.763577 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:23.765941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Provisioning complete for port 23e5550f-60c4-4888-94d2-aefe04874381 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:23.765941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:23.786620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:23.793824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:24.040031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.123558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.127587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:24.128180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.131617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] For port 23e5550f-60c4-4888-94d2-aefe04874381, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=23e5550f-60c4-4888-94d2-aefe04874381,segment=NetworkSegment(4dfe455f-fb9a-4b72-bf97-a207fb1a80b5),segment_id=4dfe455f-fb9a-4b72-bf97-a207fb1a80b5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:24.152378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.155699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8881e54a-6c96-4a7b-a563-e59df2fed156 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:24.166137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:24.195710 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.2524529
Dec 09 14:06:24.197425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for e48252b2-3c1f-409c-a5ac-8d7f45b20e15 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:24.204080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:24.233727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1089952461'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:24.245972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.266274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Pushing event updated for resources: {'Port': ['ID=23e5550f-60c4-4888-94d2-aefe04874381,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:24.276278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:24.301243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.303444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:24.325377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f50710f8-eea4-49de-96db-e44016685fa2 None None] Provisioning complete for port 25cf32af-de23-43c3-b98c-acb9d439dca8 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:24.325783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f50710f8-eea4-49de-96db-e44016685fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.330351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.336517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:24.341388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/networks/8f6ccbdb-8503-4554-ad5b-20d29d4d1adc HTTP/1.1" status: 204  len: 168 time: 1.5168238
Dec 09 14:06:24.342762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:24.348991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54936) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:24.355717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:24.361426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] For port 8136a2e6-ec86-4392-b7f1-35fff96a7389, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8136a2e6-ec86-4392-b7f1-35fff96a7389,segment=NetworkSegment(33a7f56d-29c2-4f55-a779-fa72495691c5),segment_id=33a7f56d-29c2-4f55-a779-fa72495691c5)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:24.361823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.364395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=22a1dde5-d8bd-4c84-ac58-385d493a4eb8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:24.370255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:24.378763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5d51e0c-7aae-4df8-93c9-007a379ab9c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:24.397854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f50710f8-eea4-49de-96db-e44016685fa2 None None] Port 25cf32af-de23-43c3-b98c-acb9d439dca8 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:24.400261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:24.419511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Network': ['ID=8f6ccbdb-8503-4554-ad5b-20d29d4d1adc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:24.423148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:24.425445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:24.435722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.726406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:24.747913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.748272 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment 4210828a-9304-493d-b311-0b78ff7d0700 of type vlan for network fb742361-2abf-4cd7-b4ed-6520b441c6ad
Dec 09 14:06:24.796947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Calling delete_port for 8136a2e6-ec86-4392-b7f1-35fff96a7389 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:24.844998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-edcfd8d8-5428-44d3-ab98-71964e668c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.862969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.874299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-04244767-72b6-4636-ad83-82ff6592295b tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:24.913309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.952986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event updated for resources: {'Port': ['ID=45fdb197-0047-468a-936b-f8cb11c021ef,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:24.956214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:24.979194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:24.983081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:24.983664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.000927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2dead029-6307-4fb0-a487-aebf8928fce9 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:25.036793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-19163637-7283-4c6b-a486-3052fb809e86 None None] Provisioning for port e48252b2-3c1f-409c-a5ac-8d7f45b20e15 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:25.045828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-19163637-7283-4c6b-a486-3052fb809e86 None None] Provisioning complete for port e48252b2-3c1f-409c-a5ac-8d7f45b20e15 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:25.046388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19163637-7283-4c6b-a486-3052fb809e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.062037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.077148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:25.078100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ee950767-f435-4a7f-bd10-bc5602292ef6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:25.101366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-19163637-7283-4c6b-a486-3052fb809e86 None None] Port e48252b2-3c1f-409c-a5ac-8d7f45b20e15 was deleted so its status cannot be updated. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 09 14:06:25.116764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-19163637-7283-4c6b-a486-3052fb809e86 None None] Provisioning complete for port 23e5550f-60c4-4888-94d2-aefe04874381 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:25.117289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19163637-7283-4c6b-a486-3052fb809e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.121231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9093733
Dec 09 14:06:25.123229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:25.126263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54940) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:25.129453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=e48252b2-3c1f-409c-a5ac-8d7f45b20e15,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:25.132303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:25.133822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:25.134741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:25.135898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:25.170062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=fb742361-2abf-4cd7-b4ed-6520b441c6ad,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:25.178686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:25.196093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting subnet 996a0564-8259-4b95-ad83-1bc5f8589275 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:25.210012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.237201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 23e5550f-60c4-4888-94d2-aefe04874381 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:25.289086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:25.318419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.399312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:25.411090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:25.415889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.419846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:25.439101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:25.488168 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/e48252b2-3c1f-409c-a5ac-8d7f45b20e15 HTTP/1.1" status: 204  len: 168 time: 2.5270245
Dec 09 14:06:25.495676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:25.512317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54944) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:25.533328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 23e5550f-60c4-4888-94d2-aefe04874381 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:25.533752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.656425 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce88a86a-a8b2-44fd-94a5-0ba39f6212a1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:25.656941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce88a86a-a8b2-44fd-94a5-0ba39f6212a1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:25.679800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8136a2e6-ec86-4392-b7f1-35fff96a7389 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:25.696939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce88a86a-a8b2-44fd-94a5-0ba39f6212a1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:25.700496 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ce88a86a-a8b2-44fd-94a5-0ba39f6212a1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/e48252b2-3c1f-409c-a5ac-8d7f45b20e15 HTTP/1.1" status: 404  len: 333 time: 0.1826560
Dec 09 14:06:25.702446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54948) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:25.713168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.719206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2133ad77-14c4-4f52-9c28-9fcab4e475f1 tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:25.722643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 8136a2e6-ec86-4392-b7f1-35fff96a7389 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:25.723003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8136a2e6-ec86-4392-b7f1-35fff96a7389 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 09 14:06:25.748236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.756251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port 8136a2e6-ec86-4392-b7f1-35fff96a7389 not found, will not notify nova. {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 09 14:06:25.758490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-616af93c-8d7b-4e61-a3d2-201c037fcc74 None None] Could not find standard attr ID for object e48252b2-3c1f-409c-a5ac-8d7f45b20e15. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:06:25.785845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:25.916080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event deleted for resources: {'Port': ['ID=8136a2e6-ec86-4392-b7f1-35fff96a7389,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:25.922870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:26.017462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:26.030320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] Sync routers for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:26.045757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:26.046609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a13e670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:26.062271 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/routers/d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0008528
Dec 09 14:06:26.092585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54952) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:26.103744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'port': {'network_id': '8699a71c-e969-4d07-b6eb-2a67346a5acf', 'name': 'tempest-FloatingIPTestJSON-914824343'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:26.125853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet d50b8f9f-bfe5-4f68-918a-a07565abf070 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:26.147998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.171750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.171996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a13e670>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:26.175901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.183754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:26.187507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:26.188162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a13e670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:26.231526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Subnet': ['ID=996a0564-8259-4b95-ad83-1bc5f8589275,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:26.236337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:26.237216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.254980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a13e670>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:26.255734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaacce5-1337-41f3-be16-bd0517a52958 None None] The sync data for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:26.313683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.353058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.366943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.374863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc7e7c-1f22-47b1-9ca9-fca965071404 None None] Network 6563968b-31f5-4e14-838d-48a3597341d9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:26.378065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.378238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33606db2-258e-4ce4-bd51-162a402a9449 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:26.379014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.385545 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/subnets/996a0564-8259-4b95-ad83-1bc5f8589275 HTTP/1.1" status: 204  len: 168 time: 2.0272064
Dec 09 14:06:26.389053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54956) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:26.399788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.424581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:26.433316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Usage tracker for resource:port and tenant:3ca7f9ef419f48639dcad342c0730fd4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:26.442411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:26.463155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:26.487437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=755c87f5-103a-4f3f-ad95-1612ff4ee33f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:26.507267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:26.525870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.649849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] DHCP port deletion for 6563968b-31f5-4e14-838d-48a3597341d9 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:06:26.654346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Deleting port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:26.654724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.678537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.703197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.716539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Made reservation on behalf of 3ca7f9ef419f48639dcad342c0730fd4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:26.720169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.731944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.760162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] device_id is not set on port ba232fea-ca15-4506-af83-cbd66ab4d362 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:26.770621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:26.771079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.797307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.804054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:26.847059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=d50b8f9f-bfe5-4f68-918a-a07565abf070,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:26.848871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': 'af3fc88f-967f-4816-8977-718fcbf6359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:26.849220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 22a1dde5-d8bd-4c84-ac58-385d493a4eb8, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:26.859624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] For port 11f93fe2-5ffc-44dc-968b-c16b08f804a4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=11f93fe2-5ffc-44dc-968b-c16b08f804a4,segment=NetworkSegment(217e36df-2fc5-483f-8a6d-18d3f7daaff2),segment_id=217e36df-2fc5-483f-8a6d-18d3f7daaff2)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:26.859837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:26.859975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.863977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.864126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 355e7dc2-445d-4e11-ab32-c3d7bcddfcbd {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:26.875876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.894411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:26.898121 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/routers/355e7dc2-445d-4e11-ab32-c3d7bcddfcbd HTTP/1.1" status: 204  len: 168 time: 6.1196382
Dec 09 14:06:26.899566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54960) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:26.909978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/d50b8f9f-bfe5-4f68-918a-a07565abf070 HTTP/1.1" status: 204  len: 168 time: 1.2039497
Dec 09 14:06:26.910477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54964) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:26.989443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Calling delete_port for 11f93fe2-5ffc-44dc-968b-c16b08f804a4 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:26.991054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:27.029610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd9d93a-3c83-49bb-9fce-d4e15b932a5a None None] Network 841efc18-6715-410b-8877-4b6afb43ad0d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:27.031817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Deleting subnet 670d6372-4d52-4df5-b322-332aa40616ef {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:27.050416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 22a1dde5-d8bd-4c84-ac58-385d493a4eb8) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:27.073456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.075782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] For port 11f93fe2-5ffc-44dc-968b-c16b08f804a4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=11f93fe2-5ffc-44dc-968b-c16b08f804a4,segment=NetworkSegment(217e36df-2fc5-483f-8a6d-18d3f7daaff2),segment_id=217e36df-2fc5-483f-8a6d-18d3f7daaff2)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:27.076135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.111426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:27.112007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.113463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba053a85-fe2e-4124-a780-f68605fcb067 None None] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:27.147503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Allocated IP 172.20.0.10 (8699a71c-e969-4d07-b6eb-2a67346a5acf/7edabcdc-4bd7-4467-88f0-1c35e68f9b44/ba232fea-ca15-4506-af83-cbd66ab4d362) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:27.149841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 11f93fe2-5ffc-44dc-968b-c16b08f804a4 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:27.169183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0396161
Dec 09 14:06:27.172208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:27.174506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.218873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:27.296475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.333507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Calling delete_port for 11f93fe2-5ffc-44dc-968b-c16b08f804a4 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:27.341245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:27.370439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.423666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No active binding found for port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 {{(pid=83445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 09 14:06:27.424077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 11f93fe2-5ffc-44dc-968b-c16b08f804a4 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:27.425607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Pushing event deleted for resources: {'Port': ['ID=11f93fe2-5ffc-44dc-968b-c16b08f804a4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:27.435060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:27.473664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] No DVR routers for this DVR port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:27.476238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:27.490325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:27.497629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:27.509818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.561346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:06:27.562143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:06:27.569971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:27.582549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-22a1dde5-d8bd-4c84-ac58-385d493a4eb8', 'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '755c87f5-103a-4f3f-ad95-1612ff4ee33f'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:27.583377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.598896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.621597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:27.647847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 23e5550f-60c4-4888-94d2-aefe04874381 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:27.648390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.707384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] DHCP port deletion for 841efc18-6715-410b-8877-4b6afb43ad0d request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:06:27.717929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Deleting port 23e5550f-60c4-4888-94d2-aefe04874381 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:27.718396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.763669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.779266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:27.814810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Router 2bdbabea-7d17-42c8-a4d8-1abb9071cd15 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:27.824627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.845585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=670d6372-4d52-4df5-b322-332aa40616ef,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:27.848431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:27.884815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.952400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:27.960528 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/670d6372-4d52-4df5-b322-332aa40616ef HTTP/1.1" status: 204  len: 168 time: 1.0597105
Dec 09 14:06:27.964782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54972) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:27.990020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Transition to ACTIVE for port object ba232fea-ca15-4506-af83-cbd66ab4d362 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:28.055865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Allocated IP 172.20.0.2 (22a1dde5-d8bd-4c84-ac58-385d493a4eb8/755c87f5-103a-4f3f-ad95-1612ff4ee33f/d827b5b5-28cd-4cf5-adbe-207141da5a9c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:28.073726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.074406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port 23e5550f-60c4-4888-94d2-aefe04874381, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=23e5550f-60c4-4888-94d2-aefe04874381,segment=NetworkSegment(4dfe455f-fb9a-4b72-bf97-a207fb1a80b5),segment_id=4dfe455f-fb9a-4b72-bf97-a207fb1a80b5)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:28.074773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.081614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-819b05b5-1e3c-4581-a561-26033c557a7d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:28.082490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Deleting port 11f93fe2-5ffc-44dc-968b-c16b08f804a4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:28.082490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.088208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] For port 23e5550f-60c4-4888-94d2-aefe04874381, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=23e5550f-60c4-4888-94d2-aefe04874381,segment=NetworkSegment(4dfe455f-fb9a-4b72-bf97-a207fb1a80b5),segment_id=4dfe455f-fb9a-4b72-bf97-a207fb1a80b5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:28.088728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.176185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:28.191875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:28.194421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:28.222096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event updated for resources: {'Port': ['ID=ba232fea-ca15-4506-af83-cbd66ab4d362,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:28.225924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:28.240246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Calling delete_port for 23e5550f-60c4-4888-94d2-aefe04874381 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:28.268359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.275838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53ea63f9-376d-4139-88e9-f1816b97ff2e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:28.296944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] The port '11f93fe2-5ffc-44dc-968b-c16b08f804a4' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:06:28.303329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 23e5550f-60c4-4888-94d2-aefe04874381 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:28.324466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:28.325381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.335165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.358083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2644238
Dec 09 14:06:28.366099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:28.377795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Request body: {'floatingip': {'port_id': 'ba232fea-ca15-4506-af83-cbd66ab4d362'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:28.409977 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.418747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-77612e5a-fb75-444d-baca-8bdc01b1c94c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:28.487415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Pushing event deleted for resources: {'Port': ['ID=23e5550f-60c4-4888-94d2-aefe04874381,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:28.490588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=24b346fe-2b5b-4a94-92fd-911124c4bf78,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:28.493354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:28.504603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:28.524383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] No DVR routers for this DVR port 23e5550f-60c4-4888-94d2-aefe04874381 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:28.534223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': '4210828a-9304-493d-b311-0b78ff7d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:28.534777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: fb742361-2abf-4cd7-b4ed-6520b441c6ad, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:28.544664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.606614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b1f707f2-b2d7-4480-8949-3db77ccace5a None None] Provisioning for port ba232fea-ca15-4506-af83-cbd66ab4d362 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:28.616485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b1f707f2-b2d7-4480-8949-3db77ccace5a None None] Provisioning complete for port ba232fea-ca15-4506-af83-cbd66ab4d362 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:28.616870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1f707f2-b2d7-4480-8949-3db77ccace5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.673136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.698927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Transition to ACTIVE for port object d827b5b5-28cd-4cf5-adbe-207141da5a9c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:28.706180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b1f707f2-b2d7-4480-8949-3db77ccace5a None None] Port ba232fea-ca15-4506-af83-cbd66ab4d362 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:28.724034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Transition to ACTIVE for port object d827b5b5-28cd-4cf5-adbe-207141da5a9c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:28.732211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.748595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8d77d943-5b25-429e-82bb-62332a9606fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:28.772008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.786714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.799810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:28.802808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:28.807485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:28.816657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:28.825991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:06:28.826390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:06:28.835256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448b336a0>,) {'filters': {'network_id': ['6563968b-31f5-4e14-838d-48a3597341d9']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:28.839697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, fb742361-2abf-4cd7-b4ed-6520b441c6ad) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:28.844615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:28.845196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:28.853949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Pushing event updated for resources: {'Port': ['ID=d827b5b5-28cd-4cf5-adbe-207141da5a9c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:28.860896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64493cc040>,) {'filters': {'network_id': ['45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:28.865553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410f60e4-cd94-4c70-bf65-21ecda8a2e25 None None] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:28.878662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:28.913611 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7059827
Dec 09 14:06:28.918797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:28.927918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1599991104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:28.938493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:28.950794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:28.955923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:28.965817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:28.991220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Attempting to bind port d827b5b5-28cd-4cf5-adbe-207141da5a9c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:28.991591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Attempting to bind port d827b5b5-28cd-4cf5-adbe-207141da5a9c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'af3fc88f-967f-4816-8977-718fcbf6359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:28.991965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Attempting to bind port d827b5b5-28cd-4cf5-adbe-207141da5a9c on network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:29.009841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:29.010221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Checking segment: {'id': 'af3fc88f-967f-4816-8977-718fcbf6359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:29.010633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.011116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Bound using segment: {'id': 'af3fc88f-967f-4816-8977-718fcbf6359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:29.011505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Bound port: d827b5b5-28cd-4cf5-adbe-207141da5a9c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3fc88f-967f-4816-8977-718fcbf6359a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '22a1dde5-d8bd-4c84-ac58-385d493a4eb8'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:29.011888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.014053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64493cc040>, '33a7f56d-29c2-4f55-a779-fa72495691c5') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.014635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64493cc040>, '33a7f56d-29c2-4f55-a779-fa72495691c5') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.024141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b336a0>, '217e36df-2fc5-483f-8a6d-18d3f7daaff2') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.024935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b336a0>, '217e36df-2fc5-483f-8a6d-18d3f7daaff2') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.043850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.053947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.054233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.054809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.083148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.086113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.099527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:29.100403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.104089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 23e5550f-60c4-4888-94d2-aefe04874381 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:29.115984 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:29.119248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:29.119742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:29.132799 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:29.163785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.189946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 23e5550f-60c4-4888-94d2-aefe04874381 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:29.190295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 23e5550f-60c4-4888-94d2-aefe04874381 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:29.190905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8136a2e6-ec86-4392-b7f1-35fff96a7389 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:29.203354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:29.218205 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] Sync routers for ids ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:29.231068 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] Routers {'2bdbabea-7d17-42c8-a4d8-1abb9071cd15'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:29.231913 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fde80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.256007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] For port d827b5b5-28cd-4cf5-adbe-207141da5a9c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:29.261745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] For port d827b5b5-28cd-4cf5-adbe-207141da5a9c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d827b5b5-28cd-4cf5-adbe-207141da5a9c,segment=NetworkSegment(af3fc88f-967f-4816-8977-718fcbf6359a),segment_id=af3fc88f-967f-4816-8977-718fcbf6359a)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:29.263832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.299460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.306425 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fde80>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.311792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b4a68b1d-debe-4b66-8f04-d513f726b1bd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:29.315428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.319506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ffc9978-bb59-420b-9e35-c0b39f7faf0e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3970466
Dec 09 14:06:29.319615 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] Routers {'2bdbabea-7d17-42c8-a4d8-1abb9071cd15'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:29.320115 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fde80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.324976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54984) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:29.333153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.351905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.358671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 23e5550f-60c4-4888-94d2-aefe04874381 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:29.359612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.363574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:29.388757 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fde80>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.389170 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad7db6d-4a01-41e6-8a87-1e6255a6ab38 None None] The sync data for ids ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:29.396320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 8136a2e6-ec86-4392-b7f1-35fff96a7389 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:29.396935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8136a2e6-ec86-4392-b7f1-35fff96a7389 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:29.422473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Pushing event deleted for resources: {'Network': ['ID=6563968b-31f5-4e14-838d-48a3597341d9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:29.427561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.429396 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 9.1499875
Dec 09 14:06:29.431984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:29.433387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.444351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-fb742361-2abf-4cd7-b4ed-6520b441c6ad', 'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '24b346fe-2b5b-4a94-92fd-911124c4bf78'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:29.445277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.463862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 54988) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:29.470126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b77ca915-c000-44b3-a96f-2e6321c552b3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:29.502074 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/networks/6563968b-31f5-4e14-838d-48a3597341d9 HTTP/1.1" status: 204  len: 168 time: 3.1116397
Dec 09 14:06:29.509937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
Dec 09 14:06:29.522787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.532586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Pushing event updated for resources: {'Port': ['ID=d827b5b5-28cd-4cf5-adbe-207141da5a9c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:29.532994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] The port '23e5550f-60c4-4888-94d2-aefe04874381' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:06:29.537063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:29.577019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54992) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:29.594582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:29.685304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Allocated IP 172.21.0.2 (fb742361-2abf-4cd7-b4ed-6520b441c6ad/24b346fe-2b5b-4a94-92fd-911124c4bf78/1eeab78f-33f9-46d0-97ff-5c1685b63a48) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:29.690029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-88e6cff2-d828-497e-a2de-9de2734d1552 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "GET /v2.0/ports?device_id=676032b7-21e8-4b17-ae2b-7594549fbfee HTTP/1.1" status: 200  len: 205 time: 0.0682809
Dec 09 14:06:29.692908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 54996) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:29.695641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event deleted for resources: {'Network': ['ID=45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:29.701784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:29.852245 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/networks/45d3b6f3-b28d-4d6c-89c1-d6e77ac97ed5 HTTP/1.1" status: 204  len: 168 time: 1.8847065
Dec 09 14:06:29.882240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.923919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644998d0a0>,) {'filters': {'network_id': ['841efc18-6715-410b-8877-4b6afb43ad0d']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.951190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644998d0a0>, '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.951627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644998d0a0>, '4dfe455f-fb9a-4b72-bf97-a207fb1a80b5') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:29.972406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:29.996798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.099784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:06:30.100121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.104728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.120283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Transition to ACTIVE for port object 1eeab78f-33f9-46d0-97ff-5c1685b63a48 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:30.140356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Transition to ACTIVE for port object 1eeab78f-33f9-46d0-97ff-5c1685b63a48 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:30.147699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.153243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ea3b7c8a-b1e1-42b5-9c0d-7d3052673ce7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:06:30.212133 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:06:30.226219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.232868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.240089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea07c888-aa63-4baa-b0a1-5868cd582862 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:30.251497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.264410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.270139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Pushing event updated for resources: {'Port': ['ID=1eeab78f-33f9-46d0-97ff-5c1685b63a48,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:30.271631 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/841efc18-6715-410b-8877-4b6afb43ad0d HTTP/1.1" status: 204  len: 168 time: 3.3602095
Dec 09 14:06:30.275729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55006) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:30.276629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=841efc18-6715-410b-8877-4b6afb43ad0d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:30.281334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:30.286676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'name': 'tempest-PortsIpV6TestJSON-1164954783'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:30.290850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:30.294734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:30.302962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:30.309883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:30.424300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Attempting to bind port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:30.425272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Attempting to bind port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '4210828a-9304-493d-b311-0b78ff7d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:30.425685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Attempting to bind port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 on network fb742361-2abf-4cd7-b4ed-6520b441c6ad {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:30.434731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:30.435122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Checking segment: {'id': '4210828a-9304-493d-b311-0b78ff7d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:30.435538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.435940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Bound using segment: {'id': '4210828a-9304-493d-b311-0b78ff7d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:30.436508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Bound port: 1eeab78f-33f9-46d0-97ff-5c1685b63a48, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4210828a-9304-493d-b311-0b78ff7d0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fb742361-2abf-4cd7-b4ed-6520b441c6ad'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:30.436896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.449966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:30.466302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:30.472137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:30.488578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55010) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:30.490112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:30.501354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'name': 'tempest-router--673425339', 'project_id': '26c0be2361d3407985d74aedd61a0817'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:30.506770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:30.518917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:router and tenant:26c0be2361d3407985d74aedd61a0817 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:30.526446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:30.532032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.570931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] For port 1eeab78f-33f9-46d0-97ff-5c1685b63a48, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:30.575261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] For port 1eeab78f-33f9-46d0-97ff-5c1685b63a48, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1eeab78f-33f9-46d0-97ff-5c1685b63a48,segment=NetworkSegment(4210828a-9304-493d-b311-0b78ff7d0700),segment_id=4210828a-9304-493d-b311-0b78ff7d0700)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:30.580825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.585754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff86d3ba-a935-4cfc-91cd-2b9047f16da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:30.597192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:30.620696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:30.624103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.655086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 265498ff-f9be-43ea-8bc4-a34e65b1fd0f yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:30.660420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.661284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.680310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Pushing event updated for resources: {'Port': ['ID=1eeab78f-33f9-46d0-97ff-5c1685b63a48,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:30.684119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:30.843840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.879674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.960738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:30.964261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c636b76c-09d2-4f55-bc81-29eb2787c98f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.4723761
Dec 09 14:06:30.969522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55014) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:30.974352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.021808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.067467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33cdd8-0a48-40dc-8696-9cfe9ba92d5d None None] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:31.185341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1eeab78f-33f9-46d0-97ff-5c1685b63a48 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:31.283728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e7f6b80-2628-4e5a-830f-03d426df267e None None] Provisioning for port d827b5b5-28cd-4cf5-adbe-207141da5a9c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:31.306509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.313574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2d1e5a40-0bd3-431e-9640-80a67c40cb44 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:31.360737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:31.371193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d827b5b5-28cd-4cf5-adbe-207141da5a9c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:31.387038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:31.391278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:31.394118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:31.399197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:31.400816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.500677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d827b5b5-28cd-4cf5-adbe-207141da5a9c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:31.506551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d827b5b5-28cd-4cf5-adbe-207141da5a9c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:31.507032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.511115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=265498ff-f9be-43ea-8bc4-a34e65b1fd0f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:31.514603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:31.539249 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.2598448
Dec 09 14:06:31.542074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55018) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:31.672799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 265498ff-f9be-43ea-8bc4-a34e65b1fd0f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:31.672799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.689715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.707902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.722088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.737901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port d827b5b5-28cd-4cf5-adbe-207141da5a9c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d827b5b5-28cd-4cf5-adbe-207141da5a9c,segment=NetworkSegment(af3fc88f-967f-4816-8977-718fcbf6359a),segment_id=af3fc88f-967f-4816-8977-718fcbf6359a)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:31.744608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.749849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:31.766433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.829632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=d827b5b5-28cd-4cf5-adbe-207141da5a9c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:31.834583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:31.841889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.882005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Deleting port 45fdb197-0047-468a-936b-f8cb11c021ef {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:31.882353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.918515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e4de1280-e3af-44db-8bab-3565269efb8a None None] Provisioning complete for port d827b5b5-28cd-4cf5-adbe-207141da5a9c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:31.918908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4de1280-e3af-44db-8bab-3565269efb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:31.983867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.058118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.097868 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 21d4e1e9-049d-4587-b46e-8d82e9dd5310 associated. External IP: 172.26.3.137, port: 77399123-57ac-4a99-85a1-ba61fc4155ca.
Dec 09 14:06:32.209121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196f897-91fa-4c11-9c9a-6353b8dc14c2 None None] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:32.251834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 265498ff-f9be-43ea-8bc4-a34e65b1fd0f owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:32.263932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.263932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Fanout notify agent at l3_agent the message router_deleted on router 676032b7-21e8-4b17-ae2b-7594549fbfee {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:32.325818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Provisioning for port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:32.346334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Provisioning complete for port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:32.346334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.376669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.434766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.20.0.1 (22a1dde5-d8bd-4c84-ac58-385d493a4eb8/755c87f5-103a-4f3f-ad95-1612ff4ee33f/c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:32.491648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.491648 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2df51eb7-f018-475b-b8e3-266bf92cc97d tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] 10.222.0.21 "DELETE /v2.0/routers/676032b7-21e8-4b17-ae2b-7594549fbfee HTTP/1.1" status: 204  len: 168 time: 2.7848260
Dec 09 14:06:32.571160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Calling delete_port for 45fdb197-0047-468a-936b-f8cb11c021ef owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:32.619439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.634698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf182b34-6951-4501-b270-810ef9391e42 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:32.697803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=265498ff-f9be-43ea-8bc4-a34e65b1fd0f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:32.702337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:32.710723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.728998 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/265498ff-f9be-43ea-8bc4-a34e65b1fd0f HTTP/1.1" status: 204  len: 168 time: 1.1856947
Dec 09 14:06:32.731802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55024) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:32.758819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'mac_address': 'fa:16:3e:6e:ee:b3', 'name': 'tempest-PortsIpV6TestJSON-1270550655'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:32.777160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.800015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.838736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] For port 1eeab78f-33f9-46d0-97ff-5c1685b63a48, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1eeab78f-33f9-46d0-97ff-5c1685b63a48,segment=NetworkSegment(4210828a-9304-493d-b311-0b78ff7d0700),segment_id=4210828a-9304-493d-b311-0b78ff7d0700)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:32.845591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.847660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.850874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:32.913077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:32.918398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:32.921847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:32.928928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:32.929227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:32.937326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Pushing event updated for resources: {'Port': ['ID=1eeab78f-33f9-46d0-97ff-5c1685b63a48,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:32.973132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:32.975013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:33.014810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.015635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 893dc45e-ba5d-4e12-87d0-f49d733cc4ca {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:33.035900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.037377 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e38666fe-fae0-44ac-b579-2e34851ffd1a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/routers/893dc45e-ba5d-4e12-87d0-f49d733cc4ca HTTP/1.1" status: 204  len: 168 time: 2.0653205
Dec 09 14:06:33.041677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:33.098675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1eeab78f-33f9-46d0-97ff-5c1685b63a48 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:33.172849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55032) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:33.205830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.223939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d71628f-d2c8-4ea0-bc15-5b368891c072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:33.250516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:33.251094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.289609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:33.295980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:33.301088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:33.325911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-449309f5-fb95-406b-906e-611e80d51937 None None] Provisioning complete for port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:33.327971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-449309f5-fb95-406b-906e-611e80d51937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.390274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.413493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.424394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55038) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:33.455471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:33.466184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.468037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:33.506728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74b4e6f4-0b66-476e-bd39-ebba635c97a1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:33.515425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:33.579836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d827b5b5-28cd-4cf5-adbe-207141da5a9c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:33.656381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Pushing event deleted for resources: {'Port': ['ID=45fdb197-0047-468a-936b-f8cb11c021ef,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:33.672706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:33.715288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port ac840ce6-ecbf-46eb-8aae-d948f00772b1 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:33.726637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d827b5b5-28cd-4cf5-adbe-207141da5a9c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:33.727097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.840803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b19175b4-dd38-4023-8e9e-37b363b33cd2 None None] Provisioning for port c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:33.848195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b19175b4-dd38-4023-8e9e-37b363b33cd2 None None] Provisioning complete for port c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:33.848739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b19175b4-dd38-4023-8e9e-37b363b33cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:33.905344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-436750523', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:33.965085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b19175b4-dd38-4023-8e9e-37b363b33cd2 None None] Port c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:33.980747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:33.990577 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4052c164-6e10-44e0-a0ac-5a6465a89ff3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba1598964e544f36a954e4deb2b03d4f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8154814
Dec 09 14:06:33.995771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55046) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:34.000551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.004224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Usage tracker for resource:router and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:34.010373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:34.031846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:34.041879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.254494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.254494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.311895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.318998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.329249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.384793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.460129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.491705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.592371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:34.611309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:34.629757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:34.629757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ae6b50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:34.722505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.733659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ae6b50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:34.736285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-94ad8439-79e0-4c2d-b1f6-1f64bbaf86fc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:34.746280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:34.746891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ae6b50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:34.749478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.757796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8c6e136-f27e-4f29-8397-2860f6432786 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:34.770808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.775407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8857340a-8c26-45cb-ac5b-f9dca88502e0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:34.780472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:34.782304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.812869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:34.813211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Router 2bdbabea-7d17-42c8-a4d8-1abb9071cd15 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:34.831604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:34.835741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ae6b50>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:34.835741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8f9871-3d55-4fba-ac22-703ab9998ef1 None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:34.845921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.848704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:34.853292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=ac840ce6-ecbf-46eb-8aae-d948f00772b1,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:34.855046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:34.859452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:34.859895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.867763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:34.913253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.914380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8857340a-8c26-45cb-ac5b-f9dca88502e0 HTTP/1.1" status: 204  len: 168 time: 0.9176915
Dec 09 14:06:34.988621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:34.991690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:34.997208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:35.155972 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.4228704
Dec 09 14:06:35.162058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:35.230904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:35.240616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:35.298200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:35.304902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777517c-2c54-444a-9bf8-64a66cfb77cd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:35.305170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f777517c-2c54-444a-9bf8-64a66cfb77cd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:35.310859 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368835e-cbfc-4091-8821-152305f00518 None None] Sync routers for ids ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:35.314410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:35.316547 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "PUT /v2.0/routers/2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 200  len: 710 time: 5.8263848
Dec 09 14:06:35.318732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55064) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:35.332582 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368835e-cbfc-4091-8821-152305f00518 None None] Routers {'2bdbabea-7d17-42c8-a4d8-1abb9071cd15'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:35.333232 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2368835e-cbfc-4091-8821-152305f00518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd6a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:35.472164 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2368835e-cbfc-4091-8821-152305f00518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd6a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:35.505553 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368835e-cbfc-4091-8821-152305f00518 None None] Routers {'2bdbabea-7d17-42c8-a4d8-1abb9071cd15'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:35.512031 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2368835e-cbfc-4091-8821-152305f00518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd6a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:35.515576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f777517c-2c54-444a-9bf8-64a66cfb77cd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:35.517310 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f777517c-2c54-444a-9bf8-64a66cfb77cd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/ac840ce6-ecbf-46eb-8aae-d948f00772b1 HTTP/1.1" status: 200  len: 845 time: 0.3528163
Dec 09 14:06:35.523855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55072) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:35.623046 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8afef9a4-570b-4088-97f8-f540fe24877a tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/routers/2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 200  len: 745 time: 0.3032811
Dec 09 14:06:35.634838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55076) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:35.695509 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-51df0445-b1e7-4285-8ae3-03301ea32a93 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 200  len: 205 time: 0.0590301
Dec 09 14:06:35.699122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55080) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:35.704677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2368835e-cbfc-4091-8821-152305f00518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fd6a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:35.705090 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2368835e-cbfc-4091-8821-152305f00518 None None] The sync data for ids ['2bdbabea-7d17-42c8-a4d8-1abb9071cd15'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:35.708930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port ac840ce6-ecbf-46eb-8aae-d948f00772b1 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:35.710052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:35.733594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10c9fc18-e2b5-4248-88c3-68bd9a9b3863 None None] Provisioning complete for port c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:35.734560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10c9fc18-e2b5-4248-88c3-68bd9a9b3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:35.811203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-10c9fc18-e2b5-4248-88c3-68bd9a9b3863 None None] Port c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:35.818641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:35.861974 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6ea1d9c2-0be4-493c-853e-9acb1b4e5546 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 200  len: 205 time: 0.1592655
Dec 09 14:06:35.873754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55088) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:35.876620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.042518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:36.119325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55094) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:36.212739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.266245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 380df388-bce6-45fe-ad27-e929b0a2d4c2 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:36.406785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1734188249'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:36.424030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:36.449557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Usage tracker for resource:network and tenant:35ea8ccfe8834f19917bad8a6fcd04cd is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:36.455419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:36.459057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.466446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:36.468484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.477450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] Sync routers for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:36.492085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Allocated IP 172.26.3.207 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/a383364f-4500-4882-9fe1-192e8a41ad85) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:36.492085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:36.496005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:36.496730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449faf040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.559632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449faf040>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.570774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:36.571421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449faf040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.622646 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48f7f32d-5844-403b-b5e9-e84d67cde162 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/floatingips/21d4e1e9-049d-4587-b46e-8d82e9dd5310 HTTP/1.1" status: 200  len: 978 time: 8.2529128
Dec 09 14:06:36.625237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:36.642928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449faf040>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.643343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbd1a6-1578-463d-8548-53d0408e9155 None None] The sync data for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:36.668829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:36.677151 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/380df388-bce6-45fe-ad27-e929b0a2d4c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3481843
Dec 09 14:06:36.678422 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f782be-0528-4b39-accf-38eded39f472 None None] Sync routers for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:36.682433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55104) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:36.692788 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f782be-0528-4b39-accf-38eded39f472 None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:36.693583 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98f782be-0528-4b39-accf-38eded39f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1519a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.740884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for ac840ce6-ecbf-46eb-8aae-d948f00772b1 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:36.760046 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98f782be-0528-4b39-accf-38eded39f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1519a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.763015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port ba232fea-ca15-4506-af83-cbd66ab4d362 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:36.763362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.770447 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f782be-0528-4b39-accf-38eded39f472 None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:36.771051 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98f782be-0528-4b39-accf-38eded39f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1519a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.785813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Made reservation on behalf of 35ea8ccfe8834f19917bad8a6fcd04cd for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:36.789063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.809633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9632d-a990-43c4-8090-d3c7a9e8ae71 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:36.810209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9f9632d-a990-43c4-8090-d3c7a9e8ae71 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:36.830505 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-98f782be-0528-4b39-accf-38eded39f472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1519a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:36.830717 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f782be-0528-4b39-accf-38eded39f472 None None] The sync data for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:36.845297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:36.878102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b9f9632d-a990-43c4-8090-d3c7a9e8ae71 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:36.879265 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b9f9632d-a990-43c4-8090-d3c7a9e8ae71 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports/c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 HTTP/1.1" status: 200  len: 910 time: 0.1959021
Dec 09 14:06:36.882269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.182038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.202259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.203584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:37.221340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4340ed6f-4269-4c68-a250-12a4e94e1a84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:37.258333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Usage tracker for resource:security_group_rule and tenant:35ea8ccfe8834f19917bad8a6fcd04cd is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:37.278419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:37.291458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=ac840ce6-ecbf-46eb-8aae-d948f00772b1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:37.296485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.298364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:37.302605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:37.330158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.349960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.371647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.423749 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/ac840ce6-ecbf-46eb-8aae-d948f00772b1 HTTP/1.1" status: 204  len: 168 time: 1.8928428
Dec 09 14:06:37.431373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55112) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.431921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.432446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Fanout notify agent at l3_agent the message router_deleted on router 2bdbabea-7d17-42c8-a4d8-1abb9071cd15 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:37.508903 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88c741d-7381-4ded-8081-68e4fbd94653 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:37.509410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f88c741d-7381-4ded-8081-68e4fbd94653 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:37.533359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.536502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.537598 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e0ccb254-2cad-4af9-96c1-a0177bb85a70 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 204  len: 168 time: 1.6626570
Dec 09 14:06:37.542628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.544710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.550570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b7acef51-042a-453e-aa3b-cefa3f268eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:37.578303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.604469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f88c741d-7381-4ded-8081-68e4fbd94653 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:37.605794 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f88c741d-7381-4ded-8081-68e4fbd94653 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/ac840ce6-ecbf-46eb-8aae-d948f00772b1 HTTP/1.1" status: 404  len: 333 time: 0.1715391
Dec 09 14:06:37.614388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55120) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.615066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:37.632425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'name': 'tempest-PortsIpV6TestJSON-1643762944'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:37.656099 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e069d1a-d597-48ec-933b-68032a9e8b06 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 200  len: 205 time: 0.1105502
Dec 09 14:06:37.659651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55124) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.663690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:37.669169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.669517 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Added segment 965a9a27-6ab8-4e47-be07-e2afe92f0db1 of type vlan for network ed9c4be7-6687-4085-a58d-9ace7248efea
Dec 09 14:06:37.670686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event updated for resources: {'Port': ['ID=a383364f-4500-4882-9fe1-192e8a41ad85,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:37.673083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:37.674902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:37.681814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17be08b4-3e4a-44a8-a590-6a336177c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:37.692074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:37.747141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-68e7591a-e9a8-481d-a11b-70ecc29450ed tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:37.748230 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68e7591a-e9a8-481d-a11b-70ecc29450ed tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/2bdbabea-7d17-42c8-a4d8-1abb9071cd15 HTTP/1.1" status: 404  len: 336 time: 0.0845349
Dec 09 14:06:37.757960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.844944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.878901 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bdc24a7-3daa-42ec-9705-2dd7db360c81 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee19eb75-f966-4395-bcb4-81e898f61f7d HTTP/1.1" status: 200  len: 205 time: 0.1197927
Dec 09 14:06:37.882577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55132) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.890534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e6772-6825-4e78-a2a3-f61f3cad77e2,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:37.900194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:37.906175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:37.948089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:37.971739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.975101 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-6e6bf7d7-6eb6-4a5d-8d8a-8e10fa88caf2 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:37.975947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:37.976106 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6e6bf7d7-6eb6-4a5d-8d8a-8e10fa88caf2 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/ee19eb75-f966-4395-bcb4-81e898f61f7d HTTP/1.1" status: 404  len: 336 time: 0.0890508
Dec 09 14:06:37.976840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.979670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.980101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:37.980410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Floating IP 21d4e1e9-049d-4587-b46e-8d82e9dd5310 disassociated. External IP: 172.26.3.137, port: ba232fea-ca15-4506-af83-cbd66ab4d362.
Dec 09 14:06:37.980749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for ba232fea-ca15-4506-af83-cbd66ab4d362 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:37.987107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55136) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:37.987866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbaeb642-2862-4678-a1c8-a881647fd744 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913 tempest-ExtraDHCPOptionsIpV6TestJSON-1222793913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:38.002901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:38.006073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.096998 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f2d57d55-0bb3-4c94-8a0b-807a7426218d tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=238fcda4-4874-4d8a-aa9b-f2ef012189a6 HTTP/1.1" status: 200  len: 205 time: 0.0806832
Dec 09 14:06:38.141244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55140) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.150926 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.0244834
Dec 09 14:06:38.155754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55144) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.163588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Request body: {'subnet': {'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:38.226166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 91b013a1-e228-4299-9a00-ec7183170588 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:38.340379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:38.358277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Usage tracker for resource:subnet and tenant:35ea8ccfe8834f19917bad8a6fcd04cd is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:38.365174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:38.379153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:38.391699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.399153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7b22c5f-c546-4591-9a4f-fcfdfab66028 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:38.404194 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-040be1ae-3ec8-4b77-9c65-22d60fd562a0 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:38.405280 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-040be1ae-3ec8-4b77-9c65-22d60fd562a0 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/238fcda4-4874-4d8a-aa9b-f2ef012189a6 HTTP/1.1" status: 404  len: 336 time: 0.2595596
Dec 09 14:06:38.406007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event updated for resources: {'Network': ['ID=ed9c4be7-6687-4085-a58d-9ace7248efea,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:38.412964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55148) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.413370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:38.418013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ed9c4be7-6687-4085-a58d-9ace7248efea details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:38.448466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=ba232fea-ca15-4506-af83-cbd66ab4d362,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:38.450277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Made reservation on behalf of 35ea8ccfe8834f19917bad8a6fcd04cd for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:38.469077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:38.477020 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1daf67e5-351f-40a8-8276-2e4e4cf24ec8 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=e965d51a-3543-42fd-b17b-97ccecccc66b HTTP/1.1" status: 200  len: 205 time: 0.0621192
Dec 09 14:06:38.479948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.578840 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-a1e1d82a-aee1-4675-94b6-237d6606e398 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:38.579878 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a1e1d82a-aee1-4675-94b6-237d6606e398 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/e965d51a-3543-42fd-b17b-97ccecccc66b HTTP/1.1" status: 404  len: 336 time: 0.0985367
Dec 09 14:06:38.583919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55156) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.651742 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-97363c0b-23e0-4411-8bbf-ecc486261a31 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=22c008f6-3006-4e7e-ae17-ba87a0346147 HTTP/1.1" status: 200  len: 205 time: 0.0634580
Dec 09 14:06:38.662310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55160) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.680463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.681869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.850703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.882074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.895390 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-6bac4466-4c3a-457d-ad52-e8d975de69bf tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:38.896374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6bac4466-4c3a-457d-ad52-e8d975de69bf tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/22c008f6-3006-4e7e-ae17-ba87a0346147 HTTP/1.1" status: 404  len: 336 time: 0.2322116
Dec 09 14:06:38.908100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55164) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:38.954469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:38.960685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-daf5236d-3ad5-45da-b0c0-996c2c943cf0 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:39.048334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:39.048796 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dff9f36d-2813-4d3c-b694-27d75cf724a2 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "GET /v2.0/ports?device_id=7acf471e-f52b-4c55-838a-4f9c1d7cefe7 HTTP/1.1" status: 200  len: 205 time: 0.1395104
Dec 09 14:06:39.049973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=91b013a1-e228-4299-9a00-ec7183170588,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:39.052077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55168) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:39.053037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:39.058256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:39.062119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:39.062713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.068138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:39.103743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.141009 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-8bd546f1-f2bd-41d8-813e-a645b992914e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] delete failed (client error): The resource could not be found.
Dec 09 14:06:39.144534 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8bd546f1-f2bd-41d8-813e-a645b992914e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/routers/7acf471e-f52b-4c55-838a-4f9c1d7cefe7 HTTP/1.1" status: 404  len: 336 time: 0.0871267
Dec 09 14:06:39.148201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55172) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:39.200450 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.5829837
Dec 09 14:06:39.203560 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-074fbd9d-72cd-45d2-83f6-4125cb944be0 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:06:39.203996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074fbd9d-72cd-45d2-83f6-4125cb944be0 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:39.205514 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-074fbd9d-72cd-45d2-83f6-4125cb944be0 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] 10.222.0.21 "DELETE /v2.0/subnets/0b049d8e-83d3-4fd6-8022-db5374bb5dbb HTTP/1.1" status: 404  len: 337 time: 0.0564222
Dec 09 14:06:39.208594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55176) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:39.216374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:39.344365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Router 8f1cc988-8468-4362-b823-065bda6b9f43 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:39.359139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.519588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.532031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-221a424f-2167-4bd3-98ec-9059599c1c7f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:39.545448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55184) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:39.660427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:39.681006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event updated for resources: {'Subnet': ['ID=1edfae82-e816-485e-8dab-2f4f239b4f86,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:39.689510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:39.748690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.750830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Checking segment: {'id': '965a9a27-6ab8-4e47-be07-e2afe92f0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:39.751328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Network hostable DHCP agents. Network: ed9c4be7-6687-4085-a58d-9ace7248efea, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:39.755615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.760617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-631c430e-c085-4bbd-8c38-daf9ab60b17c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:39.838402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.853693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.21.0.1 (fb742361-2abf-4cd7-b4ed-6520b441c6ad/24b346fe-2b5b-4a94-92fd-911124c4bf78/ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:39.855265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] In _notify_port_updated(), no bound segment for port 91b013a1-e228-4299-9a00-ec7183170588 on network 760da705-5cc0-4bea-88c0-a2cab8060e8c {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:06:39.859104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:39.859639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.860989 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/ports/91b013a1-e228-4299-9a00-ec7183170588 HTTP/1.1" status: 200  len: 818 time: 0.6514170
Dec 09 14:06:39.864562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55190) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:39.877170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=91b013a1-e228-4299-9a00-ec7183170588,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:39.881626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:39.893493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:39.904767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] Sync routers for ids ['8f1cc988-8468-4362-b823-065bda6b9f43'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:39.914074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:39.920558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Usage tracker for resource:security_group_rule and tenant:5259ea1099184c43b5de794b918d58e0 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:39.921351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] Routers {'8f1cc988-8468-4362-b823-065bda6b9f43'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:39.922015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0909a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8f1cc988-8468-4362-b823-065bda6b9f43'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:39.923985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:39.929956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:39.932536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:39.936591 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.5066166
Dec 09 14:06:39.936764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Network ed9c4be7-6687-4085-a58d-9ace7248efea is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:39.936914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55194) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:39.999611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0909a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:40.011550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] Routers {'8f1cc988-8468-4362-b823-065bda6b9f43'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:40.012331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0909a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8f1cc988-8468-4362-b823-065bda6b9f43'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:40.027279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ed9c4be7-6687-4085-a58d-9ace7248efea) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:40.067980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c5559-0d45-41ed-a79c-d10dc1f86135 None None] Network ed9c4be7-6687-4085-a58d-9ace7248efea requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:40.086629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:40.087583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.104367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0909a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:40.104773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f872a674-aa33-4534-8fae-e07dcc5bae15 None None] The sync data for ids ['8f1cc988-8468-4362-b823-065bda6b9f43'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:40.112065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 91b013a1-e228-4299-9a00-ec7183170588 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:40.112614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.236930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0759864
Dec 09 14:06:40.254294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55198) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:40.270291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.275233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Request body: {'port': {'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea', 'name': 'tempest-TagsExtTest-2091189892'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:40.298367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.308876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-ed9c4be7-6687-4085-a58d-9ace7248efea', 'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea', 'tenant_id': '35ea8ccfe8834f19917bad8a6fcd04cd', 'fixed_ips': [{'subnet_id': '1edfae82-e816-485e-8dab-2f4f239b4f86'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:40.310166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.315594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ad9e239-8489-4811-8436-048eed584fa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:40.432719 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5259ea1099184c43b5de794b918d58e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8861747
Dec 09 14:06:40.437104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55202) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:40.446159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea30f88-6302-44cf-be21-7f6fbcce02c8,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:40.447650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.452173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:40.503840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:40.510312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Usage tracker for resource:port and tenant:35ea8ccfe8834f19917bad8a6fcd04cd is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:40.511427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Allocated IP 172.20.0.2 (ed9c4be7-6687-4085-a58d-9ace7248efea/1edfae82-e816-485e-8dab-2f4f239b4f86/389099c0-cdc0-4e1c-a4c9-f0d8826ce647) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:40.515668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:40.525025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:40.533444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:40.537906 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7fc98d39-deed-4f69-a477-19073f4d1742 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/8f1cc988-8468-4362-b823-065bda6b9f43 HTTP/1.1" status: 200  len: 920 time: 0.6000803
Dec 09 14:06:40.541473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55206) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:40.583811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Made reservation on behalf of 35ea8ccfe8834f19917bad8a6fcd04cd for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:40.587344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.611574 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9639fd72-ac1c-47b2-a9e3-76cf9f567c3c tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f1cc988-8468-4362-b823-065bda6b9f43 HTTP/1.1" status: 200  len: 205 time: 0.0687315
Dec 09 14:06:40.614307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55210) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:40.646259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.682307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] device_id is not set on port 090e2100-5e63-4adc-9e73-f093a454b3a3 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:40.722797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.733312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Transition to ACTIVE for port object 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:40.751989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Transition to ACTIVE for port object 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:40.758672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.766021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:40.788123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:40.789795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.798218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 91b013a1-e228-4299-9a00-ec7183170588 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:40.803010 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] Sync routers for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:40.830606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Network ed9c4be7-6687-4085-a58d-9ace7248efea is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:40.831925 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:40.832857 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e01340>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:40.834912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:40.837012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Pushing event updated for resources: {'Port': ['ID=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:40.839552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:40.842199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:40.881905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.895373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3eed1630-72cb-4202-a67e-63c2572b0a1f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:40.909766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Allocated IP 172.20.0.9 (ed9c4be7-6687-4085-a58d-9ace7248efea/1edfae82-e816-485e-8dab-2f4f239b4f86/090e2100-5e63-4adc-9e73-f093a454b3a3) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:40.946901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Attempting to bind port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:40.948072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Attempting to bind port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '965a9a27-6ab8-4e47-be07-e2afe92f0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:40.948948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Attempting to bind port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 on network ed9c4be7-6687-4085-a58d-9ace7248efea {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:40.957470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:40.958437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Checking segment: {'id': '965a9a27-6ab8-4e47-be07-e2afe92f0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:40.959248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.959920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Bound using segment: {'id': '965a9a27-6ab8-4e47-be07-e2afe92f0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:40.960979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Bound port: 389099c0-cdc0-4e1c-a4c9-f0d8826ce647, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965a9a27-6ab8-4e47-be07-e2afe92f0db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ed9c4be7-6687-4085-a58d-9ace7248efea'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:40.961648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:40.984031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.039583 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e01340>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:41.056276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:41.058748 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:41.059481 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e01340>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:41.062776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] For port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:41.066848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] For port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,segment=NetworkSegment(965a9a27-6ab8-4e47-be07-e2afe92f0db1),segment_id=965a9a27-6ab8-4e47-be07-e2afe92f0db1)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:41.073604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.075716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:41.077722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:41.081637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:41.083293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:41.085081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:41.098231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.145556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.152053 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/ports/ba232fea-ca15-4506-af83-cbd66ab4d362 HTTP/1.1" status: 204  len: 168 time: 4.5256889
Dec 09 14:06:41.158044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55214) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:41.176198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.189637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-475b969f-3148-49b5-b9ac-3d2abcefb193 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:41.197270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Pushing event updated for resources: {'Port': ['ID=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:41.201176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:41.212944 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e01340>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:41.213605 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7205f-8de7-4106-bd7d-749244803748 None None] The sync data for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:41.249056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.255106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=91b013a1-e228-4299-9a00-ec7183170588,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:41.264974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:41.265974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.275821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-360247cd-c400-4402-87af-4512bed84b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:41.294231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.309516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea30f88-6302-44cf-be21-7f6fbcce02c8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:41.322508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:41.348513 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/91b013a1-e228-4299-9a00-ec7183170588 HTTP/1.1" status: 204  len: 168 time: 1.4754307
Dec 09 14:06:41.348513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:41.354656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.367153 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:06:41.382390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Transition to ACTIVE for port object 090e2100-5e63-4adc-9e73-f093a454b3a3 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:41.394858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.395932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ea30f88-6302-44cf-be21-7f6fbcce02c8 HTTP/1.1" status: 204  len: 168 time: 0.9575849
Dec 09 14:06:41.525948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-be197168-f9f5-4459-970e-c2b478732f7a None None] Provisioning for port ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:41.532559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-be197168-f9f5-4459-970e-c2b478732f7a None None] Provisioning complete for port ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:41.533326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be197168-f9f5-4459-970e-c2b478732f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.579208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.587705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.606019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-529d06be-8ad1-4308-8d25-85ab7b5f3923 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:41.615002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d330d8-54ac-4ead-b359-bcc52c268a83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:41.616276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-33d330d8-54ac-4ead-b359-bcc52c268a83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:41.630691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-be197168-f9f5-4459-970e-c2b478732f7a None None] Port ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:41.705266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-33d330d8-54ac-4ead-b359-bcc52c268a83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:41.707564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33d330d8-54ac-4ead-b359-bcc52c268a83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.3577266
Dec 09 14:06:41.711190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55226) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:41.738724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event updated for resources: {'Port': ['ID=090e2100-5e63-4adc-9e73-f093a454b3a3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:41.754761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:41.762914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Network ed9c4be7-6687-4085-a58d-9ace7248efea is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:41.768192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:41.772172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:41.880980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55230) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:41.905815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-48da9ce5-8430-4ef4-8490-d04fd03e0601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:41.907180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48da9ce5-8430-4ef4-8490-d04fd03e0601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/91b013a1-e228-4299-9a00-ec7183170588 HTTP/1.1" status: 404  len: 333 time: 0.1948161
Dec 09 14:06:41.912928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55234) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:41.930536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-15733827'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:41.943149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:41.961166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:41.969307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:41.984116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:41.984722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:41.994371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:42.024893 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38a4349b-2a43-4d65-bdae-ffcb8a1c8d84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63687c04c13f465b80be3ea30f78d728&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1400516
Dec 09 14:06:42.027992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55238) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:42.042860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:42.045751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.091771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.097986 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.8395128
Dec 09 14:06:42.099229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55242) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:42.108500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-921009544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:42.115585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Deleting port a383364f-4500-4882-9fe1-192e8a41ad85 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:42.115922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.140791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:42.155469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Usage tracker for resource:router and tenant:35ea8ccfe8834f19917bad8a6fcd04cd is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:42.160839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:42.180072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:42.190537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:42.219283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.219470 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment f232c48d-ae77-4fab-b3cc-5e039e701b9f of type vlan for network 939673cd-aa01-4061-88d4-8cc48a42976b
Dec 09 14:06:42.224326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.225263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.255756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.292587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.313470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.317828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.329915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.366261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-303dc833-6672-4097-8a5a-85c7be9bed23 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:42.414070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.417647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.472658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0c921-3e02-4cf0-95d5-46d1305e09a3 None None] Network ed9c4be7-6687-4085-a58d-9ace7248efea requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:42.538069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:06:42.564029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Calling delete_port for a383364f-4500-4882-9fe1-192e8a41ad85 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:42.593647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e031bb1-06a4-4a9e-ad74-391848b187b8 None None] Provisioning for port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:42.608023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.612757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:42.613315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.619368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.628183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.631840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:42.638697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:42.639009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:42.670371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.671538 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f895b6ca-3d2c-49e1-ae66-4d8ddfd6bfae tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5719419
Dec 09 14:06:42.677152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55246) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:42.687725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.733482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dfc647ab-5306-4dec-8e98-064ec281f5ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1742466434', 'prefixes': ['172.20.0.0/16']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:42.765155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.767508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:42.768619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a456aae2-515d-4e44-ba62-f2f0bdb208fd HTTP/1.1" status: 204  len: 168 time: 0.7397490
Dec 09 14:06:42.770293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.8542078
Dec 09 14:06:42.774481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55252) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:42.784556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:42.785025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dfc647ab-5306-4dec-8e98-064ec281f5ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:42.799543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=939673cd-aa01-4061-88d4-8cc48a42976b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:42.819240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:42.858319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:42.859110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5489c89-beea-4c16-adab-cfe6055b28d9 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:42.886455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456aae2-515d-4e44-ba62-f2f0bdb208fd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:42.891598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:42.938478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:42.940032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:43.054196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:43.062843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:43.069770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:43.073733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.080477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-39b16216-a187-4682-810f-a2d8725e526e tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:43.116111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:43.161381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:43.175593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event deleted for resources: {'Port': ['ID=a383364f-4500-4882-9fe1-192e8a41ad85,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:43.183781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:43.224797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:43.301789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:43.310636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:43.311616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.510523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6234419f-d262-4833-88a1-b689717710ff None None] Provisioning complete for port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:43.511137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6234419f-d262-4833-88a1-b689717710ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.574590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.614146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dfc647ab-5306-4dec-8e98-064ec281f5ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.616219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dfc647ab-5306-4dec-8e98-064ec281f5ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.9328189
Dec 09 14:06:43.619969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55264) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:43.629353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,segment=NetworkSegment(965a9a27-6ab8-4e47-be07-e2afe92f0db1),segment_id=965a9a27-6ab8-4e47-be07-e2afe92f0db1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:43.629777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-9eabc648-dd1e-40c3-a457-2ce5512085b3 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f644930a040>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-1503512881') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:43.639736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.643419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c870a09-d6c2-464d-93d8-f4c9d56ca449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:43.762104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 380df388-bce6-45fe-ad27-e929b0a2d4c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:43.769451 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9eabc648-dd1e-40c3-a457-2ce5512085b3 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-1503512881 HTTP/1.1" status: 201  len: 201 time: 0.1482356
Dec 09 14:06:43.772307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55270) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:43.777405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:43.782126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:43.787486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-44ec7a84-8c77-4f84-bba2-8eb2012bc0b7 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f64489ce400>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-2135858140') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:43.790948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.793693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6234419f-d262-4833-88a1-b689717710ff None None] Provisioning for port 090e2100-5e63-4adc-9e73-f093a454b3a3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:43.800779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6234419f-d262-4833-88a1-b689717710ff None None] Provisioning complete for port 090e2100-5e63-4adc-9e73-f093a454b3a3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:43.801412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6234419f-d262-4833-88a1-b689717710ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:43.876151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6234419f-d262-4833-88a1-b689717710ff None None] Port 090e2100-5e63-4adc-9e73-f093a454b3a3 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:43.913557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.001431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b18709d-c057-4666-aa7a-a71c1c16744f None None] Provisioning complete for port ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:44.002454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b18709d-c057-4666-aa7a-a71c1c16744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.063587 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44ec7a84-8c77-4f84-bba2-8eb2012bc0b7 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-2135858140 HTTP/1.1" status: 201  len: 201 time: 0.2896159
Dec 09 14:06:44.064188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55280) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.075978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-024398ee-a0ce-4898-8a9e-e1399d34c861 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448d57940>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-100883453') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.094273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0b18709d-c057-4666-aa7a-a71c1c16744f None None] Port ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:44.111436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b18709d-c057-4666-aa7a-a71c1c16744f None None] Provisioning complete for port 090e2100-5e63-4adc-9e73-f093a454b3a3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:44.111843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b18709d-c057-4666-aa7a-a71c1c16744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.127832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:44.137452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/380df388-bce6-45fe-ad27-e929b0a2d4c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2542374
Dec 09 14:06:44.144439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55284) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.163782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] Sync routers for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:44.188776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55286) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.191560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0b18709d-c057-4666-aa7a-a71c1c16744f None None] Port 090e2100-5e63-4adc-9e73-f093a454b3a3 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:44.197717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:44.198446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449af9ee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.217173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.246039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.276385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da284966-f2ce-4233-a14e-ac4d57c76d5d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:44.277066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-da284966-f2ce-4233-a14e-ac4d57c76d5d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:44.296318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449af9ee0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.307240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-da284966-f2ce-4233-a14e-ac4d57c76d5d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:44.308882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da284966-f2ce-4233-a14e-ac4d57c76d5d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports/ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e HTTP/1.1" status: 200  len: 910 time: 0.1158376
Dec 09 14:06:44.312237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:44.312982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449af9ee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.313169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55296) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.329561 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-024398ee-a0ce-4898-8a9e-e1399d34c861 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-100883453 HTTP/1.1" status: 201  len: 201 time: 0.2637050
Dec 09 14:06:44.330344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55300) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.337100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-886d06ed-b35b-4e62-8f4d-32e0c79f7d80 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f644971dfd0>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-1343447584') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.382852 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-886d06ed-b35b-4e62-8f4d-32e0c79f7d80 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-1343447584 HTTP/1.1" status: 201  len: 201 time: 0.0513687
Dec 09 14:06:44.385015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.388755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449af9ee0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.389183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb6f63f-202e-4de5-9880-6eb9738ad15b None None] The sync data for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:44.392443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-54f3947e-4d1c-44c4-97d3-07b5f05c2640 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448af5190>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.456977 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-54f3947e-4d1c-44c4-97d3-07b5f05c2640 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags HTTP/1.1" status: 200  len: 241 time: 0.0705140
Dec 09 14:06:44.459656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55308) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.464934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-4c1aa747-ca76-484c-a647-11858b89cc93 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f644907ec70>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-1503512881') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.495443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1195198456'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:44.511172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:44.554295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Usage tracker for resource:network and tenant:f41ddaac51af411b95005f0d1da6bca4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:44.564723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:44.580888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.581429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1cc988-8468-4362-b823-065bda6b9f43 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:44.591580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:44.642216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:44.645301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.650188 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4c1aa747-ca76-484c-a647-11858b89cc93 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-1503512881 HTTP/1.1" status: 204  len: 168 time: 0.1895311
Dec 09 14:06:44.652662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.658101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-9c6b8bb9-60d8-4473-9663-ec3be74af772 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f644857d1c0>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-1503512881') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.723682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.725058 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/8f1cc988-8468-4362-b823-065bda6b9f43 HTTP/1.1" status: 204  len: 168 time: 4.1096907
Dec 09 14:06:44.727898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.730719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55316) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.735612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1327027710', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': False}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:44.741993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:44.746634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:router and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:44.749658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:44.753006 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9c6b8bb9-60d8-4473-9663-ec3be74af772 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-1503512881 HTTP/1.1" status: 204  len: 168 time: 0.0994523
Dec 09 14:06:44.756333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.758971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:44.763661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-4e3bf2f9-1fcd-4c44-bd4c-e2bcaf96fda0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448d3b1c0>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.785345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.794214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-46ca935f-8d04-4673-a481-e16bf0c600c4 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:44.803982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.804873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.843301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:44.856808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e3bf2f9-1fcd-4c44-bd4c-e2bcaf96fda0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags HTTP/1.1" status: 200  len: 205 time: 0.0995219
Dec 09 14:06:44.859503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:44.864826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-5bd346de-5492-488e-a37e-e673fa9a5bd6 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f644977e640>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:44.902515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:44.913075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Usage tracker for resource:security_group_rule and tenant:f41ddaac51af411b95005f0d1da6bca4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:44.923321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:45.000089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:45.002534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=e641c9af-93d1-4674-b2bd-7242de7a4c46,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:45.023712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:45.025126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:45.050630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.059148 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5bd346de-5492-488e-a37e-e673fa9a5bd6 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags HTTP/1.1" status: 200  len: 241 time: 0.1961851
Dec 09 14:06:45.060573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55328) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:45.067237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-33ee978e-1bd3-4a65-b1d9-f1817ec1edb3 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6449794100>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-2135858140') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:45.095875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:45.096417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.127636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': 'f232c48d-ae77-4fab-b3cc-5e039e701b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:45.128010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: 939673cd-aa01-4061-88d4-8cc48a42976b, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:45.210124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33ee978e-1bd3-4a65-b1d9-f1817ec1edb3 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-2135858140 HTTP/1.1" status: 204  len: 168 time: 0.1497371
Dec 09 14:06:45.212701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:45.221425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-eb17e555-0882-4954-bd51-2505f4f966f0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448d3beb0>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-2135858140') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:45.384673 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb17e555-0882-4954-bd51-2505f4f966f0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-2135858140 HTTP/1.1" status: 204  len: 168 time: 0.1707411
Dec 09 14:06:45.387197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:45.394172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-5a085496-ff27-480f-a9f0-ebb35d45dee8 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f644898bd00>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:45.401536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.408397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 939673cd-aa01-4061-88d4-8cc48a42976b is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:45.416739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.424036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:45.433198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.460503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 939673cd-aa01-4061-88d4-8cc48a42976b) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:45.462621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:06:45.466059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.473224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a5916-f5a1-4641-a2b2-679eb087128e None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:45.480346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:45.480930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.487510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3278f-1b3a-4aba-9c1d-299f5158d812,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:45.523344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:45.524297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.524815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Added segment 2ac06471-8e3e-41b9-bcd6-09655de271a8 of type vlan for network 2039bbb9-20b2-49b6-80c2-e7813c83905c
Dec 09 14:06:45.527155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.576995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5a085496-ff27-480f-a9f0-ebb35d45dee8 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags HTTP/1.1" status: 200  len: 205 time: 0.1865828
Dec 09 14:06:45.578491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55342) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:45.615237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-adab7a1c-5712-46b8-bd76-6df7b664b7c3 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f64498de850>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:45.677829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Allocated IP 172.26.3.72 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/9eb1a712-1786-42c0-9529-00b899c67e0d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:45.716366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-939673cd-aa01-4061-88d4-8cc48a42976b', 'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': 'e641c9af-93d1-4674-b2bd-7242de7a4c46'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:45.716366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.826336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 25cf32af-de23-43c3-b98c-acb9d439dca8 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:45.826912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.838856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.855603 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0782726
Dec 09 14:06:45.860108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55348) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:45.869878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:45.876514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.879130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Allocated IP 2001:db8::2 (939673cd-aa01-4061-88d4-8cc48a42976b/e641c9af-93d1-4674-b2bd-7242de7a4c46/768d2880-760a-47d0-b224-6722629a2038) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:45.965098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:45.974757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:45.975026 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-adab7a1c-5712-46b8-bd76-6df7b664b7c3 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags HTTP/1.1" status: 200  len: 240 time: 0.3803575
Dec 09 14:06:46.027597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55352) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:46.041962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-9487000f-9abb-4c3a-a13c-9b0a2b6c7f0a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f644980ee50>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-100883453') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:46.047463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Port': ['ID=9eb1a712-1786-42c0-9529-00b899c67e0d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:46.051074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:46.073034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:46.081833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.084579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:46.087438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:46.088438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.092207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:46.092774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.106646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d19a285a-a390-4289-b482-b1e1a4a6ed34 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:46.117021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.130250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Transition to ACTIVE for port object 768d2880-760a-47d0-b224-6722629a2038 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:46.151448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Transition to ACTIVE for port object 768d2880-760a-47d0-b224-6722629a2038 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:46.161117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.162256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:46.167107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af6e3c6b-940d-40da-89f6-8371b1cb7e23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:46.233297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:46.236096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:46.240533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:46.241842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:46.244898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Pushing event updated for resources: {'Port': ['ID=768d2880-760a-47d0-b224-6722629a2038,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:46.247988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:46.248510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:46.256405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:46.273380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:46.295886 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.0989785
Dec 09 14:06:46.297602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:46.307785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'subnet': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:46.334289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Attempting to bind port 768d2880-760a-47d0-b224-6722629a2038 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:46.334623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Attempting to bind port 768d2880-760a-47d0-b224-6722629a2038 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f232c48d-ae77-4fab-b3cc-5e039e701b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:46.334935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Attempting to bind port 768d2880-760a-47d0-b224-6722629a2038 on network 939673cd-aa01-4061-88d4-8cc48a42976b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:46.341479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:46.341880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Checking segment: {'id': 'f232c48d-ae77-4fab-b3cc-5e039e701b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:46.342286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.342680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Bound using segment: {'id': 'f232c48d-ae77-4fab-b3cc-5e039e701b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:46.343180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Bound port: 768d2880-760a-47d0-b224-6722629a2038, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f232c48d-ae77-4fab-b3cc-5e039e701b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:46.343561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.347593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Network': ['ID=2039bbb9-20b2-49b6-80c2-e7813c83905c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:46.355858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:46.357437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.391684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:06:46.501226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 25cf32af-de23-43c3-b98c-acb9d439dca8 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:46.528371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] For port 768d2880-760a-47d0-b224-6722629a2038, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:46.531922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] For port 768d2880-760a-47d0-b224-6722629a2038, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=768d2880-760a-47d0-b224-6722629a2038,segment=NetworkSegment(f232c48d-ae77-4fab-b3cc-5e039e701b9f),segment_id=f232c48d-ae77-4fab-b3cc-5e039e701b9f)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:46.538831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.542029 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9487000f-9abb-4c3a-a13c-9b0a2b6c7f0a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-100883453 HTTP/1.1" status: 204  len: 168 time: 0.5136154
Dec 09 14:06:46.544481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e938a892-ed0c-490c-9a8c-de7fab88f01b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:46.546861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55360) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:46.601756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-d60c2d5b-7530-47d8-8c74-718679cce56d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448b5a130>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-100883453') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:46.607438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:46.611778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Usage tracker for resource:subnet and tenant:f41ddaac51af411b95005f0d1da6bca4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:46.615014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:46.621723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:46.628462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Pushing event updated for resources: {'Port': ['ID=768d2880-760a-47d0-b224-6722629a2038,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:46.632372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:46.648386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:46.688800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.689567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.739562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:46.927804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.067042 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d60c2d5b-7530-47d8-8c74-718679cce56d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-100883453 HTTP/1.1" status: 204  len: 168 time: 0.5167456
Dec 09 14:06:47.071926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 768d2880-760a-47d0-b224-6722629a2038 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:47.074525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55364) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:47.086625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-c3af4f72-96c5-4ad0-a1d5-a07c7581be56 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448c424f0>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:47.153629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 768d2880-760a-47d0-b224-6722629a2038 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:47.176822 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e641c9af-93d1-4674-b2bd-7242de7a4c46 (CIDR: 2001:db8::/64)
Dec 09 14:06:47.211368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.216489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59362924-c349-4f5c-b54f-05a9b5bb5dc4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:47.233980 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:06:47.234436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:06:47.264117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=25cf32af-de23-43c3-b98c-acb9d439dca8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:47.298143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:47.336197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a1a8003-7ce4-48dd-920e-ec3377ac8788 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4748883
Dec 09 14:06:47.337304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55368) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:47.355914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:47.393385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55372) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:47.393588 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3af4f72-96c5-4ad0-a1d5-a07c7581be56 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags HTTP/1.1" status: 200  len: 205 time: 0.3120863
Dec 09 14:06:47.418820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-e68476e7-dfff-4048-894d-25ba179b403e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f644a01fe50>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:47.588858 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e68476e7-dfff-4048-894d-25ba179b403e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags HTTP/1.1" status: 200  len: 241 time: 0.1934972
Dec 09 14:06:47.590113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55376) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:47.605428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-a52d9116-be70-4c4a-9871-c5e3567afaec tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6449c265b0>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-1343447584') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:47.642879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:47.655001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:47.655176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:47.655335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.658968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.662531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:47.666732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a369b78a-6785-4d3d-9aef-28ef6422d1e5 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:47.705550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:47.754180 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a52d9116-be70-4c4a-9871-c5e3567afaec tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-1343447584 HTTP/1.1" status: 204  len: 168 time: 0.1583896
Dec 09 14:06:47.756133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:47.760223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.764617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55380) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:47.778530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-966102cd-1768-4351-ab18-94a5502e0583 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448e21460>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-1343447584') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:47.799566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Subnet': ['ID=1f24f044-34d2-4961-bf81-6aa7324981ef,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:47.808999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:47.820387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de053561-e11c-4702-bb10-adc39bae463f None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:47.909890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Checking segment: {'id': '2ac06471-8e3e-41b9-bcd6-09655de271a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:47.910241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network hostable DHCP agents. Network: 2039bbb9-20b2-49b6-80c2-e7813c83905c, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:06:47.954651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Router 51437cd4-e9e2-413a-abd5-e9e0c3f8661a is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:47.975626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Provisioning for port 768d2880-760a-47d0-b224-6722629a2038 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:47.979042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.983903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Provisioning complete for port 768d2880-760a-47d0-b224-6722629a2038 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:47.984297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:47.989260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:06:47.997597 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-966102cd-1768-4351-ab18-94a5502e0583 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-1343447584 HTTP/1.1" status: 204  len: 168 time: 0.2296274
Dec 09 14:06:47.998339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55384) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.005134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-389ab8f9-abe4-4fd7-b71f-32c482d930b8 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f6449e0f280>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:48.095759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 2039bbb9-20b2-49b6-80c2-e7813c83905c) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:48.122504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.132087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:48.135542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eeadbd-478f-4423-a739-c6f9aaff3adc None None] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:48.238594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:48.239075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.273407 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-389ab8f9-abe4-4fd7-b71f-32c482d930b8 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags HTTP/1.1" status: 200  len: 205 time: 0.2687962
Dec 09 14:06:48.279745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55388) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.280379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.292199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-3ffc1fc4-41da-4d01-9ead-2de526f7baa0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448a496d0>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:48.321724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0213747
Dec 09 14:06:48.327561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55392) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.340483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-870188186'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:48.362439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.368050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c379b933-48e6-42da-a1af-4d6670f00161 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:48.391372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] For port 768d2880-760a-47d0-b224-6722629a2038, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=768d2880-760a-47d0-b224-6722629a2038,segment=NetworkSegment(f232c48d-ae77-4fab-b3cc-5e039e701b9f),segment_id=f232c48d-ae77-4fab-b3cc-5e039e701b9f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:48.398506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.400078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0f1a19a2-47a8-4851-9d08-3704203bb2fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:48.472285 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ffc1fc4-41da-4d01-9ead-2de526f7baa0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags HTTP/1.1" status: 204  len: 168 time: 0.1885397
Dec 09 14:06:48.486666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55396) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.500184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-5cc10697-de35-4dfc-b35a-4c28b208fbd4 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f64493793a0>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:48.529838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-2039bbb9-20b2-49b6-80c2-e7813c83905c', 'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'tenant_id': 'f41ddaac51af411b95005f0d1da6bca4', 'fixed_ips': [{'subnet_id': '1f24f044-34d2-4961-bf81-6aa7324981ef'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:06:48.530669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.540983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Pushing event updated for resources: {'Port': ['ID=768d2880-760a-47d0-b224-6722629a2038,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:48.545701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:48.614614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 939673cd-aa01-4061-88d4-8cc48a42976b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:48.617071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=3646e7be-953c-47d0-a89d-933a341abe48,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:48.628054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:48.628987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:48.632275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:48.632868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.687654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8bd03-25e0-4ef8-a08e-989c7ec1b6f9 None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:48.737161 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.3897922
Dec 09 14:06:48.740049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55400) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.755871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b', 'fixed_ips': [{'subnet_id': 'e641c9af-93d1-4674-b2bd-7242de7a4c46'}, {'subnet_id': '3646e7be-953c-47d0-a89d-933a341abe48'}], 'name': 'tempest-PortsIpV6TestJSON-14953058'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:48.791520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.798281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Allocated IP 2001:db8::2 (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/1b80332c-075e-49b6-a009-beb38ade5622) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:48.799027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50bf8009-5d18-4825-aa49-c9f5133531c8 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:48.849614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=ae23d07f-6de0-4c6e-ad73-efbb7ba10d2e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:48.854049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:48.858245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:48.861455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Usage tracker for resource:port and tenant:f41ddaac51af411b95005f0d1da6bca4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:48.864761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:48.865366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c9e7a958-ee22-4daa-812f-97d659f3f0c2 None None] Provisioning complete for port 768d2880-760a-47d0-b224-6722629a2038 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:48.865881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a958-ee22-4daa-812f-97d659f3f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.904247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:48.930404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:48.935188 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5cc10697-de35-4dfc-b35a-4c28b208fbd4 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags HTTP/1.1" status: 204  len: 168 time: 0.4438019
Dec 09 14:06:48.944771 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Sync routers for ids ['51437cd4-e9e2-413a-abd5-e9e0c3f8661a'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:48.946387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55404) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.959952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-c5cbac28-8ca9-40d8-9a53-d2edc35f8c15 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448d9c2b0>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:48.970754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:48.971828 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Routers {'51437cd4-e9e2-413a-abd5-e9e0c3f8661a'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:48.972618 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ea8b20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['51437cd4-e9e2-413a-abd5-e9e0c3f8661a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:48.982900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:48.988645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.2566478
Dec 09 14:06:48.994526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55408) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:48.996217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:49.019938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:49.030056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:49.090041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:49.093041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:49.140141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:49.144040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 768d2880-760a-47d0-b224-6722629a2038 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:49.147633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:49.181452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] device_id is not set on port 2b087087-07df-47fd-a620-9bd27b32d76e yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:49.193112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:49.308591 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Set router 51437cd4-e9e2-413a-abd5-e9e0c3f8661a gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:49.359806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:49.377181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Transition to ACTIVE for port object 1b80332c-075e-49b6-a009-beb38ade5622 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:49.409371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Transition to ACTIVE for port object 1b80332c-075e-49b6-a009-beb38ade5622 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:49.410745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 768d2880-760a-47d0-b224-6722629a2038 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:49.411121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:49.454744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:49.462773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:49.623447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:49.625622 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Pushing event updated for resources: {'Port': ['ID=1b80332c-075e-49b6-a009-beb38ade5622,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:49.632009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:49.634990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:49.654463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:49.694104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::330 (939673cd-aa01-4061-88d4-8cc48a42976b/e641c9af-93d1-4674-b2bd-7242de7a4c46/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:49.704533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8:0:1::4c (939673cd-aa01-4061-88d4-8cc48a42976b/3646e7be-953c-47d0-a89d-933a341abe48/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:49.773238 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ea8b20>, [{'id': '51437cd4-e9e2-413a-abd5-e9e0c3f8661a', 'name': 'tempest-snat-router-1327027710', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.72'}], 'enable_snat': False}, 'gw_port_id': '9eb1a712-1786-42c0-9529-00b899c67e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:44Z', 'updated_at': '2021-12-09T14:06:46Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '9eb1a712-1786-42c0-9529-00b899c67e0d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51437cd4-e9e2-413a-abd5-e9e0c3f8661a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:45Z', 'updated_at': '2021-12-09T14:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:49.778024 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Checking router: 51437cd4-e9e2-413a-abd5-e9e0c3f8661a for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:49.778445 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Updating router 51437cd4-e9e2-413a-abd5-e9e0c3f8661a port 9eb1a712-1786-42c0-9529-00b899c67e0d binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:06:49.842683 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:49.937219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Allocated IP 2001:db8::156 (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/2b087087-07df-47fd-a620-9bd27b32d76e) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:49.996333 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c5cbac28-8ca9-40d8-9a53-d2edc35f8c15 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags HTTP/1.1" status: 204  len: 168 time: 1.0409038
Dec 09 14:06:50.003148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55420) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:50.008952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-e4357c22-d340-4cfe-8853-6425c06fffe0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448ad1430>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:50.068919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Update dhcp port {'port': {'network_id': '939673cd-aa01-4061-88d4-8cc48a42976b', 'fixed_ips': [{'subnet_id': 'e641c9af-93d1-4674-b2bd-7242de7a4c46', 'ip_address': '2001:db8::2'}, {'subnet_id': '3646e7be-953c-47d0-a89d-933a341abe48'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '768d2880-760a-47d0-b224-6722629a2038'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:06:50.167143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.242208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Attempting to bind port 1b80332c-075e-49b6-a009-beb38ade5622 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:50.242798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Attempting to bind port 1b80332c-075e-49b6-a009-beb38ade5622 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2ac06471-8e3e-41b9-bcd6-09655de271a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:50.243262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Attempting to bind port 1b80332c-075e-49b6-a009-beb38ade5622 on network 2039bbb9-20b2-49b6-80c2-e7813c83905c {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:50.267763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.270604 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.286080 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Transition to ACTIVE for port object 9eb1a712-1786-42c0-9529-00b899c67e0d will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:50.293824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.296675 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.308308 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:50.357016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object f23b65a3-e6d5-48ef-aba0-b7988e7c17fb will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:50.371734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-15260331-fc8d-4cc0-ae6e-2cebfedd1f0f tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/51437cd4-e9e2-413a-abd5-e9e0c3f8661a HTTP/1.1" status: 200  len: 908 time: 1.3638260
Dec 09 14:06:50.376417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:50.378702 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633446fa-578c-48ef-b3a4-822cbd31b3ac None None] Pushing event updated for resources: {'Port': ['ID=9eb1a712-1786-42c0-9529-00b899c67e0d,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:50.387318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1327027710', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': True}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:50.396143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:50.403892 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Attempting to bind port 9eb1a712-1786-42c0-9529-00b899c67e0d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:50.404125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Usage tracker for resource:router and tenant:43ef76b09f324641b530d0a8626e0b10 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:50.404653 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Attempting to bind port 9eb1a712-1786-42c0-9529-00b899c67e0d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:50.405192 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Attempting to bind port 9eb1a712-1786-42c0-9529-00b899c67e0d on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:50.409560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:50.412720 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-633446fa-578c-48ef-b3a4-822cbd31b3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:50.413176 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e4357c22-d340-4cfe-8853-6425c06fffe0 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags HTTP/1.1" status: 204  len: 168 time: 0.4091034
Dec 09 14:06:50.413953 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:50.415081 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:50.415652 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.416346 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:50.417338 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Bound port: 9eb1a712-1786-42c0-9529-00b899c67e0d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:50.417886 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.419492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:50.421191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55430) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:50.426033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:50.426573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Checking segment: {'id': '2ac06471-8e3e-41b9-bcd6-09655de271a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:50.426906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.427456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Bound using segment: {'id': '2ac06471-8e3e-41b9-bcd6-09655de271a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:50.428160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Bound port: 1b80332c-075e-49b6-a009-beb38ade5622, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac06471-8e3e-41b9-bcd6-09655de271a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:50.428590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.435865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-5b2a2411-b455-425f-bdba-9c91a585a0a8 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6449833490>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-788228350') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:50.486816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.487767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.497130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689e5cf-1429-422b-8130-a26c48bb66c2 req-5f721185-a2a1-4777-8173-fa3ee4bad026 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:50.498639 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d689e5cf-1429-422b-8130-a26c48bb66c2 req-5f721185-a2a1-4777-8173-fa3ee4bad026 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 945 time: 0.4995525
Dec 09 14:06:50.501459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.502847 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] For port 9eb1a712-1786-42c0-9529-00b899c67e0d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:50.506440 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] For port 9eb1a712-1786-42c0-9529-00b899c67e0d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9eb1a712-1786-42c0-9529-00b899c67e0d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:50.508448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d536e123-fe87-4978-a665-d79da7a84db3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:50.512120 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.524807 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fe4c0633-edbb-4d0c-b8a2-19bb3d82cee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:50.604377 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633446fa-578c-48ef-b3a4-822cbd31b3ac None None] Pushing event updated for resources: {'Port': ['ID=9eb1a712-1786-42c0-9529-00b899c67e0d,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:50.620184 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-633446fa-578c-48ef-b3a4-822cbd31b3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:50.637079 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Routers {'51437cd4-e9e2-413a-abd5-e9e0c3f8661a'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:50.639391 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ea8b20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['51437cd4-e9e2-413a-abd5-e9e0c3f8661a'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:50.661827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Allocated IP 2001:db8:0:1::2 (939673cd-aa01-4061-88d4-8cc48a42976b/3646e7be-953c-47d0-a89d-933a341abe48/768d2880-760a-47d0-b224-6722629a2038) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:50.764054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 939673cd-aa01-4061-88d4-8cc48a42976b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:50.767296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=f23b65a3-e6d5-48ef-aba0-b7988e7c17fb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:50.767743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.773400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:50.776803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:50.780827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:50.781440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.787372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:50.795093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:50.796246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.815274 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d689e5cf-1429-422b-8130-a26c48bb66c2 req-91e5a0c0-089a-4764-b397-7e009ab05003 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451082
Dec 09 14:06:50.827015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Transition to ACTIVE for port object 2b087087-07df-47fd-a620-9bd27b32d76e will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:50.838859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] For port 768d2880-760a-47d0-b224-6722629a2038, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=768d2880-760a-47d0-b224-6722629a2038,segment=NetworkSegment(f232c48d-ae77-4fab-b3cc-5e039e701b9f),segment_id=f232c48d-ae77-4fab-b3cc-5e039e701b9f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:50.840536 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1014 time: 2.0926590
Dec 09 14:06:50.843277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55434) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:50.850236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e641c9af-93d1-4674-b2bd-7242de7a4c46'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:50.875508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.895189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Transition to ACTIVE for port object 768d2880-760a-47d0-b224-6722629a2038 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:50.916458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:50.935545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f1b38ad0-4798-473d-ad60-7aec87dee3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:50.960031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5b2a2411-b455-425f-bdba-9c91a585a0a8 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-788228350 HTTP/1.1" status: 201  len: 201 time: 0.5352776
Dec 09 14:06:50.967433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55438) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:50.983495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-8d3255f7-723e-4d4d-8b62-7a71afbf2714 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f644940cb80>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-1324805608') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:50.989846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] Set router 51437cd4-e9e2-413a-abd5-e9e0c3f8661a gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:51.094445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:51.104966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:51.170507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] For port 1b80332c-075e-49b6-a009-beb38ade5622, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:51.174853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] For port 1b80332c-075e-49b6-a009-beb38ade5622, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1b80332c-075e-49b6-a009-beb38ade5622,segment=NetworkSegment(2ac06471-8e3e-41b9-bcd6-09655de271a8),segment_id=2ac06471-8e3e-41b9-bcd6-09655de271a8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:51.178921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Pushing event updated for resources: {'Port': ['ID=768d2880-760a-47d0-b224-6722629a2038,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:51.187715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:51.190259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:51.209951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-614974d8-6299-426c-b017-b22f571dcdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:51.292551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:51.322328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e2197d20-e649-47c2-8fd5-28a0f29b149d tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:51.333200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Pushing event updated for resources: {'Port': ['ID=1b80332c-075e-49b6-a009-beb38ade5622,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:51.349910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:51.444789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ea8b20>, [{'id': '51437cd4-e9e2-413a-abd5-e9e0c3f8661a', 'name': 'tempest-snat-router-1327027710', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.72'}], 'enable_snat': False}, 'gw_port_id': '9eb1a712-1786-42c0-9529-00b899c67e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:44Z', 'updated_at': '2021-12-09T14:06:46Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '9eb1a712-1786-42c0-9529-00b899c67e0d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51437cd4-e9e2-413a-abd5-e9e0c3f8661a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:45Z', 'updated_at': '2021-12-09T14:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:51.449674 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306b00eb-1b8e-4fb1-a4dc-8af42f3f2ce0 None None] The sync data for ids ['51437cd4-e9e2-413a-abd5-e9e0c3f8661a'] in dv-neutron-821183-1-hyperv is: [{'id': '51437cd4-e9e2-413a-abd5-e9e0c3f8661a', 'name': 'tempest-snat-router-1327027710', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.72'}], 'enable_snat': False}, 'gw_port_id': '9eb1a712-1786-42c0-9529-00b899c67e0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:44Z', 'updated_at': '2021-12-09T14:06:46Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '9eb1a712-1786-42c0-9529-00b899c67e0d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:79:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51437cd4-e9e2-413a-abd5-e9e0c3f8661a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:45Z', 'updated_at': '2021-12-09T14:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:51.711477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:51.747571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Delete allocated IP 2001:db8:0:1::4c (939673cd-aa01-4061-88d4-8cc48a42976b/3646e7be-953c-47d0-a89d-933a341abe48) {{(pid=83444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 09 14:06:51.804490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:51.812112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=2b087087-07df-47fd-a620-9bd27b32d76e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:51.823408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:51.828556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:51.833151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:51.833971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:51.937379 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.6060090
Dec 09 14:06:51.949415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55446) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:51.955869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-851945512', 'allowed_address_pairs': [{'ip_address': '2001:db8::156', 'mac_address': 'fa:16:3e:c9:17:f8'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:51.999223 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d3255f7-723e-4d4d-8b62-7a71afbf2714 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-1324805608 HTTP/1.1" status: 201  len: 201 time: 1.0285149
Dec 09 14:06:52.004813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55450) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:52.026173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-f0945931-12be-4ae3-ba11-8e30cb684624 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448839970>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-1156884782') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:52.153668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.178855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-34f91be3-0a09-4c1b-859f-188025bbcb7e None None] Provisioning for port 768d2880-760a-47d0-b224-6722629a2038 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:52.188219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-34f91be3-0a09-4c1b-859f-188025bbcb7e None None] Provisioning complete for port 768d2880-760a-47d0-b224-6722629a2038 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:52.188599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-34f91be3-0a09-4c1b-859f-188025bbcb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.197026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-c2b52254-8736-4ee3-a4a1-1d630c3accc5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:52.198492 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-c2b52254-8736-4ee3-a4a1-1d630c3accc5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 945 time: 0.8250730
Dec 09 14:06:52.231148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.308063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:52.318991 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/routers/d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1572709
Dec 09 14:06:52.329469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] Sync routers for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:52.329697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55456) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:52.335120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 380df388-bce6-45fe-ad27-e929b0a2d4c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:52.348038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Deleting port a67dec8c-fb02-4158-af26-afd593a55fb6 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:52.348569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.395486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:52.396154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499a55e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:52.511444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499a55e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:52.536002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c6f62af-9d4e-4370-8a45-60096f8b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.545233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] Routers {'d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:52.545902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499a55e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:52.674524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499a55e0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:52.674955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035d5fa1-81e6-4c06-ae2b-c827d1f6c4fc None None] The sync data for ids ['d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:52.740158 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f0945931-12be-4ae3-ba11-8e30cb684624 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-1156884782 HTTP/1.1" status: 201  len: 201 time: 0.7229497
Dec 09 14:06:52.740938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55460) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:52.760186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Allocated IP 172.26.3.116 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/983a0846-31e1-4c7e-bc7a-55019e23c3a9) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:52.772993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:06:52.785280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:52.797577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Usage tracker for resource:port and tenant:f41ddaac51af411b95005f0d1da6bca4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:06:52.803195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-5e2aa5e1-85d0-43f7-871c-6faea0007621 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f64488e6fd0>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-1921662097') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:52.811339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.815830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:06:52.819801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3d1a3556-d0a0-4e4c-980a-81f943ee96d7 None None] Provisioning for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:52.828971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3d1a3556-d0a0-4e4c-980a-81f943ee96d7 None None] Provisioning complete for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:52.829445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d1a3556-d0a0-4e4c-980a-81f943ee96d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.842534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] For port a67dec8c-fb02-4158-af26-afd593a55fb6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=a67dec8c-fb02-4158-af26-afd593a55fb6,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:52.842810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:52.845618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:52.895055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3d1a3556-d0a0-4e4c-980a-81f943ee96d7 None None] Port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:52.946556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334a60a-7677-43a3-ae69-6023e2df9d5d None None] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:53.012570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Ignored duplicate provisioning block setup for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 09 14:06:53.082472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0772120-e292-4d8f-90a9-7b4725ad583d req-5a5b2850-5e84-4d45-96f4-5fb9f5012b6c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:53.084196 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0772120-e292-4d8f-90a9-7b4725ad583d req-5a5b2850-5e84-4d45-96f4-5fb9f5012b6c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 945 time: 1.0355937
Dec 09 14:06:53.090398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.092386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:53.132297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-969eaee7-1cec-48d8-9366-dea1f21d5bfc tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:53.217435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 768d2880-760a-47d0-b224-6722629a2038 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:53.218962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=f23b65a3-e6d5-48ef-aba0-b7988e7c17fb,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:53.231102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:53.287988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1eba77ba-117c-4b22-9d72-603d8617f157 None None] Provisioning for port 1b80332c-075e-49b6-a009-beb38ade5622 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:53.313645 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5e2aa5e1-85d0-43f7-871c-6faea0007621 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-1921662097 HTTP/1.1" status: 201  len: 201 time: 0.5664182
Dec 09 14:06:53.317454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55464) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:53.356698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 768d2880-760a-47d0-b224-6722629a2038 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:53.357194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.388268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-3e7bf990-0bb3-4eb9-9159-77d2f7859064 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6449e25580>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', {'tags': ['tempest-TagsExtTest-Tag-1479403180', 'tempest-TagsExtTest-Tag-1190427487', 'tempest-TagsExtTest-Tag-401931500']}) {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:53.462898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] In _notify_port_updated(), no bound segment for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb on network 939673cd-aa01-4061-88d4-8cc48a42976b {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:06:53.466743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:53.467356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.468719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/ports/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb HTTP/1.1" status: 200  len: 924 time: 2.6244817
Dec 09 14:06:53.472602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55468) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:53.483491 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0772120-e292-4d8f-90a9-7b4725ad583d req-52f07e0a-89bc-44e8-8b59-55ec75987549 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3682199
Dec 09 14:06:53.514544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e641c9af-93d1-4674-b2bd-7242de7a4c46'}, {'subnet_id': '3646e7be-953c-47d0-a89d-933a341abe48'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:53.517473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1b80332c-075e-49b6-a009-beb38ade5622 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:53.552442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.568961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:53.573621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.586475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/380df388-bce6-45fe-ad27-e929b0a2d4c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2638509
Dec 09 14:06:53.591845 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] Sync routers for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:53.603080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55472) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:53.630028 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:53.632219 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a541400>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:53.657757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 1b80332c-075e-49b6-a009-beb38ade5622 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:53.663562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1b80332c-075e-49b6-a009-beb38ade5622 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:53.664297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.667469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] device_id is not set on port aae6b955-31bf-4d95-b320-b99d16d36a5d yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:06:53.735035 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a541400>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:53.766357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.766732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.767226 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Floating IP c5a68cab-0e8f-4427-8bf8-915548bcdbfa disassociated. External IP: 172.26.3.90, port: a67dec8c-fb02-4158-af26-afd593a55fb6.
Dec 09 14:06:53.767712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Calling delete_port for a67dec8c-fb02-4158-af26-afd593a55fb6 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:53.773607 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:53.775202 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a541400>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:53.791292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b4c82dea-e75d-40ed-9910-9a0085ee4f12 None None] Provisioning complete for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:53.791683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b4c82dea-e75d-40ed-9910-9a0085ee4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.863124 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a541400>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:53.863638 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16f136d-219b-417a-a520-e8bbb7e9a611 None None] The sync data for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:53.872082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.889180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a5c1dbb9-cd47-447a-8d43-99aad7444d5b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:53.937328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b4c82dea-e75d-40ed-9910-9a0085ee4f12 None None] Port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:53.943642 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3e7bf990-0bb3-4eb9-9159-77d2f7859064 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags HTTP/1.1" status: 200  len: 317 time: 0.6228671
Dec 09 14:06:53.945707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.951896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55476) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:53.954317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.991652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 1b80332c-075e-49b6-a009-beb38ade5622, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1b80332c-075e-49b6-a009-beb38ade5622,segment=NetworkSegment(2ac06471-8e3e-41b9-bcd6-09655de271a8),segment_id=2ac06471-8e3e-41b9-bcd6-09655de271a8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:53.999111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:53.999111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9eb1a712-1786-42c0-9529-00b899c67e0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:54.003961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-2dc1f2b9-2739-49d0-9299-8456d3ea206b tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6449525cd0>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:54.051437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Allocated IP 2001:db8::1c5 (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/aae6b955-31bf-4d95-b320-b99d16d36a5d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:54.057184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:54.065467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:54.074239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Port': ['ID=983a0846-31e1-4c7e-bc7a-55019e23c3a9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:54.078072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:54.078258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:54.113570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:54.169725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=1b80332c-075e-49b6-a009-beb38ade5622,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:54.176561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:54.198948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e3cc1dc-c2ed-4bbd-9807-18192c202eda None None] Provisioning for port 2b087087-07df-47fd-a620-9bd27b32d76e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:54.206498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e3cc1dc-c2ed-4bbd-9807-18192c202eda None None] Provisioning complete for port 2b087087-07df-47fd-a620-9bd27b32d76e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:54.206963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc1dc-c2ed-4bbd-9807-18192c202eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.244480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 9eb1a712-1786-42c0-9529-00b899c67e0d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:54.255300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9eb1a712-1786-42c0-9529-00b899c67e0d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:54.255678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.304198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6e3cc1dc-c2ed-4bbd-9807-18192c202eda None None] Port 2b087087-07df-47fd-a620-9bd27b32d76e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:54.307097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.313819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:54.332376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e3cc1dc-c2ed-4bbd-9807-18192c202eda None None] Provisioning complete for port 1b80332c-075e-49b6-a009-beb38ade5622 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:54.332376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e3cc1dc-c2ed-4bbd-9807-18192c202eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.343835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.490863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'Port': ['ID=a67dec8c-fb02-4158-af26-afd593a55fb6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:54.498644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:54.500792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.509466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.538603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 8cbf9d87-f43b-48a6-8db4-0ee7aff8aa15 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:54.538938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.562752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 9eb1a712-1786-42c0-9529-00b899c67e0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9eb1a712-1786-42c0-9529-00b899c67e0d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:06:54.576488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.579524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:54.582245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.583022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.609981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.675083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-404986c9-a944-4f7b-be31-5aad9f4f1d66 None None] Provisioning complete for port 2b087087-07df-47fd-a620-9bd27b32d76e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:54.677077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-404986c9-a944-4f7b-be31-5aad9f4f1d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.725426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Transition to ACTIVE for port object aae6b955-31bf-4d95-b320-b99d16d36a5d will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:54.756985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-404986c9-a944-4f7b-be31-5aad9f4f1d66 None None] Port 2b087087-07df-47fd-a620-9bd27b32d76e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:54.777160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=9eb1a712-1786-42c0-9529-00b899c67e0d,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:54.782358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:54.843259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-90074395-69e6-4467-b673-5c3fac2a19b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:54.861121 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2dc1f2b9-2739-49d0-9299-8456d3ea206b tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags HTTP/1.1" status: 204  len: 168 time: 0.9085462
Dec 09 14:06:54.864938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55482) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:54.878872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-6334c68c-cfc1-4ffa-ae55-f7b21615a348 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6449850490>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-1479403180') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:55.037157 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cd3e73de-0ff1-4c21-9261-6b0ba34d5eae req-5383193a-66c2-4f3c-8ee1-6bd595336a09 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.0766912
Dec 09 14:06:55.058451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1b80332c-075e-49b6-a009-beb38ade5622 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:55.066869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.119455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.148038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1b80332c-075e-49b6-a009-beb38ade5622 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:55.148508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.262902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 8cbf9d87-f43b-48a6-8db4-0ee7aff8aa15 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:55.263779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9eb1a712-1786-42c0-9529-00b899c67e0d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:06:55.289072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.310387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c2d5813-97c1-4768-9022-3206033b6f09 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:55.340270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9eb1a712-1786-42c0-9529-00b899c67e0d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:55.340270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.391949 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-6334c68c-cfc1-4ffa-ae55-f7b21615a348 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:06:55.395950 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6334c68c-cfc1-4ffa-ae55-f7b21615a348 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-1479403180 HTTP/1.1" status: 404  len: 329 time: 0.5244148
Dec 09 14:06:55.401593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55486) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:55.404978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=aae6b955-31bf-4d95-b320-b99d16d36a5d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:55.411382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:55.413609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-14f7a176-bfd6-42c0-a6fc-21a3c4cc1386 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448998d90>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-1190427487') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:55.443156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:06:55.449312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:06:55.459817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:06:55.464294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:55.464907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.561708 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 3.6084347
Dec 09 14:06:55.564124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55490) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:55.565468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8:0:1::11a (939673cd-aa01-4061-88d4-8cc48a42976b/3646e7be-953c-47d0-a89d-933a341abe48/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:06:55.683412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.688229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7542ec9a-2f5f-4126-a92b-0898c0a7d915 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:55.721452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Router d9fd973e-ef04-4023-bd02-f1969bc4a4e1 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:06:55.735397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=8cbf9d87-f43b-48a6-8db4-0ee7aff8aa15,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:55.739273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:55.776217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:06:55.806331 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-14f7a176-bfd6-42c0-a6fc-21a3c4cc1386 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:06:55.811024 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-14f7a176-bfd6-42c0-a6fc-21a3c4cc1386 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-1190427487 HTTP/1.1" status: 404  len: 329 time: 0.4036741
Dec 09 14:06:55.811208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:55.821480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c5b4f2d4-b6b7-41f0-b7fb-4dfb2097bc2a None None] Provisioning for port aae6b955-31bf-4d95-b320-b99d16d36a5d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:55.823741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-cedbd95e-cbc4-4b57-8950-91c3d5b66272 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448a2bf70>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86', 'tempest-TagsExtTest-Tag-401931500') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:55.827008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c5b4f2d4-b6b7-41f0-b7fb-4dfb2097bc2a None None] Provisioning complete for port aae6b955-31bf-4d95-b320-b99d16d36a5d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:55.827451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c5b4f2d4-b6b7-41f0-b7fb-4dfb2097bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:55.881072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4f2d4-b6b7-41f0-b7fb-4dfb2097bc2a None None] Port aae6b955-31bf-4d95-b320-b99d16d36a5d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:56.039636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1564c74-7ee6-4ad3-82f4-f9e940ea3e4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:56.043549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1564c74-7ee6-4ad3-82f4-f9e940ea3e4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:56.047452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1564c74-7ee6-4ad3-82f4-f9e940ea3e4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:56.048240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a1564c74-7ee6-4ad3-82f4-f9e940ea3e4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Synchronizing usage tracker for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:56.081519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.103953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.109507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.122101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a1564c74-7ee6-4ad3-82f4-f9e940ea3e4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Unset dirty status for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:56.125906 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a1564c74-7ee6-4ad3-82f4-f9e940ea3e4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2482 time: 0.5542121
Dec 09 14:06:56.128538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55500) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:56.166638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device a67dec8c-fb02-4158-af26-afd593a55fb6 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:06:56.175533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object f23b65a3-e6d5-48ef-aba0-b7988e7c17fb will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:56.211067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: a67dec8c-fb02-4158-af26-afd593a55fb6 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:06:56.211464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device a67dec8c-fb02-4158-af26-afd593a55fb6 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:06:56.220100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.241609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2ad1d868-97b4-479f-ad46-3d5e6f5b9700 tempest-RoutersIpV6AdminTest-1556565248 tempest-RoutersIpV6AdminTest-1556565248-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:56.343240 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c713ec4-423f-4cbb-b939-2e246adf9ecc req-8ee016af-645c-499c-bb05-cb4ea556b59c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.1138365
Dec 09 14:06:56.357240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port aae6b955-31bf-4d95-b320-b99d16d36a5d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:56.357622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.380209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.538689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-cedbd95e-cbc4-4b57-8950-91c3d5b66272 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:06:56.542707 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cedbd95e-cbc4-4b57-8950-91c3d5b66272 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags/tempest-TagsExtTest-Tag-401931500 HTTP/1.1" status: 404  len: 328 time: 0.7281532
Dec 09 14:06:56.551906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55504) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:56.569818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-06e82d17-6951-4e0e-b7c7-eb1980098a04 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f644945a430>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', {'tags': ['tempest-TagsExtTest-Tag-64028568', 'tempest-TagsExtTest-Tag-1762350742', 'tempest-TagsExtTest-Tag-1051684181']}) {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:56.616441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.624037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.668707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.669239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Fanout notify agent at l3_agent the message router_deleted on router d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:06:56.682548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:56.697754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.701392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/routers/d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 HTTP/1.1" status: 204  len: 168 time: 4.3610275
Dec 09 14:06:56.702255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55508) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:56.704202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Sync routers for ids ['d9fd973e-ef04-4023-bd02-f1969bc4a4e1'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:56.718562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Routers {'d9fd973e-ef04-4023-bd02-f1969bc4a4e1'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:56.719429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449af99d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d9fd973e-ef04-4023-bd02-f1969bc4a4e1'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:56.722716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=f23b65a3-e6d5-48ef-aba0-b7988e7c17fb,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:56.746125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.747384 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.3690453
Dec 09 14:06:56.750591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55512) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:56.768339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:56.826514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] In _notify_port_updated(), no bound segment for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb on network 939673cd-aa01-4061-88d4-8cc48a42976b {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:06:56.830373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:06:56.830980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:56.834772 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/ports/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb HTTP/1.1" status: 200  len: 1010 time: 3.3559945
Dec 09 14:06:56.835418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55516) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:56.879218 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-06e82d17-6951-4e0e-b7c7-eb1980098a04 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags HTTP/1.1" status: 200  len: 316 time: 0.3228059
Dec 09 14:06:56.885401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55520) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:56.911423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-ef9468cf-cb23-439c-a362-c42b2d949ab6 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448968100>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:56.985118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6ae2241-7b15-4fda-aa71-ac6ba040b8d6 None None] Provisioning for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:06:56.991591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6ae2241-7b15-4fda-aa71-ac6ba040b8d6 None None] Provisioning complete for port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:06:56.992046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6ae2241-7b15-4fda-aa71-ac6ba040b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.033793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:06:57.046789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:06:57.050111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:57.050454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.050587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae2241-7b15-4fda-aa71-ac6ba040b8d6 None None] Port f23b65a3-e6d5-48ef-aba0-b7988e7c17fb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:06:57.056898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Set router d9fd973e-ef04-4023-bd02-f1969bc4a4e1 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:57.062121 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:57.062929 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f421f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:57.198603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] No DVR routers for this DVR port a67dec8c-fb02-4158-af26-afd593a55fb6 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:06:57.203089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.204171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting subnet 7edabcdc-4bd7-4467-88f0-1c35e68f9b44 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:06:57.207167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.215292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'name': 'network-vif-deleted', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:06:57.216370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.369595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for aae6b955-31bf-4d95-b320-b99d16d36a5d owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:57.395551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.395893 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:57.403418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449af99d0>, [{'id': 'd9fd973e-ef04-4023-bd02-f1969bc4a4e1', 'name': 'tempest-snat-router-1327027710', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': '983a0846-31e1-4c7e-bc7a-55019e23c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:50Z', 'updated_at': '2021-12-09T14:06:54Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '983a0846-31e1-4c7e-bc7a-55019e23c3a9', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd973e-ef04-4023-bd02-f1969bc4a4e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:52Z', 'updated_at': '2021-12-09T14:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:57.405259 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-552ca839-1ff5-4440-a7b3-29dec60fd37b req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "DELETE /v2.0/ports/a67dec8c-fb02-4158-af26-afd593a55fb6 HTTP/1.1" status: 204  len: 173 time: 5.1891568
Dec 09 14:06:57.408684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Checking router: d9fd973e-ef04-4023-bd02-f1969bc4a4e1 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:57.409251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Updating router d9fd973e-ef04-4023-bd02-f1969bc4a4e1 port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:06:57.496562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.543903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:57.544708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.545425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.604763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef9468cf-cb23-439c-a362-c42b2d949ab6 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags HTTP/1.1" status: 204  len: 168 time: 0.7046840
Dec 09 14:06:57.604995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7c0e32-3b1d-4d56-a584-7619aa178ea9', 'name': 'network-vif-deleted', 'tag': 'a67dec8c-fb02-4158-af26-afd593a55fb6', 'status': 'completed', 'code': 200}
Dec 09 14:06:57.620498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55530) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:57.644132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-affb2a62-7376-441c-a622-972b95883c9c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f644889da60>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-64028568') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:57.689953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.836758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for f23b65a3-e6d5-48ef-aba0-b7988e7c17fb owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:57.896179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:57.921049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc55c6b3-5348-413f-bdc0-4e9a64bf212c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:57.972475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-affb2a62-7376-441c-a622-972b95883c9c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:06:57.976515 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-affb2a62-7376-441c-a622-972b95883c9c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-64028568 HTTP/1.1" status: 404  len: 327 time: 0.3520401
Dec 09 14:06:57.984794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Port': ['ID=aae6b955-31bf-4d95-b320-b99d16d36a5d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:57.992264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:57.995758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:58.001371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-afc05d70-fde5-4951-8533-9cf8f97b4e24 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f64497c2a60>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-1762350742') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:58.061611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.066031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.121628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb342fac-0d85-4864-b731-d912aad01816 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/d9fd973e-ef04-4023-bd02-f1969bc4a4e1 HTTP/1.1" status: 200  len: 908 time: 1.3694861
Dec 09 14:06:58.122351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55538) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:58.133351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33c9d9ed-6949-4804-ba22-5d097b7689c9 req-041457b4-8073-4a1c-b2cf-57cdfd129305 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc7c0e32-3b1d-4d56-a584-7619aa178ea9 HTTP/1.1" status: 200  len: 210 time: 0.1375504
Dec 09 14:06:58.193852 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f421f0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:58.202903 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:06:58.218191 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:58.219066 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f421f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:58.306344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:06:58.422640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.431130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Transition to ACTIVE for port object 983a0846-31e1-4c7e-bc7a-55019e23c3a9 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:06:58.446898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.453234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b73e7603-5138-447d-882c-10cbde872c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:58.480332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.498867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fc117820-a432-4897-b9c3-f7bf78b85205 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:58.513653 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:58.594971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581f40e-5512-4214-949c-826be055695c None None] Pushing event updated for resources: {'Port': ['ID=983a0846-31e1-4c7e-bc7a-55019e23c3a9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:58.609766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e581f40e-5512-4214-949c-826be055695c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:58.610594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Attempting to bind port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:06:58.611068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Attempting to bind port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:06:58.611532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Attempting to bind port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:06:58.631639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:06:58.632191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:06:58.632701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.636261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:06:58.636906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Bound port: 983a0846-31e1-4c7e-bc7a-55019e23c3a9, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:06:58.637456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.672205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=f23b65a3-e6d5-48ef-aba0-b7988e7c17fb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:58.677476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:58.722387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.764685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] For port 983a0846-31e1-4c7e-bc7a-55019e23c3a9, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:06:58.765616 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-afc05d70-fde5-4951-8533-9cf8f97b4e24 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:06:58.766769 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-afc05d70-fde5-4951-8533-9cf8f97b4e24 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-1762350742 HTTP/1.1" status: 404  len: 329 time: 0.7733285
Dec 09 14:06:58.771726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55542) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:58.776054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] For port 983a0846-31e1-4c7e-bc7a-55019e23c3a9, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=983a0846-31e1-4c7e-bc7a-55019e23c3a9,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:06:58.784004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.786371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55546) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:58.788185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9bd78bbe-2af5-480e-8ca3-a11264c1f05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:58.791584 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/ports/aae6b955-31bf-4d95-b320-b99d16d36a5d HTTP/1.1" status: 204  len: 168 time: 2.6499939
Dec 09 14:06:58.797649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-8627aeca-ca69-4857-841f-3e44e1675874 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f644a01a370>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3', 'tempest-TagsExtTest-Tag-1051684181') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:58.913931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:58.916607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581f40e-5512-4214-949c-826be055695c None None] Pushing event updated for resources: {'Port': ['ID=983a0846-31e1-4c7e-bc7a-55019e23c3a9,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:58.919861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e581f40e-5512-4214-949c-826be055695c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:58.921058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Routers {'d9fd973e-ef04-4023-bd02-f1969bc4a4e1'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:06:58.921287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449af99d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d9fd973e-ef04-4023-bd02-f1969bc4a4e1'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:58.941234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a91f42c-4b73-4c4b-bf24-c9805f1c6926 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:58.941669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5a91f42c-4b73-4c4b-bf24-c9805f1c6926 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Synchronizing usage tracker for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:58.965999 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb HTTP/1.1" status: 204  len: 168 time: 2.1270294
Dec 09 14:06:58.971028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55550) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:58.973007 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-8627aeca-ca69-4857-841f-3e44e1675874 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:06:58.978410 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8627aeca-ca69-4857-841f-3e44e1675874 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags/tempest-TagsExtTest-Tag-1051684181 HTTP/1.1" status: 404  len: 329 time: 0.2007134
Dec 09 14:06:58.978919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55554) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:58.985783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-d65e046c-2fd4-42ae-9b20-fafd80396d47 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6449ad8190>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', {'tags': ['tempest-TagsExtTest-Tag-683164578', 'tempest-TagsExtTest-Tag-1184510367', 'tempest-TagsExtTest-Tag-266633665']}) {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:59.029866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.035643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0575c66b-0eb7-48b7-95b8-a5370670f4e9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:59.060406 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f421f0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:59.065233 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27cf2b6-a3b6-400b-a51d-8be15016922d None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:06:59.073520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-10da0f1f-b2f2-4a5b-9d8c-1a46fc5bb206 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:06:59.074041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10da0f1f-b2f2-4a5b-9d8c-1a46fc5bb206 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:06:59.146348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.152282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac57bb31-bcb2-4250-b06e-6b81fa088543 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:06:59.209683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] Set router d9fd973e-ef04-4023-bd02-f1969bc4a4e1 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:06:59.213578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=c4ae2220-7c4c-41c6-a8ae-307a2d9b2e06,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:59.219317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:59.226140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5a91f42c-4b73-4c4b-bf24-c9805f1c6926 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Unset dirty status for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:59.232116 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5a91f42c-4b73-4c4b-bf24-c9805f1c6926 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "GET /v2.0/ports/aae6b955-31bf-4d95-b320-b99d16d36a5d HTTP/1.1" status: 404  len: 333 time: 0.4311931
Dec 09 14:06:59.250425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Subnet': ['ID=7edabcdc-4bd7-4467-88f0-1c35e68f9b44,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:06:59.261913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:06:59.264999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:59.269776 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d65e046c-2fd4-42ae-9b20-fafd80396d47 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags HTTP/1.1" status: 200  len: 316 time: 0.2895169
Dec 09 14:06:59.282475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55564) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:59.287665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1666066352'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:06:59.318789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-17ecd0fa-5def-45a9-8a40-731a07867115 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f644a5cf490>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:59.380376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10da0f1f-b2f2-4a5b-9d8c-1a46fc5bb206 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:06:59.381617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10da0f1f-b2f2-4a5b-9d8c-1a46fc5bb206 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb HTTP/1.1" status: 404  len: 333 time: 0.4070919
Dec 09 14:06:59.398099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:59.398237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.421283 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/subnets/7edabcdc-4bd7-4467-88f0-1c35e68f9b44 HTTP/1.1" status: 204  len: 168 time: 2.7183268
Dec 09 14:06:59.474728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55574) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:59.491993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b52f19-9d7e-4ffe-b4b1-a2729d36c306 None None] Network 8699a71c-e969-4d07-b6eb-2a67346a5acf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:06:59.515647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a5580-1a05-4f73-a191-ad2bbc00c1d5 None None] New status for floating IP c5a68cab-0e8f-4427-8bf8-915548bcdbfa: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:06:59.680423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:06:59.701446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:06:59.719451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.734783 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17ecd0fa-5def-45a9-8a40-731a07867115 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags HTTP/1.1" status: 204  len: 168 time: 0.4243007
Dec 09 14:06:59.736333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:06:59.743147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-4e0f3cde-bf16-4657-9195-e76bdccf42f1 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448d18b50>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-683164578') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:06:59.821485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:06:59.824458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.894349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.894579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:06:59.894579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:06:59.989956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] device_id is not set on port b8c0b579-5358-4d5e-ae7b-48bf9473913b yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:00.022914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.067736 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-0d6a2106-6e28-4d1e-b66b-d848cb6b2c4d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829198516&fields=id&tenant_id=3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 267 time: 0.2729020
Dec 09 14:07:00.069206 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-4e0f3cde-bf16-4657-9195-e76bdccf42f1 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:07:00.073037 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4e0f3cde-bf16-4657-9195-e76bdccf42f1 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-683164578 HTTP/1.1" status: 404  len: 328 time: 0.3328786
Dec 09 14:07:00.078383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55586) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:00.091351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-b507e6f5-3ae4-4da2-802d-7ddc87749fa1 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448d5d1f0>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-1184510367') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:00.100996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449af99d0>, [{'id': 'd9fd973e-ef04-4023-bd02-f1969bc4a4e1', 'name': 'tempest-snat-router-1327027710', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': '983a0846-31e1-4c7e-bc7a-55019e23c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:50Z', 'updated_at': '2021-12-09T14:06:54Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '983a0846-31e1-4c7e-bc7a-55019e23c3a9', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd973e-ef04-4023-bd02-f1969bc4a4e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:52Z', 'updated_at': '2021-12-09T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:00.108411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df7de76-9e10-4af3-94a3-c4bf796eb36e None None] The sync data for ids ['d9fd973e-ef04-4023-bd02-f1969bc4a4e1'] in dv-neutron-821183-1-hyperv is: [{'id': 'd9fd973e-ef04-4023-bd02-f1969bc4a4e1', 'name': 'tempest-snat-router-1327027710', 'tenant_id': '43ef76b09f324641b530d0a8626e0b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': '983a0846-31e1-4c7e-bc7a-55019e23c3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:06:50Z', 'updated_at': '2021-12-09T14:06:54Z', 'revision_number': 3, 'project_id': '43ef76b09f324641b530d0a8626e0b10', 'gw_port': {'id': '983a0846-31e1-4c7e-bc7a-55019e23c3a9', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9fd973e-ef04-4023-bd02-f1969bc4a4e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:06:52Z', 'updated_at': '2021-12-09T14:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:00.182074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] DHCP port deletion for 8699a71c-e969-4d07-b6eb-2a67346a5acf request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:00.186849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Deleting port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:00.187349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.475888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] For port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,segment=NetworkSegment(d113f76f-4c06-4a85-9c5d-ec8f1f83407b),segment_id=d113f76f-4c06-4a85-9c5d-ec8f1f83407b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:00.476969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.585464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Allocated IP 2001:db8::9f (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/b8c0b579-5358-4d5e-ae7b-48bf9473913b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:00.606845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44202c68-2626-478b-8b81-49508da86763 req-a94d93e3-04ce-41f2-9089-8165dc812792 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:00.618076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-a94d93e3-04ce-41f2-9089-8165dc812792 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 811 time: 0.5174034
Dec 09 14:07:00.642466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Calling delete_port for 9af5bad4-c903-4ed3-8a84-c112ec8fd98f owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:00.671099 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-942963a8-c80e-4335-a131-a3835e827ed1 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/quotas/3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 375 time: 0.0516839
Dec 09 14:07:00.688386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet 3646e7be-953c-47d0-a89d-933a341abe48 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:00.691522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.733074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.739754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-021dca9c-dd4a-4d2a-929c-bceec9f32666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:00.761977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.796806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Pushing event deleted for resources: {'Port': ['ID=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:00.802029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:00.814335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] No DVR routers for this DVR port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:00.868305 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-b507e6f5-3ae4-4da2-802d-7ddc87749fa1 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:07:00.869373 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b507e6f5-3ae4-4da2-802d-7ddc87749fa1 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-1184510367 HTTP/1.1" status: 404  len: 329 time: 0.7838826
Dec 09 14:07:00.873745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55590) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:00.886823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-8e093d81-5820-4994-84e6-4d17d1d921d5 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448dfc370>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6', 'tempest-TagsExtTest-Tag-266633665') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:00.895450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.924075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Deleting port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:00.924630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:00.965742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-a3e8244e-1712-472e-855f-37db2bd320f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2940941
Dec 09 14:07:01.020539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.104708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 983a0846-31e1-4c7e-bc7a-55019e23c3a9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:01.114916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] For port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9af5bad4-c903-4ed3-8a84-c112ec8fd98f,segment=NetworkSegment(d113f76f-4c06-4a85-9c5d-ec8f1f83407b),segment_id=d113f76f-4c06-4a85-9c5d-ec8f1f83407b)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:01.115468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.132279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Transition to ACTIVE for port object b8c0b579-5358-4d5e-ae7b-48bf9473913b will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:01.174237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:01.179517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:01.179517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.268044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] For port 983a0846-31e1-4c7e-bc7a-55019e23c3a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=983a0846-31e1-4c7e-bc7a-55019e23c3a9,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:01.268453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.301974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.318056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 983a0846-31e1-4c7e-bc7a-55019e23c3a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=983a0846-31e1-4c7e-bc7a-55019e23c3a9,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:01.322770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.324962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d8a0ed1c-784a-461a-b25f-197d0b4ce21e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:01.330110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 9af5bad4-c903-4ed3-8a84-c112ec8fd98f owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:01.375426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.389490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9af5bad4-c903-4ed3-8a84-c112ec8fd98f no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:01.405052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Calling delete_port for 983a0846-31e1-4c7e-bc7a-55019e23c3a9 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:01.433573 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-8e093d81-5820-4994-84e6-4d17d1d921d5 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:07:01.437278 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8e093d81-5820-4994-84e6-4d17d1d921d5 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags/tempest-TagsExtTest-Tag-266633665 HTTP/1.1" status: 404  len: 328 time: 0.5550246
Dec 09 14:07:01.446376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:01.454564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-2ef6d7fc-0317-49ca-8065-2e1ec9b2d841 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f6449676760>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', {'tags': ['tempest-TagsExtTest-Tag-1021729664', 'tempest-TagsExtTest-Tag-1011907546', 'tempest-TagsExtTest-Tag-376398182']}) {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:01.466262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.482688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 9af5bad4-c903-4ed3-8a84-c112ec8fd98f {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:01.483239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9af5bad4-c903-4ed3-8a84-c112ec8fd98f not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:01.487241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27539c25-2711-4a8f-85ad-baf29dc58460 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:01.497160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=983a0846-31e1-4c7e-bc7a-55019e23c3a9,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:01.500569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:01.562938 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-4756f3ae-ec4c-4fbf-a49d-adf2b6b789e8 service neutron] 10.222.0.21 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5609653
Dec 09 14:07:01.605666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:01.605987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:01.618071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.624829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82312342-910c-413c-9c9f-bf6cfcbb7d82 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:01.626946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=b8c0b579-5358-4d5e-ae7b-48bf9473913b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:01.652981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 380df388-bce6-45fe-ad27-e929b0a2d4c2 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:07:01.656224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:01.663093 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ef6d7fc-0317-49ca-8065-2e1ec9b2d841 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "PUT /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags HTTP/1.1" status: 200  len: 317 time: 0.2157166
Dec 09 14:07:01.664074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:01.664511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=3646e7be-953c-47d0-a89d-933a341abe48,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:01.666498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55600) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:01.680584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-3bcf4b0c-b7ea-407f-aeb1-b65dd23fbd67 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f64486bfee0>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:01.697045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.702530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.702914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.703294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.703666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.704038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.704491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.704763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.705132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.705497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.705880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.706245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.710837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:01.713984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a87158-ae0e-485f-adf3-7ea68e117169 None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:01.714878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:01.715489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:01.718178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:01.733710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.734356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.734911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.735445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.735967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.736499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.737024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.737554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.738064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.738569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.739094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:01.750358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:01.794407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.5259917
Dec 09 14:07:01.798299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:01.800264 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/3646e7be-953c-47d0-a89d-933a341abe48 HTTP/1.1" status: 204  len: 168 time: 2.3989666
Dec 09 14:07:01.806247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::156', 'mac_address': 'fa:16:3e:c9:17:f8'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:01.810866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55608) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:01.874663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:01.875014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:01.879312 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-3609a5ff-dc5b-4da9-90dd-677fc7a850df service neutron] 10.222.0.21 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2968218
Dec 09 14:07:02.044088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2dd5241c-b33e-4355-8a69-ddf30c2e5b53 None None] Provisioning for port b8c0b579-5358-4d5e-ae7b-48bf9473913b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:02.052304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2dd5241c-b33e-4355-8a69-ddf30c2e5b53 None None] Provisioning complete for port b8c0b579-5358-4d5e-ae7b-48bf9473913b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:02.053170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2dd5241c-b33e-4355-8a69-ddf30c2e5b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.109913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet e641c9af-93d1-4674-b2bd-7242de7a4c46 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:02.115158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 9af5bad4-c903-4ed3-8a84-c112ec8fd98f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:02.115818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.135224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2dd5241c-b33e-4355-8a69-ddf30c2e5b53 None None] Port b8c0b579-5358-4d5e-ae7b-48bf9473913b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:02.148009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.151386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.226033 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3bcf4b0c-b7ea-407f-aeb1-b65dd23fbd67 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags HTTP/1.1" status: 204  len: 168 time: 0.5557723
Dec 09 14:07:02.236119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55618) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:02.242952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-f7bebb46-c55b-4ea5-89b5-a2b138448475 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f64489c3d00>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-1021729664') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.247406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] The port '9af5bad4-c903-4ed3-8a84-c112ec8fd98f' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:07:02.257318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:02.278008 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] Sync routers for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:02.294078 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/380df388-bce6-45fe-ad27-e929b0a2d4c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6720636
Dec 09 14:07:02.298376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55622) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:02.300515 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:02.302040 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a19dc70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.358131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.418349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Deleting port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:02.418689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.426420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dc431b79-9548-4c82-b801-1ee197ae6cc8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:02.498790 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a19dc70>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.523976 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] Routers {'380df388-bce6-45fe-ad27-e929b0a2d4c2'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:02.526102 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a19dc70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['380df388-bce6-45fe-ad27-e929b0a2d4c2'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.598331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.616593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] For port 983a0846-31e1-4c7e-bc7a-55019e23c3a9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=983a0846-31e1-4c7e-bc7a-55019e23c3a9,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:02.616872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.645319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dc431b79-9548-4c82-b801-1ee197ae6cc8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:02.649722 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dc431b79-9548-4c82-b801-1ee197ae6cc8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=380df388-bce6-45fe-ad27-e929b0a2d4c2 HTTP/1.1" status: 200  len: 205 time: 0.3448415
Dec 09 14:07:02.655525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55632) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:02.661805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448776190>,) {'filters': {'network_id': ['8699a71c-e969-4d07-b6eb-2a67346a5acf']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.675069 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a19dc70>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.676323 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfff0d1-d8f6-4922-a83e-0b28b0f5f080 None None] The sync data for ids ['380df388-bce6-45fe-ad27-e929b0a2d4c2'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:02.818452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Calling delete_port for 983a0846-31e1-4c7e-bc7a-55019e23c3a9 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:02.819879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448776190>, 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.820177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448776190>, 'd113f76f-4c06-4a85-9c5d-ec8f1f83407b') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.839199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.871060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.874180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d5987b0d-415e-49e8-8b58-c4f174c2bcea req-31262e73-4ebb-403c-bf65-1677d137e614 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 210 time: 0.1675096
Dec 09 14:07:02.894542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-f7bebb46-c55b-4ea5-89b5-a2b138448475 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:07:02.895590 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7bebb46-c55b-4ea5-89b5-a2b138448475 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-1021729664 HTTP/1.1" status: 404  len: 329 time: 0.6585288
Dec 09 14:07:02.904710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55640) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:02.918972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-e3bae32b-8d5b-4036-8c6d-160fb71ca10e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f6448c76a60>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-1011907546') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:02.937375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.958427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:02.958847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.972919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bc6e3379-8a26-4d39-b397-91426833ec0a None None] Provisioning complete for port 768d2880-760a-47d0-b224-6722629a2038 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:02.973410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3379-8a26-4d39-b397-91426833ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:02.978692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:03.060053 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:03.090347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 983a0846-31e1-4c7e-bc7a-55019e23c3a9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:03.138521 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-e3bae32b-8d5b-4036-8c6d-160fb71ca10e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:07:03.142480 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e3bae32b-8d5b-4036-8c6d-160fb71ca10e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-1011907546 HTTP/1.1" status: 404  len: 329 time: 0.2367933
Dec 09 14:07:03.149507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55646) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:03.157092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-e330c598-8cb9-44cd-9a30-022b0c1ae6cf tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f64487db160>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789', 'tempest-TagsExtTest-Tag-376398182') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:03.200228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.215538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.225267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-98618b51-dbc9-43f2-908c-04a0063303ae tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:03.234434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.247226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7b6e8d2-4fc6-40aa-a80d-1d09046d308f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:03.260251 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-e330c598-8cb9-44cd-9a30-022b0c1ae6cf tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] show failed (client error): The resource could not be found.
Dec 09 14:07:03.261390 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e330c598-8cb9-44cd-9a30-022b0c1ae6cf tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags/tempest-TagsExtTest-Tag-376398182 HTTP/1.1" status: 404  len: 328 time: 0.1108317
Dec 09 14:07:03.277733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55652) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:03.288072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-bbdfec9f-5bc6-4bdc-9e77-3b5a6b135a8c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f644985e6a0>, 'subnetpools', 'eb447581-73b3-4efe-8a93-79aa747fc789') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:03.288592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.306035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1964d7b-c70d-4f7d-8075-bd63d82dc76d None None] Network 939673cd-aa01-4061-88d4-8cc48a42976b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:03.306772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.306927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.310758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.326524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] In _notify_port_updated(), no bound segment for port b8c0b579-5358-4d5e-ae7b-48bf9473913b on network 2039bbb9-20b2-49b6-80c2-e7813c83905c {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:07:03.330403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:03.330403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.330786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:03.330911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=e641c9af-93d1-4674-b2bd-7242de7a4c46,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:03.331494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.335446 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "PUT /v2.0/ports/b8c0b579-5358-4d5e-ae7b-48bf9473913b HTTP/1.1" status: 200  len: 1002 time: 1.5334494
Dec 09 14:07:03.335602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:03.335602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:03.339703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:03.359644 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/e641c9af-93d1-4674-b2bd-7242de7a4c46 HTTP/1.1" status: 204  len: 168 time: 1.5451529
Dec 09 14:07:03.388075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:03.427052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=b8c0b579-5358-4d5e-ae7b-48bf9473913b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:03.429025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port 983a0846-31e1-4c7e-bc7a-55019e23c3a9 was deleted so its status cannot be updated. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 09 14:07:03.436733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:03.453195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e65580d8-8ec8-4c1f-9c8e-487b3cd12d7a tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:03.529194 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/networks/8699a71c-e969-4d07-b6eb-2a67346a5acf HTTP/1.1" status: 204  len: 168 time: 4.0098169
Dec 09 14:07:03.529833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55664) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:03.622300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event deleted for resources: {'Port': ['ID=983a0846-31e1-4c7e-bc7a-55019e23c3a9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:03.632675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port b8c0b579-5358-4d5e-ae7b-48bf9473913b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:03.633312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.705859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Network': ['ID=8699a71c-e969-4d07-b6eb-2a67346a5acf,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:03.708903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:03.715915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] DHCP port deletion for 939673cd-aa01-4061-88d4-8cc48a42976b request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:03.721987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Deleting port 768d2880-760a-47d0-b224-6722629a2038 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:03.722439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.743258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:03.750844 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bbdfec9f-5bc6-4bdc-9e77-3b5a6b135a8c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789/tags HTTP/1.1" status: 204  len: 168 time: 0.4717147
Dec 09 14:07:03.789341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:03.835366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1bb3fa86-76c3-4eef-9a53-acabf255b9a0 None None] Provisioning complete for port b8c0b579-5358-4d5e-ae7b-48bf9473913b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:03.836358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bb3fa86-76c3-4eef-9a53-acabf255b9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.884822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-6ee82b4e-de20-4040-9fc8-d8242cdc805e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448ae0460>, 'routers', '7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:03.958908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:03.982401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3fa86-76c3-4eef-9a53-acabf255b9a0 None None] Port b8c0b579-5358-4d5e-ae7b-48bf9473913b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:04.021895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] For port 768d2880-760a-47d0-b224-6722629a2038, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=768d2880-760a-47d0-b224-6722629a2038,segment=NetworkSegment(f232c48d-ae77-4fab-b3cc-5e039e701b9f),segment_id=f232c48d-ae77-4fab-b3cc-5e039e701b9f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:04.022815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.037883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.044310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port e731434e-70d7-4486-8a63-f3af0a0d696f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:04.044645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.180017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Calling delete_port for 768d2880-760a-47d0-b224-6722629a2038 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:04.240656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.241221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router 380df388-bce6-45fe-ad27-e929b0a2d4c2 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:04.266527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.276062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.284193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:04.286821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.287895 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-684f24f6-21d8-4047-b1a2-53939c182d0b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/380df388-bce6-45fe-ad27-e929b0a2d4c2 HTTP/1.1" status: 204  len: 168 time: 1.6298051
Dec 09 14:07:04.334032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Pushing event deleted for resources: {'Port': ['ID=768d2880-760a-47d0-b224-6722629a2038,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:04.339303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55674) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:04.342461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:04.346818 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2939dc1-882a-4a80-95e7-66fc8f99475a req-69077fa2-0120-4c99-ad28-e49e34235061 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 210 time: 0.2745500
Dec 09 14:07:04.349883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] No DVR routers for this DVR port 768d2880-760a-47d0-b224-6722629a2038 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:04.481708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.482034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.594563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.634423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44202c68-2626-478b-8b81-49508da86763 req-a3d27ba9-cfde-489c-8b50-5c4f998fa6e7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:04.635725 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-a3d27ba9-cfde-489c-8b50-5c4f998fa6e7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 811 time: 0.4261215
Dec 09 14:07:04.641978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for e731434e-70d7-4486-8a63-f3af0a0d696f owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:04.800247 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ee82b4e-de20-4040-9fc8-d8242cdc805e tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6/tags HTTP/1.1" status: 204  len: 168 time: 0.9433799
Dec 09 14:07:04.804312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55680) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:04.827148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.tag.tag_plugin [None req-01e4f275-51fe-4454-8af7-26afb9e9398c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f64494cc580>, 'ports', '090e2100-5e63-4adc-9e73-f093a454b3a3') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:04.832012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.841004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:04.892122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-44202c68-2626-478b-8b81-49508da86763 req-99627404-a30d-4ba7-8c39-275a63161dfa tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:04.917239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 24b346fe-2b5b-4a94-92fd-911124c4bf78 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:04.925474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.011019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-44202c68-2626-478b-8b81-49508da86763 req-99627404-a30d-4ba7-8c39-275a63161dfa tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:05.012355 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-99627404-a30d-4ba7-8c39-275a63161dfa tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 380 time: 0.3268080
Dec 09 14:07:05.040757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'port': {'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'admin_state_up': True, 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'security_groups': ['b3399436-fa51-495a-8a60-7c0afded9afc']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:05.057066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449ae2520>,) {'filters': {'network_id': ['939673cd-aa01-4061-88d4-8cc48a42976b']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:05.084278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.116380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 768d2880-760a-47d0-b224-6722629a2038 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:05.143025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.152355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 768d2880-760a-47d0-b224-6722629a2038 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:05.152534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for b8c0b579-5358-4d5e-ae7b-48bf9473913b owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:05.152911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 768d2880-760a-47d0-b224-6722629a2038 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:05.183110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.184271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449ae2520>, 'f232c48d-ae77-4fab-b3cc-5e039e701b9f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:05.184611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449ae2520>, 'f232c48d-ae77-4fab-b3cc-5e039e701b9f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:05.197902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-47629ed1-fa58-492f-a125-99b3852fc9c7 tempest-RoutersIpV6AdminTest-1005586413 tempest-RoutersIpV6AdminTest-1005586413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:05.213225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.222660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.249045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.264937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=e731434e-70d7-4486-8a63-f3af0a0d696f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:05.282296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:05.283387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.283518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:05.310844 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:05.353630 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-01e4f275-51fe-4454-8af7-26afb9e9398c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3/tags HTTP/1.1" status: 204  len: 168 time: 0.5480478
Dec 09 14:07:05.362900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:05.377973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.378471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9fd973e-ef04-4023-bd02-f1969bc4a4e1 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:05.383555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.tag.tag_plugin [None req-e0d275b9-5978-4d11-a85d-cc0aaefbd9dc tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f6448e282b0>, 'subnets', '1edfae82-e816-485e-8dab-2f4f239b4f86') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:05.387072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:05.487174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.498320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:05.528160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.531736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.532335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:port and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:05.532894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d9fd973e-ef04-4023-bd02-f1969bc4a4e1 HTTP/1.1" status: 204  len: 168 time: 7.4024436
Dec 09 14:07:05.541311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:05.543407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55690) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:05.549598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=939673cd-aa01-4061-88d4-8cc48a42976b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:05.558343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:05.571723 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/939673cd-aa01-4061-88d4-8cc48a42976b HTTP/1.1" status: 204  len: 168 time: 2.1791749
Dec 09 14:07:05.572523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55694) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:05.577938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.600001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:05.650565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.655659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.662801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d7c23d8-ef48-45b3-984c-99b0e37fb3cd req-138bb773-57ae-46b0-b9ae-27720338484f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 210 time: 0.0889752
Dec 09 14:07:05.663450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:05.702710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Made reservation on behalf of 3bcd81e036d64bf78a67bf36df4d239b for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:05.706414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.768050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:05.769573 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/floatingips/21d4e1e9-049d-4587-b46e-8d82e9dd5310 HTTP/1.1" status: 204  len: 168 time: 2.1376641
Dec 09 14:07:05.815745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55698) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:05.897028 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2be37e-ad9e-4fbe-acfe-fd23b0093ba5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:07:05.898115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2be37e-ad9e-4fbe-acfe-fd23b0093ba5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:07:05.948878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Port': ['ID=b8c0b579-5358-4d5e-ae7b-48bf9473913b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:05.971078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:05.995624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.003692 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-da2be37e-ad9e-4fbe-acfe-fd23b0093ba5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/ports/ba232fea-ca15-4506-af83-cbd66ab4d362 HTTP/1.1" status: 404  len: 333 time: 0.1855903
Dec 09 14:07:06.008687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55702) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.009752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5152da3d-fbc6-4f3f-ae6b-149fed649d62 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:06.019884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e0d275b9-5978-4d11-a85d-cc0aaefbd9dc tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86/tags HTTP/1.1" status: 204  len: 168 time: 0.6553693
Dec 09 14:07:06.028568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205ba6f-1dce-4b61-afad-9419b648db76 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:06.030174 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3205ba6f-1dce-4b61-afad-9419b648db76 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.4545715
Dec 09 14:07:06.030921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.040826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55708) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.182992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=24b346fe-2b5b-4a94-92fd-911124c4bf78,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:06.184761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:06.198735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b029a1fe-957a-43a8-b77b-0cc81443c082 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Synchronizing usage tracker for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:06.227763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.244261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/ports/b8c0b579-5358-4d5e-ae7b-48bf9473913b HTTP/1.1" status: 204  len: 168 time: 2.9023569
Dec 09 14:07:06.245503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.247899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f52170e2-be24-43ed-9351-5dac03a2d47b tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for subnetpool, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.249044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f52170e2-be24-43ed-9351-5dac03a2d47b tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnetpools/eb447581-73b3-4efe-8a93-79aa747fc789 HTTP/1.1" status: 204  len: 168 time: 0.2152364
Dec 09 14:07:06.263981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55718) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.266219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11f9c89-82c6-4713-b96d-431b742b0ccc None None] Network fb742361-2abf-4cd7-b4ed-6520b441c6ad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:06.288258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.293317 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/24b346fe-2b5b-4a94-92fd-911124c4bf78 HTTP/1.1" status: 204  len: 168 time: 1.9474716
Dec 09 14:07:06.311751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.352372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b426ea-efc8-4e8f-8ab4-0e231a74c1cd tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:06.352602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-82b426ea-efc8-4e8f-8ab4-0e231a74c1cd tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Synchronizing usage tracker for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:06.416646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-796c43e3-3c6d-43de-bace-e2ac09e3df1c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Synchronizing usage tracker for tenant:35ea8ccfe8834f19917bad8a6fcd04cd on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:06.442270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Allocated IP 172.20.0.5 (613eed66-bded-4487-948d-0e20bce9b1c9/835e3a28-3773-4e28-9c43-c631cfe37587/550c7d1e-0777-4f92-97fd-b3d507e0d292) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:06.447017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b029a1fe-957a-43a8-b77b-0cc81443c082 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Unset dirty status for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:06.450787 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b029a1fe-957a-43a8-b77b-0cc81443c082 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 HTTP/1.1" status: 200  len: 205 time: 0.4097228
Dec 09 14:07:06.457026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55726) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.547440 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-07e7904f-6d9a-4c06-bc5b-cbdbd6261c2d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] delete failed (client error): The resource could not be found.
Dec 09 14:07:06.550788 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-07e7904f-6d9a-4c06-bc5b-cbdbd6261c2d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/routers/d4e89f7d-8ea5-4a7d-a68e-0cc29af306c2 HTTP/1.1" status: 404  len: 336 time: 0.0849454
Dec 09 14:07:06.553995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.555187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8ec4b27a-6b11-4747-940a-760eb61d7c7b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:06.557633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-796c43e3-3c6d-43de-bace-e2ac09e3df1c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Unset dirty status for tenant:35ea8ccfe8834f19917bad8a6fcd04cd on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:06.557757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 755c87f5-103a-4f3f-ad95-1612ff4ee33f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:06.558734 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-796c43e3-3c6d-43de-bace-e2ac09e3df1c tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6 HTTP/1.1" status: 200  len: 205 time: 0.2847171
Dec 09 14:07:06.562432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-82b426ea-efc8-4e8f-8ab4-0e231a74c1cd tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Unset dirty status for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:06.563561 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-82b426ea-efc8-4e8f-8ab4-0e231a74c1cd tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "GET /v2.0/ports/b8c0b579-5358-4d5e-ae7b-48bf9473913b HTTP/1.1" status: 404  len: 333 time: 0.3134580
Dec 09 14:07:06.564368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55732) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.568437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55734) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.610219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271831835'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:06.627112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.662571 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-966f9e37-0f76-4745-b7ef-a7892cdcce54 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:07:06.662999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966f9e37-0f76-4745-b7ef-a7892cdcce54 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:07:06.665267 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-966f9e37-0f76-4745-b7ef-a7892cdcce54 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/subnets/7edabcdc-4bd7-4467-88f0-1c35e68f9b44 HTTP/1.1" status: 404  len: 337 time: 0.1005416
Dec 09 14:07:06.675616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.702496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] DHCP port deletion for fb742361-2abf-4cd7-b4ed-6520b441c6ad request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:06.708604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Deleting port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:06.708991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.751982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.807036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 77399123-57ac-4a99-85a1-ba61fc4155ca {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:06.807375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.825638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8ec4b27a-6b11-4747-940a-760eb61d7c7b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:06.829615 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8ec4b27a-6b11-4747-940a-760eb61d7c7b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.7458141
Dec 09 14:07:06.832122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:06.865800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-287815010'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:06.877442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:06.918877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.919333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:06.960297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:06.979138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:06.985068 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d66c5264-7520-43b2-9e7b-cc3333962e42 req-91d8be1b-53f1-4b11-8849-14fccd586266 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 210 time: 0.1233485
Dec 09 14:07:06.995292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:07.032421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] For port 1eeab78f-33f9-46d0-97ff-5c1685b63a48, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1eeab78f-33f9-46d0-97ff-5c1685b63a48,segment=NetworkSegment(4210828a-9304-493d-b311-0b78ff7d0700),segment_id=4210828a-9304-493d-b311-0b78ff7d0700)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:07.032825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.100201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:07.103945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.110396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1eeab78f-33f9-46d0-97ff-5c1685b63a48 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:07.210630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Calling delete_port for 1eeab78f-33f9-46d0-97ff-5c1685b63a48 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:07.223052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:07.247243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:07.266941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:07.285289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:07.288335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.313304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.340170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.355923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.356256 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment 85fb28a1-8d87-4162-8866-e43678ccb1ff of type vlan for network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7
Dec 09 14:07:07.384574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.390748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.410242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.415186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6586c398-5319-41c0-94b2-080661697aed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:07.479913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] device_id is not set on port 22316b87-4e06-4919-b891-d86631942551 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:07.484613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Transition to ACTIVE for port object 550c7d1e-0777-4f92-97fd-b3d507e0d292 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:07.488439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Pushing event deleted for resources: {'Port': ['ID=1eeab78f-33f9-46d0-97ff-5c1685b63a48,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:07.511144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 983a0846-31e1-4c7e-bc7a-55019e23c3a9 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:07.558942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:07.560481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 983a0846-31e1-4c7e-bc7a-55019e23c3a9 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:07.560990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 983a0846-31e1-4c7e-bc7a-55019e23c3a9 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:07.565478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.577570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] No DVR routers for this DVR port 1eeab78f-33f9-46d0-97ff-5c1685b63a48 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:07.581913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 77399123-57ac-4a99-85a1-ba61fc4155ca owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:07.675179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.680419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.686918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6275b788-4cfb-4707-b961-18659ac2a20d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:07.739670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.781271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.784915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:07.792101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:07.795895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:07.839322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=550c7d1e-0777-4f92-97fd-b3d507e0d292,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:07.842766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:07.843532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.847450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:07.848209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.859586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Deleting port 9eb1a712-1786-42c0-9529-00b899c67e0d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:07.859586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.885640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ceab25ea-d15f-485e-a667-dda9afaf24d3 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:07.899399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.910793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.911381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:07.940890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:07.941514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.951594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:07.955236 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4857159d-1568-4002-bdfd-112a15bde395 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/routers/7eb1af7c-4faa-4cea-bd6e-d908b1ef5fa6 HTTP/1.1" status: 204  len: 168 time: 1.3786268
Dec 09 14:07:07.980828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55752) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:08.052637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.060834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c2315-38ec-4b47-9d47-757c173a6114 None None] Network 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:08.085683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2355144
Dec 09 14:07:08.085683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=75dd5366-351c-481e-a7b1-3bb6c6ece7a7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:08.089320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55758) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:08.095556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:08.103585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:08.104599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f272667a-d5e3-4972-aba0-971019a69f74 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:08.113946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:08.123680 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0965493
Dec 09 14:07:08.131812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c665b097-2a1b-4172-bacd-51535f76dc07 None None] Provisioning for port 550c7d1e-0777-4f92-97fd-b3d507e0d292 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:08.147529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c665b097-2a1b-4172-bacd-51535f76dc07 None None] Provisioning complete for port 550c7d1e-0777-4f92-97fd-b3d507e0d292 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:08.148037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c665b097-2a1b-4172-bacd-51535f76dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.158442 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/755c87f5-103a-4f3f-ad95-1612ff4ee33f HTTP/1.1" status: 204  len: 168 time: 1.8457799
Dec 09 14:07:08.162390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55764) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:08.166043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Allocated IP 2001:db8::22c (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/22316b87-4e06-4919-b891-d86631942551) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:08.170713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=755c87f5-103a-4f3f-ad95-1612ff4ee33f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:08.179990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:08.230397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.243087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ac263a3e-1b31-4069-8ae2-5f24237a91cb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:08.267819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Deleting port 090e2100-5e63-4adc-9e73-f093a454b3a3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:08.268159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.300831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=77399123-57ac-4a99-85a1-ba61fc4155ca,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:08.301098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Request body: {'port': {'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:08.308905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:08.400545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c665b097-2a1b-4172-bacd-51535f76dc07 None None] Port 550c7d1e-0777-4f92-97fd-b3d507e0d292 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:08.495465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:08.539640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71be2d-3789-437e-bcd8-54dd3221503b req-7b394290-ad07-4d65-bcad-bb83c113d319 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:08.541006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:08.546779 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e71be2d-3789-437e-bcd8-54dd3221503b req-7b394290-ad07-4d65-bcad-bb83c113d319 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 931 time: 0.3598840
Dec 09 14:07:08.562056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.563849 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/ports/77399123-57ac-4a99-85a1-ba61fc4155ca HTTP/1.1" status: 204  len: 168 time: 1.8873262
Dec 09 14:07:08.572359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:08.574080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] For port 9eb1a712-1786-42c0-9529-00b899c67e0d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9eb1a712-1786-42c0-9529-00b899c67e0d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:08.574436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.588004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:08.588214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] DHCP port deletion for 22a1dde5-d8bd-4c84-ac58-385d493a4eb8 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:08.592658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Deleting port d827b5b5-28cd-4cf5-adbe-207141da5a9c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:08.593157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.673955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:08.681187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.702229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e71be2d-3789-437e-bcd8-54dd3221503b req-b5f8774e-17c2-4b9c-96ab-8c138bade25b tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1549313
Dec 09 14:07:08.706509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.712244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 2f92a404-e1e4-4e51-b165-cf12f4b7aaf5 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:08.712573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.764836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Transition to ACTIVE for port object 22316b87-4e06-4919-b891-d86631942551 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:08.807286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] For port d827b5b5-28cd-4cf5-adbe-207141da5a9c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d827b5b5-28cd-4cf5-adbe-207141da5a9c,segment=NetworkSegment(af3fc88f-967f-4816-8977-718fcbf6359a),segment_id=af3fc88f-967f-4816-8977-718fcbf6359a)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:08.807853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.895993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Calling delete_port for 9eb1a712-1786-42c0-9529-00b899c67e0d owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:08.922936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:08.930585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4272b2ec-fc73-4bf8-9ea7-a45a45cc9500 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:08.935697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Calling delete_port for d827b5b5-28cd-4cf5-adbe-207141da5a9c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:08.969832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:08.996689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.020723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:09.036693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:09.046499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:09.050671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:09.051479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.055619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.060957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fbbe396e-03cf-4a62-97e1-1d415d10c7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:09.065084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=22316b87-4e06-4919-b891-d86631942551,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:09.077231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:09.086986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.095663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.4931867
Dec 09 14:07:09.098982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:09.107325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c9:17:f8'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:09.127285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d827b5b5-28cd-4cf5-adbe-207141da5a9c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:09.154530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Pushing event deleted for resources: {'Port': ['ID=d827b5b5-28cd-4cf5-adbe-207141da5a9c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:09.164940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:09.170910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d827b5b5-28cd-4cf5-adbe-207141da5a9c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:09.171523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d827b5b5-28cd-4cf5-adbe-207141da5a9c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:09.175056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] No DVR routers for this DVR port d827b5b5-28cd-4cf5-adbe-207141da5a9c on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:09.284570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 2f92a404-e1e4-4e51-b165-cf12f4b7aaf5 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:09.387076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.408350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.434245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aca8fe52-a54a-4a0e-9873-6f1ba9fb1c6d None None] Provisioning for port 22316b87-4e06-4919-b891-d86631942551 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:09.440633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aca8fe52-a54a-4a0e-9873-6f1ba9fb1c6d None None] Provisioning complete for port 22316b87-4e06-4919-b891-d86631942551 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:09.441011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aca8fe52-a54a-4a0e-9873-6f1ba9fb1c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.483431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448aa3310>,) {'filters': {'network_id': ['fb742361-2abf-4cd7-b4ed-6520b441c6ad']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:09.491583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.499712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aca8fe52-a54a-4a0e-9873-6f1ba9fb1c6d None None] Port 22316b87-4e06-4919-b891-d86631942551 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:09.613471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448aa3310>, '4210828a-9304-493d-b311-0b78ff7d0700') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:09.614042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448aa3310>, '4210828a-9304-493d-b311-0b78ff7d0700') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:09.706111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.713340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf487a88-4223-4e5a-b377-2eb34aa7a263 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:09.752349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Calling delete_port for 090e2100-5e63-4adc-9e73-f093a454b3a3 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:09.762699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=2f92a404-e1e4-4e51-b165-cf12f4b7aaf5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:09.770186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:09.772312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.788313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.903612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.935685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:09.936059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:09.954653 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:09.981516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.001563 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/ports/2f92a404-e1e4-4e51-b165-cf12f4b7aaf5 HTTP/1.1" status: 204  len: 168 time: 1.4269528
Dec 09 14:07:10.004264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:10.057800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d79666-99db-4847-95c2-ab640b1d6702 req-fafcaf46-2690-46f2-83e7-666858e25d7a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:10.059224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-25d79666-99db-4847-95c2-ab640b1d6702 req-fafcaf46-2690-46f2-83e7-666858e25d7a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 931 time: 0.2070398
Dec 09 14:07:10.123297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-25d79666-99db-4847-95c2-ab640b1d6702 req-392a4d0c-f677-4a78-9fea-6891f683e203 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580688
Dec 09 14:07:10.129601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e91ff-9b1a-45b5-9bb0-b5d89e0f1f0d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:10.130265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b8e91ff-9b1a-45b5-9bb0-b5d89e0f1f0d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Synchronizing usage tracker for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:10.150840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b8e91ff-9b1a-45b5-9bb0-b5d89e0f1f0d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Unset dirty status for tenant:3ca7f9ef419f48639dcad342c0730fd4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:10.155031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5b8e91ff-9b1a-45b5-9bb0-b5d89e0f1f0d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "GET /v2.0/ports?device_id=88cb896d-3270-4b6a-98f3-d0366db25902 HTTP/1.1" status: 200  len: 913 time: 0.1468601
Dec 09 14:07:10.155163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.155294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55782) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:10.188830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:10.249876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.251611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eb1a712-1786-42c0-9529-00b899c67e0d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:10.274951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:10.284617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b06ee4a-529d-4ca3-9356-95b2f59e1d2d tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:10.300567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.371322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=fb742361-2abf-4cd7-b4ed-6520b441c6ad,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:10.385151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:10.563824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.566047 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/fb742361-2abf-4cd7-b4ed-6520b441c6ad HTTP/1.1" status: 204  len: 168 time: 2.3544641
Dec 09 14:07:10.572008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:10.575204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-211f67c6-8d0b-4142-bb09-3861a0639d2e tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:10.650836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event deleted for resources: {'Port': ['ID=090e2100-5e63-4adc-9e73-f093a454b3a3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:10.666317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:10.727114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.766851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.779016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.784178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.790149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cad176b2-ca7d-4c99-96df-76bf3e2e36f6 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:10.797904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:10.888422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] In _notify_port_updated(), no bound segment for port 22316b87-4e06-4919-b891-d86631942551 on network 2039bbb9-20b2-49b6-80c2-e7813c83905c {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:07:10.892215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:10.892818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:10.894660 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "PUT /v2.0/ports/22316b87-4e06-4919-b891-d86631942551 HTTP/1.1" status: 200  len: 1002 time: 1.7940533
Dec 09 14:07:10.899968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:10.970993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=22316b87-4e06-4919-b891-d86631942551,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:10.971573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:10.981006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550c7d1e-0777-4f92-97fd-b3d507e0d292 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:07:11.000760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.008480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.083483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Transition to ACTIVE for port object 550c7d1e-0777-4f92-97fd-b3d507e0d292 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:11.125153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.137002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-195935f3-f78e-4753-88d5-3ac2564855c1 None None] Provisioning complete for port 22316b87-4e06-4919-b891-d86631942551 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:11.138108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-195935f3-f78e-4753-88d5-3ac2564855c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.194135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.197669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=ca6afca3-74fe-41b9-b42a-30b5647819ed,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:11.200449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:11.202103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-195935f3-f78e-4753-88d5-3ac2564855c1 None None] Port 22316b87-4e06-4919-b891-d86631942551 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:11.211245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port 22316b87-4e06-4919-b891-d86631942551 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:11.211585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.213280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c6c53395-f808-482c-af5c-efbdca7b7305 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:11.236294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.247288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.251617 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/ports/090e2100-5e63-4adc-9e73-f093a454b3a3 HTTP/1.1" status: 204  len: 168 time: 3.2668293
Dec 09 14:07:11.260657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55796) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:11.370331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64490dd220>,) {'filters': {'network_id': ['22a1dde5-d8bd-4c84-ac58-385d493a4eb8']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:11.401044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490dd220>, 'af3fc88f-967f-4816-8977-718fcbf6359a') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:11.401337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64490dd220>, 'af3fc88f-967f-4816-8977-718fcbf6359a') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:11.447608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.455823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': '85fb28a1-8d87-4162-8866-e43678ccb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:11.456327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: 75dd5366-351c-481e-a7b1-3bb6c6ece7a7, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:11.505883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.548846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:11.549239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.553282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Pushing event updated for resources: {'Port': ['ID=550c7d1e-0777-4f92-97fd-b3d507e0d292,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:11.561776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:11.564484 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:11.568946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.604602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.756573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd93a0-b93c-449b-bb16-56beca3867be req-e20d9d3b-6231-43b7-ab16-fef0276e3bc8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:11.758153 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cd93a0-b93c-449b-bb16-56beca3867be req-e20d9d3b-6231-43b7-ab16-fef0276e3bc8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 943 time: 0.4556546
Dec 09 14:07:11.760942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:11.802398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.805548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 75dd5366-351c-481e-a7b1-3bb6c6ece7a7) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:11.816498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:11.817079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.817463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386904e2-76de-421c-a3dc-f84ed6fc23bc None None] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:11.823159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Deleting subnet 1edfae82-e816-485e-8dab-2f4f239b4f86 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:11.824126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d431f6a3-49be-408f-a4ad-340a1b858bd3 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:11.843815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.844814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.866080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=22a1dde5-d8bd-4c84-ac58-385d493a4eb8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:11.878584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:11.880266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:11.893025 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/22a1dde5-d8bd-4c84-ac58-385d493a4eb8 HTTP/1.1" status: 204  len: 168 time: 1.3165631
Dec 09 14:07:11.897575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:11.903102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1143232001'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:11.978231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:12.002175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.002698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51437cd4-e9e2-413a-abd5-e9e0c3f8661a {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:12.022444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Attempting to bind port 550c7d1e-0777-4f92-97fd-b3d507e0d292 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:12.022837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Attempting to bind port 550c7d1e-0777-4f92-97fd-b3d507e0d292 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:12.023703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Attempting to bind port 550c7d1e-0777-4f92-97fd-b3d507e0d292 on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:12.035793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:12.047241 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9563704
Dec 09 14:07:12.048576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for 22316b87-4e06-4919-b891-d86631942551 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:12.049239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.050268 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "DELETE /v2.0/routers/51437cd4-e9e2-413a-abd5-e9e0c3f8661a HTTP/1.1" status: 204  len: 168 time: 6.5059435
Dec 09 14:07:12.053702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55806) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:12.053702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55808) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:12.055311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-75dd5366-351c-481e-a7b1-3bb6c6ece7a7', 'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': 'ca6afca3-74fe-41b9-b42a-30b5647819ed'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:12.057269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.060169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Port 550c7d1e-0777-4f92-97fd-b3d507e0d292 on network 613eed66-bded-4487-948d-0e20bce9b1c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:07:12.060420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Attempting to bind port 550c7d1e-0777-4f92-97fd-b3d507e0d292 on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:12.065183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-198910138', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:12.072511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.089244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:12.098200 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4cd93a0-b93c-449b-bb16-56beca3867be req-e001f052-f0ce-4e0e-b091-ef343cb41fd7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3183727
Dec 09 14:07:12.111504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7', 'name': 'tempest-PortsIpV6TestJSON-196480762'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:12.112621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:12.146500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:12.162357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:12.163046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Usage tracker for resource:router and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:12.165590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.174361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:12.181598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:12.181598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Checking segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:12.181922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Bound using segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:12.182609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Bound port: 550c7d1e-0777-4f92-97fd-b3d507e0d292, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:12.182756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.201691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:12.277880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Allocated IP 2001:db8::2 (75dd5366-351c-481e-a7b1-3bb6c6ece7a7/ca6afca3-74fe-41b9-b42a-30b5647819ed/75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:12.324619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.325548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.419608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:12.420917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.426426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.432827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-029e8988-d43c-44ad-ace4-c5c942032672 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:12.459763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] For port 550c7d1e-0777-4f92-97fd-b3d507e0d292, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:12.461815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:12.477297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:12.485748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Port': ['ID=22316b87-4e06-4919-b891-d86631942551,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:12.491396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] For port 550c7d1e-0777-4f92-97fd-b3d507e0d292, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:12.492615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:12.499055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.500771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.501175 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment c8100822-8345-46ea-be36-1802abc9fd65 of type vlan for network 63111b23-b97d-46d4-9bf4-08362cba4f46
Dec 09 14:07:12.520326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.526415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e5835488-5712-4d11-9302-8af3f232399e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:12.529058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.550008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Transition to ACTIVE for port object 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:12.565921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:12.568910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.608795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Transition to ACTIVE for port object 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:12.619809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.621286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.638030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cc4864a1-2a42-41dd-ba87-6d78de7c196b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:12.667227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.735842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:12.745873 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/ports/22316b87-4e06-4919-b891-d86631942551 HTTP/1.1" status: 204  len: 168 time: 1.8419960
Dec 09 14:07:12.749217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:12.749566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.753312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55814) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:12.754610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Pushing event updated for resources: {'Port': ['ID=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:12.758194 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] 10.222.0.35 "PUT /v2.0/ports/550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 1093 time: 4.6154451
Dec 09 14:07:12.762301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:12.766258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:07:12.772986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:12.810804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.894530 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'status': 'completed', 'code': 200}
Dec 09 14:07:12.919550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.919899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.920240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.920572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.920905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.921240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.921633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.921959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.922227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.922544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.922868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:07:12.931031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:12.931258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Pushing event updated for resources: {'Port': ['ID=550c7d1e-0777-4f92-97fd-b3d507e0d292,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:12.955401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:12.956571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d6ab3198-83ae-4484-a96a-83226e2e8548 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:12.962276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Attempting to bind port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:12.962637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Attempting to bind port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '85fb28a1-8d87-4162-8866-e43678ccb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:12.963005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Attempting to bind port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb on network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:12.981288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:12.981866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Checking segment: {'id': '85fb28a1-8d87-4162-8866-e43678ccb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:12.982139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:12.982577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Bound using segment: {'id': '85fb28a1-8d87-4162-8866-e43678ccb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:12.983038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Bound port: 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fb28a1-8d87-4162-8866-e43678ccb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:12.983425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.004911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-12825564-a79e-441a-b620-547347d5467c tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:13.005978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12825564-a79e-441a-b620-547347d5467c tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Synchronizing usage tracker for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:13.010701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.013332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.013494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event deleted for resources: {'Subnet': ['ID=1edfae82-e816-485e-8dab-2f4f239b4f86,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:13.018163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:13.018995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.025711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f45a5bd2-3b91-4b8f-a665-7ab8e124f06e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:13.027731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:13.065963 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/subnets/1edfae82-e816-485e-8dab-2f4f239b4f86 HTTP/1.1" status: 204  len: 168 time: 1.8004789
Dec 09 14:07:13.070983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55820) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:13.072541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0eab51-ddd6-4156-bb92-ccad862d754b None None] Network ed9c4be7-6687-4085-a58d-9ace7248efea requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:13.091345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9eb1a712-1786-42c0-9529-00b899c67e0d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:13.130875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.150483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 9eb1a712-1786-42c0-9529-00b899c67e0d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:13.151212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9eb1a712-1786-42c0-9529-00b899c67e0d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:13.151425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=63111b23-b97d-46d4-9bf4-08362cba4f46,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:13.156854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:13.159175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12825564-a79e-441a-b620-547347d5467c tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Unset dirty status for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:13.160533 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12825564-a79e-441a-b620-547347d5467c tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "GET /v2.0/ports/22316b87-4e06-4919-b891-d86631942551 HTTP/1.1" status: 404  len: 333 time: 0.4046216
Dec 09 14:07:13.165411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2667854
Dec 09 14:07:13.166628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55828) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:13.167121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:13.176399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:13.198044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-825839510'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:13.230490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:13.281970 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-33ed212b-1756-44bf-840a-1f375757c7b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1096 time: 0.4213443
Dec 09 14:07:13.332439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] For port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:13.346584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::383 (75dd5366-351c-481e-a7b1-3bb6c6ece7a7/ca6afca3-74fe-41b9-b42a-30b5647819ed/d586f2d7-5c5d-4cb6-9166-40ffbb917a5a) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:13.357440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.383392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] For port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,segment=NetworkSegment(85fb28a1-8d87-4162-8866-e43678ccb1ff),segment_id=85fb28a1-8d87-4162-8866-e43678ccb1ff)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:13.393087 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-9d567abb-dcd9-4810-b4da-1a527fd502c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 217 time: 0.0933824
Dec 09 14:07:13.428031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.442710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3ebb1d3e-957a-48dc-88bd-632d277575be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:13.471502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Deleting port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:13.471762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.481167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:13.502633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:13.517706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:13.531866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:13.536036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Pushing event updated for resources: {'Port': ['ID=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:13.540199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:13.569171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:13.587922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:13.604343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:13.654624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814923c-2041-4bf8-95cc-78b7a3f5aa7d req-3b7e7ea3-649f-4d33-ae6c-056bdb6c7ae4 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:13.656004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d814923c-2041-4bf8-95cc-78b7a3f5aa7d req-3b7e7ea3-649f-4d33-ae6c-056bdb6c7ae4 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 943 time: 0.2783387
Dec 09 14:07:13.687315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:13.688922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] DHCP port deletion for ed9c4be7-6687-4085-a58d-9ace7248efea request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:13.690197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.693712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Deleting port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:13.694111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.857515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 595f474d-a961-4b69-82c3-385ee932f94f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:13.858169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.896709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] device_id is not set on port c53905a6-c552-4030-9971-e2738d2bbc19 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:13.954795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:13.975481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44202c68-2626-478b-8b81-49508da86763 req-f15699ab-d354-4ee0-8847-92277acd583c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:13.977501 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-f15699ab-d354-4ee0-8847-92277acd583c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.5650203
Dec 09 14:07:14.010469 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d814923c-2041-4bf8-95cc-78b7a3f5aa7d req-113f1b13-8a15-4a25-a6d0-2d3b82aa23cf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3444450
Dec 09 14:07:14.015207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] For port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,segment=NetworkSegment(965a9a27-6ab8-4e47-be07-e2afe92f0db1),segment_id=965a9a27-6ab8-4e47-be07-e2afe92f0db1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:14.015732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.131955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.152390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Calling delete_port for 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:14.231749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.237173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-44ddbff4-3328-46d3-a8bd-c99b85f8f072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:14.239433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object d586f2d7-5c5d-4cb6-9166-40ffbb917a5a will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:14.265030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] For port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,segment=NetworkSegment(965a9a27-6ab8-4e47-be07-e2afe92f0db1),segment_id=965a9a27-6ab8-4e47-be07-e2afe92f0db1)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:14.265446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.284157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Pushing event deleted for resources: {'Port': ['ID=389099c0-cdc0-4e1c-a4c9-f0d8826ce647,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:14.287205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:14.293387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] No DVR routers for this DVR port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:14.340848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Allocated IP 2001:db8::2bb (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/c53905a6-c552-4030-9971-e2738d2bbc19) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:14.399625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.417263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Calling delete_port for 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:14.455974 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-2afdf1f8-bfb2-4881-93f8-76e4e2a94bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4571066
Dec 09 14:07:14.541191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.613277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 595f474d-a961-4b69-82c3-385ee932f94f owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:14.636140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.641680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.660185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-648ef8d2-30f5-431f-b56a-2c05ac43d936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:14.666052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b67cd6-0551-4c99-bacc-08c3aa1f4239 None None] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:14.721355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.747415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:14.776771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ab6991b2-a0c2-4b2c-abd8-ed96b941f458 None None] Provisioning for port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:14.801245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:14.801570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:14.849030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:14.861612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:14.864117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:14.868925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:14.869569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:14.873495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=d586f2d7-5c5d-4cb6-9166-40ffbb917a5a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:14.876909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:14.927809 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-6e6fbb6f-48bf-4dae-ac4a-d11fe50e0819 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4380085
Dec 09 14:07:14.983089 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.9284148
Dec 09 14:07:14.988688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:14.997559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '75dd5366-351c-481e-a7b1-3bb6c6ece7a7', 'name': 'tempest-PortsIpV6TestJSON-1474704351'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:15.088297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Allocated IP 172.26.3.237 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/64c86b52-744d-4d9f-97ed-f406237ec886) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:15.127583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:15.138854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=166c03ce-f964-447f-85d9-cf767ee6dffc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:15.166962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:15.239899 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-44202c68-2626-478b-8b81-49508da86763 req-6bc7c55d-3ff4-4c6b-8f40-8e0d994a6a98 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044457
Dec 09 14:07:15.241569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:15.248049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:15.248503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.254180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': 'c8100822-8345-46ea-be36-1802abc9fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:15.254540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 63111b23-b97d-46d4-9bf4-08362cba4f46, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:15.308240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.311008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Deleting port 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:15.311423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.358481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Transition to ACTIVE for port object c53905a6-c552-4030-9971-e2738d2bbc19 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:15.360834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Provisioning complete for port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:15.362233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.433041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:15.442217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.452440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:15.455539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] The port '389099c0-cdc0-4e1c-a4c9-f0d8826ce647' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:07:15.456710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:15.489973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:15.493891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:15.529299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 63111b23-b97d-46d4-9bf4-08362cba4f46) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:15.529299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:15.531932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.548218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:15.548803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.556071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.558366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1359f-78cf-42d7-ac24-d0974a2a0901 req-14b2f5e2-1364-4bd6-b947-e4118bed6c23 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:15.559810 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbd1359f-78cf-42d7-ac24-d0974a2a0901 req-14b2f5e2-1364-4bd6-b947-e4118bed6c23 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 943 time: 0.3457859
Dec 09 14:07:15.563899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.568008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.600528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0a59f8e9-4f9f-459a-a99f-d3a773724cb1 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:15.632888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.648082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab018740-b85b-4cb6-8e48-73388ddc9677 None None] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:15.678201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.683410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=595f474d-a961-4b69-82c3-385ee932f94f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:15.688179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port cc788f35-12cd-41b2-8596-1f53edc548b4 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:15.706910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.713135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:15.736992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:15.739232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72775937-c695-4d18-833d-f3190418bf5b tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:15.748437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,segment=NetworkSegment(85fb28a1-8d87-4162-8866-e43678ccb1ff),segment_id=85fb28a1-8d87-4162-8866-e43678ccb1ff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:15.780971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.796417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:15.813488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6448884
Dec 09 14:07:15.819563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55840) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:15.852678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-719527961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:15.868703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:15.880417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644952d3a0>,) {'filters': {'network_id': ['ed9c4be7-6687-4085-a58d-9ace7248efea']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:15.895253 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-a1749a2c-00e5-483b-aa9b-22acf66296d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1096 time: 0.5527263
Dec 09 14:07:15.898616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:15.910523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644952d3a0>, '965a9a27-6ab8-4e47-be07-e2afe92f0db1') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:15.910813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644952d3a0>, '965a9a27-6ab8-4e47-be07-e2afe92f0db1') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:15.919306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:15.923619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbd1359f-78cf-42d7-ac24-d0974a2a0901 req-b9cbc057-3b7a-4026-af65-6e1eac80c2bf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3537607
Dec 09 14:07:15.924630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:15.928938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:15.929859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 389099c0-cdc0-4e1c-a4c9-f0d8826ce647 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:15.940263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:15.943620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:15.946483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:15.950461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:15.951066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.958197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:15.958631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:15.963895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:15.964262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:15.978114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=c53905a6-c552-4030-9971-e2738d2bbc19,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:15.979169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:15.986565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:16.008682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:16.070515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.082498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-63111b23-b97d-46d4-9bf4-08362cba4f46', 'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '166c03ce-f964-447f-85d9-cf767ee6dffc'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:16.083363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.083680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event updated for resources: {'Port': ['ID=64c86b52-744d-4d9f-97ed-f406237ec886,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:16.093989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.098843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:16.099796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:16.100190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:16.116811 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:16.127531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:16.142389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:16.144976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.9748182
Dec 09 14:07:16.152022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55844) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:16.157668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:16.169585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'network_id': '2039bbb9-20b2-49b6-80c2-e7813c83905c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1633300587'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:16.186499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.187723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.223333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::291 (75dd5366-351c-481e-a7b1-3bb6c6ece7a7/ca6afca3-74fe-41b9-b42a-30b5647819ed/cc788f35-12cd-41b2-8596-1f53edc548b4) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:16.333346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Allocated IP 172.20.0.2 (63111b23-b97d-46d4-9bf4-08362cba4f46/166c03ce-f964-447f-85d9-cf767ee6dffc/fa3fb31a-db5f-407f-8900-70bf8d4d0c19) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:16.363673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.365931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-5ff19741-3050-4363-aa58-c0b6fdeeb640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:16.367594 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-5ff19741-3050-4363-aa58-c0b6fdeeb640 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.4620411
Dec 09 14:07:16.373843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-df0a4a4c-edc0-4e67-acd2-16980521d5b7 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:16.390014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.397199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.454155 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] 10.222.0.21 "DELETE /v2.0/networks/ed9c4be7-6687-4085-a58d-9ace7248efea HTTP/1.1" status: 204  len: 168 time: 3.3795078
Dec 09 14:07:16.461208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Pushing event deleted for resources: {'Network': ['ID=ed9c4be7-6687-4085-a58d-9ace7248efea,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:16.477359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:16.483513 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-85edc78b-5bf7-4034-8f24-de8f256c6a2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 217 time: 0.0883899
Dec 09 14:07:16.520939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:16.561993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-d13ab839-a620-4ed2-9bff-dda617c767f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:16.563688 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-d13ab839-a620-4ed2-9bff-dda617c767f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.0729845
Dec 09 14:07:16.592586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.604416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:16.610693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.624102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Provisioning for port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:16.630409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Provisioning complete for port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:16.630997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.634509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.635466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.648668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Made reservation on behalf of f41ddaac51af411b95005f0d1da6bca4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:16.651683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.658928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Transition to ACTIVE for port object fa3fb31a-db5f-407f-8900-70bf8d4d0c19 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:16.699667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Transition to ACTIVE for port object fa3fb31a-db5f-407f-8900-70bf8d4d0c19 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:16.711408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.720646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:16.724966 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-73919574-63ea-4bc1-a149-ab54c1742de8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1524816
Dec 09 14:07:16.735378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.739024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb0e6642-efc5-44eb-b49c-aec6ee2b6f07 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8964937
Dec 09 14:07:16.751282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55850) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:16.764883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0947e277-d9ea-48bd-b7d6-162c775e643c None None] Port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:16.767280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'port': {'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46', 'name': 'tempest-RoutersTest-1974537297'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:16.809161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:16.812109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:16.816646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:16.818905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Pushing event updated for resources: {'Port': ['ID=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:16.822604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:16.920513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.931344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Attempting to bind port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:16.931989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Attempting to bind port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c8100822-8345-46ea-be36-1802abc9fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:16.932515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Attempting to bind port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 on network 63111b23-b97d-46d4-9bf4-08362cba4f46 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:16.938395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object cc788f35-12cd-41b2-8596-1f53edc548b4 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:16.947281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:16.948081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Checking segment: {'id': 'c8100822-8345-46ea-be36-1802abc9fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:16.948648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.949191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Bound using segment: {'id': 'c8100822-8345-46ea-be36-1802abc9fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:16.949850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Bound port: fa3fb31a-db5f-407f-8900-70bf8d4d0c19, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8100822-8345-46ea-be36-1802abc9fd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '63111b23-b97d-46d4-9bf4-08362cba4f46'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:16.950393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.959977 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Provisioning complete for port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:16.961609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:16.967860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] device_id is not set on port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:17.041768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.083052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f809111-a7cc-492b-b71f-609272d9568c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:17.092872 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-ee263c29-cf59-4593-9962-b48be2199cbe service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3601637
Dec 09 14:07:17.099845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55858) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:17.127350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] For port fa3fb31a-db5f-407f-8900-70bf8d4d0c19, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:17.130956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] For port fa3fb31a-db5f-407f-8900-70bf8d4d0c19, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,segment=NetworkSegment(c8100822-8345-46ea-be36-1802abc9fd65),segment_id=c8100822-8345-46ea-be36-1802abc9fd65)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:17.136880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:17.172276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:17.175973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.193055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:17.213745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:17.224425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:port and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:17.230571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:17.235949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Provisioning for port c53905a6-c552-4030-9971-e2738d2bbc19 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:17.240634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:17.267808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Provisioning complete for port c53905a6-c552-4030-9971-e2738d2bbc19 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:17.268193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.296898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:17.299873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.322862 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-8d65c0e9-0a13-45f8-bf3a-a073efdeb16e req-44544f34-e25a-428f-9aeb-dcb9e202f587 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218993
Dec 09 14:07:17.350028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Allocated IP 2001:db8::146 (2039bbb9-20b2-49b6-80c2-e7813c83905c/1f24f044-34d2-4961-bf81-6aa7324981ef/e87a4972-e6c2-43ee-a8ec-a8e692b928b2) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:17.357454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] device_id is not set on port 68573a4f-09c0-46a0-b120-43d72ac37437 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:17.357958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Pushing event updated for resources: {'Port': ['ID=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:17.366423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:17.378334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf2329-9ec2-4b9f-b53f-2eadd4232478 None None] Port c53905a6-c552-4030-9971-e2738d2bbc19 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:17.393399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:17.393814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.413565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.485264 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c3323bcf-8d3e-4b8c-9c0f-80a38729240c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35ea8ccfe8834f19917bad8a6fcd04cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3574843
Dec 09 14:07:17.488621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55864) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:17.501448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=cc788f35-12cd-41b2-8596-1f53edc548b4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:17.504517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:17.537832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:17.557114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:17.560898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:17.565724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:17.567115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.582296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Router 57c73db9-1563-46fd-9f1e-12b40cd5e621 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:07:17.651946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd5005-9d2c-4acc-89a6-9a7089d33526 req-4ecd8921-a0f9-48d1-9451-d0a96cc963db tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:17.658808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5dfd5005-9d2c-4acc-89a6-9a7089d33526 req-4ecd8921-a0f9-48d1-9451-d0a96cc963db tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 943 time: 0.5007458
Dec 09 14:07:17.729045 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.7332070
Dec 09 14:07:17.733955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:17.799447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.20.0.12 (63111b23-b97d-46d4-9bf4-08362cba4f46/166c03ce-f964-447f-85d9-cf767ee6dffc/68573a4f-09c0-46a0-b120-43d72ac37437) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:17.887230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:17.957615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.001302 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5dfd5005-9d2c-4acc-89a6-9a7089d33526 req-531ac41c-d7d6-4a00-987a-2214fccc9796 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3409123
Dec 09 14:07:18.039555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e0db6258-449d-4a05-9707-819b5708ac24 None None] Provisioning for port cc788f35-12cd-41b2-8596-1f53edc548b4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:18.045213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e0db6258-449d-4a05-9707-819b5708ac24 None None] Provisioning complete for port cc788f35-12cd-41b2-8596-1f53edc548b4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:18.046029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0db6258-449d-4a05-9707-819b5708ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.105441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.108397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0db6258-449d-4a05-9707-819b5708ac24 None None] Port cc788f35-12cd-41b2-8596-1f53edc548b4 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:18.114439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68269812-a867-41eb-924e-1063d42f1ff2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:18.115188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-68269812-a867-41eb-924e-1063d42f1ff2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:18.141374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Transition to ACTIVE for port object e87a4972-e6c2-43ee-a8ec-a8e692b928b2 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:18.159832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-68269812-a867-41eb-924e-1063d42f1ff2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:18.163539 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68269812-a867-41eb-924e-1063d42f1ff2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A383 HTTP/1.1" status: 200  len: 928 time: 0.4082246
Dec 09 14:07:18.164174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55874) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:18.276321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.283703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93abe732-8ae2-434c-b8df-13aea544002f tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:18.316645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e6772-6825-4e78-a2a3-f61f3cad77e2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:18.317756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.321346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:18.324894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cfa0f47e-c543-4a5c-95f5-847cf4852e1a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:18.326422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port cc788f35-12cd-41b2-8596-1f53edc548b4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:18.326772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.369243 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:07:18.373942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.418128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:18.420721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=e87a4972-e6c2-43ee-a8ec-a8e692b928b2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:18.425083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:18.429233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:18.429975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:18.431046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object 68573a4f-09c0-46a0-b120-43d72ac37437 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:18.433907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:18.434460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.441479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.445069 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f4e6772-6825-4e78-a2a3-f61f3cad77e2 HTTP/1.1" status: 204  len: 168 time: 0.9515650
Dec 09 14:07:18.526566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:18.542945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] Sync routers for ids ['57c73db9-1563-46fd-9f1e-12b40cd5e621'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:18.563862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.4032695
Dec 09 14:07:18.575059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55880) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:18.581790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] Routers {'57c73db9-1563-46fd-9f1e-12b40cd5e621'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:18.582441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a27baf0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['57c73db9-1563-46fd-9f1e-12b40cd5e621'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:18.598732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::156', 'mac_address': 'fa:16:3e:c9:17:f8'}, {'ip_address': '2001:db8::2bb', 'mac_address': 'fa:16:3e:6a:8d:a8'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:18.725515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a27baf0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:18.753810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] Routers {'57c73db9-1563-46fd-9f1e-12b40cd5e621'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:18.754524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a27baf0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['57c73db9-1563-46fd-9f1e-12b40cd5e621'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:18.779948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.784910 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.7287805
Dec 09 14:07:18.785751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:18.792154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': False}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:18.825417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:18.828940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a27baf0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:18.829365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75dfef1-56ef-4651-a002-aa497aee2e22 None None] The sync data for ids ['57c73db9-1563-46fd-9f1e-12b40cd5e621'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:18.851313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa15a07d-baa0-4843-9d79-14ad908121d5 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:18.882192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa76779-9b18-49ef-820e-c0eda92c3799 None None] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:18.999087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-680c2f0c-b7f5-49d2-ab3f-557ba6732266 None None] Provisioning for port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:19.006641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Router 88cb896d-3270-4b6a-98f3-d0366db25902 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:07:19.054069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=68573a4f-09c0-46a0-b120-43d72ac37437,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:19.076118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:19.093930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:19.094929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:19.096701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-680c2f0c-b7f5-49d2-ab3f-557ba6732266 None None] Provisioning for port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:19.101747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:19.103404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-680c2f0c-b7f5-49d2-ab3f-557ba6732266 None None] Provisioning complete for port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:19.103995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-680c2f0c-b7f5-49d2-ab3f-557ba6732266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.181035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.182408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa3fb31a-db5f-407f-8900-70bf8d4d0c19 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:19.290969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-680c2f0c-b7f5-49d2-ab3f-557ba6732266 None None] Port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:19.331475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for cc788f35-12cd-41b2-8596-1f53edc548b4 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:19.333315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:19.339481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:19.339921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.455808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:19.455808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.480029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.515128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.7600563
Dec 09 14:07:19.516038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.521508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port fa3fb31a-db5f-407f-8900-70bf8d4d0c19, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,segment=NetworkSegment(c8100822-8345-46ea-be36-1802abc9fd65),segment_id=c8100822-8345-46ea-be36-1802abc9fd65)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:19.528443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.530102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55890) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:19.531229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:19.554813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d813f5e-127c-42e3-a8c3-5253b0a37ada req-b99c7fd1-3da7-4205-ae52-2e62e9211436 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:19.562666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d813f5e-127c-42e3-a8c3-5253b0a37ada req-b99c7fd1-3da7-4205-ae52-2e62e9211436 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 943 time: 0.3075175
Dec 09 14:07:19.621280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:19.624916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:19.656777 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d813f5e-127c-42e3-a8c3-5253b0a37ada req-a9ef954d-e0cb-4f18-b32f-d9be980fe271 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931478
Dec 09 14:07:19.719571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-037c084b-a3a7-467e-b78a-b9da6feace38 None None] Provisioning for port 68573a4f-09c0-46a0-b120-43d72ac37437 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:19.729455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-037c084b-a3a7-467e-b78a-b9da6feace38 None None] Provisioning complete for port 68573a4f-09c0-46a0-b120-43d72ac37437 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:19.729966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-037c084b-a3a7-467e-b78a-b9da6feace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.791928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-037c084b-a3a7-467e-b78a-b9da6feace38 None None] Port 68573a4f-09c0-46a0-b120-43d72ac37437 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:19.805603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-037c084b-a3a7-467e-b78a-b9da6feace38 None None] Provisioning complete for port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:19.806042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-037c084b-a3a7-467e-b78a-b9da6feace38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:19.816885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:19.825410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "PUT /v2.0/routers/88cb896d-3270-4b6a-98f3-d0366db25902/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6670055
Dec 09 14:07:19.825410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:19.832991 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] Sync routers for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:19.854307 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:19.855013 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e01370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:19.929954 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e01370>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:19.950457 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] Routers {'88cb896d-3270-4b6a-98f3-d0366db25902'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:19.951485 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e01370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['88cb896d-3270-4b6a-98f3-d0366db25902'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:20.016249 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e01370>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:20.016736 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9ea1e-6b7b-4286-a9dc-7f3e289f934d None None] The sync data for ids ['88cb896d-3270-4b6a-98f3-d0366db25902'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:20.017499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.060960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-93b75043-549c-40cd-97aa-c314bdaebc69 None None] Provisioning complete for port 68573a4f-09c0-46a0-b120-43d72ac37437 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:20.061341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-93b75043-549c-40cd-97aa-c314bdaebc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.076972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb351b65-7833-489d-9e1a-306637d07c95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:20.116953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-93b75043-549c-40cd-97aa-c314bdaebc69 None None] Port 68573a4f-09c0-46a0-b120-43d72ac37437 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:20.133477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=cc788f35-12cd-41b2-8596-1f53edc548b4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:20.139171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:20.262358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.287034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.369713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.412169 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/cc788f35-12cd-41b2-8596-1f53edc548b4 HTTP/1.1" status: 204  len: 168 time: 2.2462084
Dec 09 14:07:20.420202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55898) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:20.491192 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c89c8e-41d0-4ddb-9aee-617b3b35e8e9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:20.491617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98c89c8e-41d0-4ddb-9aee-617b3b35e8e9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:20.566265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98c89c8e-41d0-4ddb-9aee-617b3b35e8e9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:20.567418 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98c89c8e-41d0-4ddb-9aee-617b3b35e8e9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/cc788f35-12cd-41b2-8596-1f53edc548b4 HTTP/1.1" status: 404  len: 333 time: 0.1415629
Dec 09 14:07:20.570881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55902) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:20.580086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.587233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.593028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4b700d4b-d869-45f5-8c46-f3568fef1e4d tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:20.667620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port d586f2d7-5c5d-4cb6-9166-40ffbb917a5a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:20.667970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.683547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] In _notify_port_updated(), no bound segment for port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 on network 2039bbb9-20b2-49b6-80c2-e7813c83905c {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:07:20.687410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:20.688035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.692158 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "PUT /v2.0/ports/e87a4972-e6c2-43ee-a8ec-a8e692b928b2 HTTP/1.1" status: 200  len: 1068 time: 2.1009049
Dec 09 14:07:20.697004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:20.714268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.720048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event updated for resources: {'Port': ['ID=e87a4972-e6c2-43ee-a8ec-a8e692b928b2,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:20.724451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:20.802430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting port 1fbb53fa-57fe-40cc-a027-d042547ccf95 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:20.802681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.806712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:20.952014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-be47ae19-e8c1-4734-b086-22b5fc7488a6 None None] Provisioning complete for port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:20.952633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be47ae19-e8c1-4734-b086-22b5fc7488a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.006632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-be47ae19-e8c1-4734-b086-22b5fc7488a6 None None] Port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:21.032460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port e87a4972-e6c2-43ee-a8ec-a8e692b928b2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:21.032795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.060066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa3fb31a-db5f-407f-8900-70bf8d4d0c19 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:21.136473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:21.137162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.315240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.320102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.323621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72f58b31-3c75-4a2c-b719-8309b4308fb3 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:21.426471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=68573a4f-09c0-46a0-b120-43d72ac37437,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:21.431424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:21.633466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0cd11dcc-f212-43c1-80c4-b4996951af4f None None] Provisioning complete for port 68573a4f-09c0-46a0-b120-43d72ac37437 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:21.634054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0cd11dcc-f212-43c1-80c4-b4996951af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.644211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.692692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.698831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0cd11dcc-f212-43c1-80c4-b4996951af4f None None] Port 68573a4f-09c0-46a0-b120-43d72ac37437 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:21.699009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.724860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.782394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.798169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1bfb4-53fb-4bc4-afdc-c741cf06af3e req-5a651cd2-fb42-4b8a-95d8-9a3d165121db tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:21.799535 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44d1bfb4-53fb-4bc4-afdc-c741cf06af3e req-5a651cd2-fb42-4b8a-95d8-9a3d165121db tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 943 time: 0.8250294
Dec 09 14:07:21.854943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:21.871375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Calling delete_port for 1fbb53fa-57fe-40cc-a027-d042547ccf95 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:22.112437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for d586f2d7-5c5d-4cb6-9166-40ffbb917a5a owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:22.154807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.159184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.190710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-78e40dd6-8cf5-4f9f-b230-b46d05fba75b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:22.197812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.272141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.275653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 550c7d1e-0777-4f92-97fd-b3d507e0d292 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:07:22.283552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=68573a4f-09c0-46a0-b120-43d72ac37437,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:22.298300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:22.416706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 550c7d1e-0777-4f92-97fd-b3d507e0d292, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:22.420972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:22.422481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:22.431058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:07:22.495486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for e87a4972-e6c2-43ee-a8ec-a8e692b928b2 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:22.522010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8192de73-c76d-4d2b-882d-5ff81bb45def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.525893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.541572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44d1bfb4-53fb-4bc4-afdc-c741cf06af3e req-975f60e6-e5aa-4295-b946-ad8067321bbd tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6773481
Dec 09 14:07:22.580942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550c7d1e-0777-4f92-97fd-b3d507e0d292 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:07:22.603343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 550c7d1e-0777-4f92-97fd-b3d507e0d292, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:22.613043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.615326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b4754e5-4497-4c55-8e03-892c1a422c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:22.707594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=550c7d1e-0777-4f92-97fd-b3d507e0d292,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:22.711245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:22.833023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2d509a7b-a753-41d0-ba2d-cf676f60b115 None None] Provisioning complete for port 68573a4f-09c0-46a0-b120-43d72ac37437 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:22.833735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d509a7b-a753-41d0-ba2d-cf676f60b115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.845692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:22.858447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:22.867185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['550c7d1e-0777-4f92-97fd-b3d507e0d292'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:07:22.870695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 298fed26-bc09-4b03-83a5-026553a845fa is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:07:22.913418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=d586f2d7-5c5d-4cb6-9166-40ffbb917a5a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:22.916276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:22.944090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2d509a7b-a753-41d0-ba2d-cf676f60b115 None None] Port 68573a4f-09c0-46a0-b120-43d72ac37437 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:23.026177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.046397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.054474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a04251ec-935b-4bd3-88b1-70ce2ad5c31a tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:23.090351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.124109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Port': ['ID=1fbb53fa-57fe-40cc-a027-d042547ccf95,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:23.127057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:23.128429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/d586f2d7-5c5d-4cb6-9166-40ffbb917a5a HTTP/1.1" status: 204  len: 168 time: 2.5565193
Dec 09 14:07:23.132745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f8309ad4-4c22-4bc2-b158-c011f83057ab tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:23.151734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55912) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:23.214921 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5f40b3-e59a-4c5e-b914-1e22b0b2202d tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:23.219045 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3f5f40b3-e59a-4c5e-b914-1e22b0b2202d tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/d586f2d7-5c5d-4cb6-9166-40ffbb917a5a HTTP/1.1" status: 404  len: 333 time: 0.0633326
Dec 09 14:07:23.221670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55916) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:23.249246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Port': ['ID=e87a4972-e6c2-43ee-a8ec-a8e692b928b2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:23.251730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:23.337863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Router 57c73db9-1563-46fd-9f1e-12b40cd5e621 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:07:23.409990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:23.419635 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/298fed26-bc09-4b03-83a5-026553a845fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8874719
Dec 09 14:07:23.420308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55920) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:23.425585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] Sync routers for ids ['298fed26-bc09-4b03-83a5-026553a845fa'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:23.440832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] Routers {'298fed26-bc09-4b03-83a5-026553a845fa'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:23.443646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a174c10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['298fed26-bc09-4b03-83a5-026553a845fa'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:23.510822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a174c10>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:23.514498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet ca6afca3-74fe-41b9-b42a-30b5647819ed {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:23.517399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.524967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] Routers {'298fed26-bc09-4b03-83a5-026553a845fa'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:23.525942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a174c10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['298fed26-bc09-4b03-83a5-026553a845fa'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:23.585429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90fb21-d0c7-414d-83f7-59e6a1511895 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:23.585429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3c90fb21-d0c7-414d-83f7-59e6a1511895 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:23.593373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.599468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.604495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a174c10>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:23.604920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07bafdd-75b7-46ad-94f8-c64bc50700b8 None None] The sync data for ids ['298fed26-bc09-4b03-83a5-026553a845fa'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:23.646299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3c90fb21-d0c7-414d-83f7-59e6a1511895 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:23.650802 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3c90fb21-d0c7-414d-83f7-59e6a1511895 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports/68573a4f-09c0-46a0-b120-43d72ac37437 HTTP/1.1" status: 200  len: 978 time: 0.2244086
Dec 09 14:07:23.656072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55926) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:23.815503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.966135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:23.976509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-aa72242c-7867-452e-bf4d-7924aeb28f1b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:24.027840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.029701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/ports/e87a4972-e6c2-43ee-a8ec-a8e692b928b2 HTTP/1.1" status: 204  len: 168 time: 3.3242073
Dec 09 14:07:24.048532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55930) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.094900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6afca3-74fe-41b9-b42a-30b5647819ed,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:24.103445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:24.112406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.115362 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-694effe4-c66a-4be1-b689-90f4450813b0 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:24.115829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-694effe4-c66a-4be1-b689-90f4450813b0 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Synchronizing usage tracker for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:24.122073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd07b0f8-1a18-481f-9e1b-f11f9aa6e5e1 None None] Network 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:24.130894 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/ca6afca3-74fe-41b9-b42a-30b5647819ed HTTP/1.1" status: 204  len: 168 time: 0.9034402
Dec 09 14:07:24.134920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55934) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.178200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-694effe4-c66a-4be1-b689-90f4450813b0 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Unset dirty status for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:24.182154 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-694effe4-c66a-4be1-b689-90f4450813b0 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "GET /v2.0/ports/e87a4972-e6c2-43ee-a8ec-a8e692b928b2 HTTP/1.1" status: 404  len: 333 time: 0.1231101
Dec 09 14:07:24.182532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.186727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55938) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.207662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.274849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2bd9-1245-46cb-ada9-f94d170cd839 req-98846dc5-05dc-481f-924d-7f52c5477718 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:24.276323 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-388b2bd9-1245-46cb-ada9-f94d170cd839 req-98846dc5-05dc-481f-924d-7f52c5477718 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 944 time: 0.5693331
Dec 09 14:07:24.296787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 550c7d1e-0777-4f92-97fd-b3d507e0d292 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:24.339633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port c53905a6-c552-4030-9971-e2738d2bbc19 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:24.340253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.343557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.344097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Fanout notify agent at l3_agent the message router_deleted on router 88cb896d-3270-4b6a-98f3-d0366db25902 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:24.366049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.369619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/routers/88cb896d-3270-4b6a-98f3-d0366db25902 HTTP/1.1" status: 204  len: 168 time: 4.5408554
Dec 09 14:07:24.369752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.371185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55942) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.391860 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-388b2bd9-1245-46cb-ada9-f94d170cd839 req-aad417e9-a133-4926-bacc-e92e723a4da8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704763
Dec 09 14:07:24.399141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:24.403897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.407768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8eddb32-a615-4da8-8b32-df7ecf92c291 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "PUT /v2.0/routers/57c73db9-1563-46fd-9f1e-12b40cd5e621 HTTP/1.1" status: 200  len: 921 time: 5.6209657
Dec 09 14:07:24.408415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.420404 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] Sync routers for ids ['57c73db9-1563-46fd-9f1e-12b40cd5e621'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:24.436835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 550c7d1e-0777-4f92-97fd-b3d507e0d292 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:24.451907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 550c7d1e-0777-4f92-97fd-b3d507e0d292 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:24.452331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.464465 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] Routers {'57c73db9-1563-46fd-9f1e-12b40cd5e621'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:24.465471 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e98250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['57c73db9-1563-46fd-9f1e-12b40cd5e621'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:24.544419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] DHCP port deletion for 75dd5366-351c-481e-a7b1-3bb6c6ece7a7 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:24.554952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Deleting port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:24.555331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.587584 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e98250>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:24.622000 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] Routers {'57c73db9-1563-46fd-9f1e-12b40cd5e621'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:24.622964 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e98250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:06:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['57c73db9-1563-46fd-9f1e-12b40cd5e621'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:24.689130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:24.689744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.704567 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e98250>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:24.705436 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015e30d-6284-4c77-8821-b965335948d3 None None] The sync data for ids ['57c73db9-1563-46fd-9f1e-12b40cd5e621'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:24.755687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.785237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-005edf2d-3426-4f00-9353-c8d8eff1ca92 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/57c73db9-1563-46fd-9f1e-12b40cd5e621 HTTP/1.1" status: 200  len: 921 time: 0.3754907
Dec 09 14:07:24.786863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.822433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:07:24.904911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 550c7d1e-0777-4f92-97fd-b3d507e0d292, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:24.910739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5eb2b802-59fb-4382-a7e8-b14d17fa783e tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=57c73db9-1563-46fd-9f1e-12b40cd5e621&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1222367
Dec 09 14:07:24.911819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:24.920804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.922814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f1f1517e-9314-4d50-bbc5-a4dffa8106a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:24.929924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-092950b0-6dd7-4450-96fe-cbbab2e23180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:24.983422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] For port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,segment=NetworkSegment(85fb28a1-8d87-4162-8866-e43678ccb1ff),segment_id=85fb28a1-8d87-4162-8866-e43678ccb1ff)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:24.997190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.087786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:25.094354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4a85e-4859-436c-aa89-94fc293fd856 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:25.100356 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50a4a85e-4859-436c-aa89-94fc293fd856 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.1870959
Dec 09 14:07:25.104672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:25.188436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Calling delete_port for 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:25.201167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fad10075-a490-4cfd-bfc4-bf1c0e5f9035 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=57c73db9-1563-46fd-9f1e-12b40cd5e621 HTTP/1.1" status: 200  len: 205 time: 0.0936086
Dec 09 14:07:25.204898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55966) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:25.268303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=550c7d1e-0777-4f92-97fd-b3d507e0d292,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:25.277949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:25.334654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,segment=NetworkSegment(85fb28a1-8d87-4162-8866-e43678ccb1ff),segment_id=85fb28a1-8d87-4162-8866-e43678ccb1ff)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:25.334885 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'code': 200}
Dec 09 14:07:25.335664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.384263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.407459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.413757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2cff0683-1fd2-4e76-a10d-fe27b6d415a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:25.499511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Pushing event deleted for resources: {'Port': ['ID=75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:25.502769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:25.511240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] No DVR routers for this DVR port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:25.525735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.603210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:25.744703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.769219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Deleting subnet 2e5060ee-dbc0-4824-8082-59200c8be433 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:25.809703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10b5f9-bde5-4639-9755-8c5cd8145f56 req-4c0f5c6f-d5be-4d6d-9ff2-eca9c04244dc tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:25.811131 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9d10b5f9-bde5-4639-9755-8c5cd8145f56 req-4c0f5c6f-d5be-4d6d-9ff2-eca9c04244dc tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.1761429
Dec 09 14:07:25.836262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.854828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.867394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Deleting port 64c86b52-744d-4d9f-97ed-f406237ec886 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:25.867713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:25.940475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for c53905a6-c552-4030-9971-e2738d2bbc19 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:26.021476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9d10b5f9-bde5-4639-9755-8c5cd8145f56 req-4cc0d290-d952-4f4a-b6f7-ae2c4cdc5d8d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041931
Dec 09 14:07:26.034870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.073760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:26.074154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:26.079757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.137612 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f87853dd-04b7-4afe-af2b-a7ac0fa5c4bd req-1f7a1cb1-6f9d-458d-8852-2c268c6be4ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1098 time: 0.5010979
Dec 09 14:07:26.155874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.208140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.274387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Calling delete_port for 64c86b52-744d-4d9f-97ed-f406237ec886 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:26.334912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.365240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.441863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.446452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c75e7bb3-10af-4e1f-8e64-008b935e94d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:26.489725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event deleted for resources: {'Port': ['ID=64c86b52-744d-4d9f-97ed-f406237ec886,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:26.493415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:26.519010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.531944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72ead061-401b-49c1-8067-aff4174b1fd4 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:26.615669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:26.616020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.639380 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f87853dd-04b7-4afe-af2b-a7ac0fa5c4bd req-a232ef61-4e28-4302-ae43-dc5451bb0f57 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4344263
Dec 09 14:07:26.668730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Port': ['ID=c53905a6-c552-4030-9971-e2738d2bbc19,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:26.676775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:26.713116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] The port '75e3dbab-50d8-46e2-89e0-0c8c22ba3dbb' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:07:26.727008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.745750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.754752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c4361a0e-631b-49c6-8080-5c91e616ad91 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:26.826381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.831387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5060ee-dbc0-4824-8082-59200c8be433,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:26.853755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:26.876192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.955278 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/subnets/2e5060ee-dbc0-4824-8082-59200c8be433 HTTP/1.1" status: 204  len: 168 time: 2.5795734
Dec 09 14:07:26.960147 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/ports/c53905a6-c552-4030-9971-e2738d2bbc19 HTTP/1.1" status: 204  len: 168 time: 2.7724602
Dec 09 14:07:26.960732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55972) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:26.966887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55974) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:26.968495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.988256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:26.993025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.020190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.020636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Fanout notify agent at l3_agent the message router_deleted on router 57c73db9-1563-46fd-9f1e-12b40cd5e621 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:27.038457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.039538 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/57c73db9-1563-46fd-9f1e-12b40cd5e621 HTTP/1.1" status: 204  len: 168 time: 1.8337312
Dec 09 14:07:27.043352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55980) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:27.048108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-14037493', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:27.055074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:27.059009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Usage tracker for resource:router and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:27.061637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644883a3d0>,) {'filters': {'network_id': ['75dd5366-351c-481e-a7b1-3bb6c6ece7a7']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:27.061978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:27.067865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:27.072512 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b0a4d1-c7f2-4f3d-95fa-0bbd47ca0d7f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:27.073015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-26b0a4d1-c7f2-4f3d-95fa-0bbd47ca0d7f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Synchronizing usage tracker for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:27.080786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.081822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.101996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.120819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.142544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644883a3d0>, '85fb28a1-8d87-4162-8866-e43678ccb1ff') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:27.142805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644883a3d0>, '85fb28a1-8d87-4162-8866-e43678ccb1ff') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:27.143866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.148212 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-094e2f6b-a5ff-4159-8316-a0523b23b286 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1010494
Dec 09 14:07:27.148587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:27.154370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:27.168643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.223917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.228076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-26b0a4d1-c7f2-4f3d-95fa-0bbd47ca0d7f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Unset dirty status for tenant:f41ddaac51af411b95005f0d1da6bca4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:27.229231 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-26b0a4d1-c7f2-4f3d-95fa-0bbd47ca0d7f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "GET /v2.0/ports/c53905a6-c552-4030-9971-e2738d2bbc19 HTTP/1.1" status: 404  len: 333 time: 0.2532375
Dec 09 14:07:27.236912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 55990) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:27.242069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.255228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:27.255548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:27.296210 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:27.508387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port 2b087087-07df-47fd-a620-9bd27b32d76e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:27.508688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.509355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.541654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.565804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3e4f132f-515a-43d1-824d-be3c1b0d9696 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:27.607458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.611862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e063-8eca-45c7-86e5-3f429057d2f4 req-e716b2bc-5b1d-4cf7-a924-b55156f29ac5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:27.613891 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c642e063-8eca-45c7-86e5-3f429057d2f4 req-e716b2bc-5b1d-4cf7-a924-b55156f29ac5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.4122660
Dec 09 14:07:27.643994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=75dd5366-351c-481e-a7b1-3bb6c6ece7a7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:27.654002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:27.698376 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/75dd5366-351c-481e-a7b1-3bb6c6ece7a7 HTTP/1.1" status: 204  len: 168 time: 3.5609913
Dec 09 14:07:27.711315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55994) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:27.730818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-333708833'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:27.774757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.793554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:27.805769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:27.812106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:27.819756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port 68573a4f-09c0-46a0-b120-43d72ac37437 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:27.820097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.820832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:27.838079 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c642e063-8eca-45c7-86e5-3f429057d2f4 req-5682494a-9f6a-4ae0-b288-302a511303b1 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2154222
Dec 09 14:07:27.844575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448db17f0>,) {'filters': {'network_id': ['ec7ebe36-9849-4266-8e2e-8c67bd44a45a']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:27.848803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:27.852611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.864767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.896094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448db17f0>, '2ee4f604-932d-45d8-9ed9-aa027fba1326') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:27.896409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448db17f0>, '2ee4f604-932d-45d8-9ed9-aa027fba1326') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:27.918929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:27.975620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:27.975963 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment b0ddaa5b-8dd8-4c18-9667-56a4636da0a1 of type vlan for network 75b04904-c849-4cb3-a87c-b7b16b7084c1
Dec 09 14:07:28.015271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.070795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.074393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:28.074951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.082094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75e36f76-aad3-41dc-84af-61369021c1c0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:28.111221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.186864 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4675245
Dec 09 14:07:28.189680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 55998) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:28.216560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.224485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:28.238415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=75b04904-c849-4cb3-a87c-b7b16b7084c1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:28.242316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:28.249577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:28.249988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.250630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.251256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:28.264331 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:28.272840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.286505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.434865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:28.443046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:28.447544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:28.481801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:28.487934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for 2b087087-07df-47fd-a620-9bd27b32d76e owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:28.503255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:28.526657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.535703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.547862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9c0bfdc-827a-4241-b1dd-c4428f699410 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:28.600458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Allocated IP 172.26.3.4 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/db46225b-17fd-4acf-87a2-5c2257d6ed5b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:28.615651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.631772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.687999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for 68573a4f-09c0-46a0-b120-43d72ac37437 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:28.718619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Pushing event deleted for resources: {'Network': ['ID=ec7ebe36-9849-4266-8e2e-8c67bd44a45a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:28.731777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:28.734287 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] 10.222.0.21 "DELETE /v2.0/networks/ec7ebe36-9849-4266-8e2e-8c67bd44a45a HTTP/1.1" status: 204  len: 168 time: 1.7705698
Dec 09 14:07:28.866961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.872810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3c593dc5-1714-4c2e-b2fd-3e99380cde99 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:28.880791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:28.981784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Port': ['ID=2b087087-07df-47fd-a620-9bd27b32d76e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:28.990954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:29.039740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.049559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fdf32131-55d5-42a9-b96e-97a225a4578f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:29.066297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.076477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e724d6e0-1043-4b06-be86-e8cd3b587f51 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:29.100145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.106398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=68573a4f-09c0-46a0-b120-43d72ac37437,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:29.112356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:29.146381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56008) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:29.165014 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/ports/2b087087-07df-47fd-a620-9bd27b32d76e HTTP/1.1" status: 204  len: 168 time: 1.9209661
Dec 09 14:07:29.208819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56014) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:29.288111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.367820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=3ba8ff75-7483-4d39-9195-03df02c4d4ba,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:29.377099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:29.385784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea5c37f8-4792-425f-a9cb-72c9511b62f5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:29.436817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:29.453196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d63e6c-cb3a-4ccc-8195-b466b563141b req-a320f3b3-5925-4c68-834c-d9c40db3e794 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:29.454655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69d63e6c-cb3a-4ccc-8195-b466b563141b req-a320f3b3-5925-4c68-834c-d9c40db3e794 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.4841745
Dec 09 14:07:29.455458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:29.458011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:29.566181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:29.566555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: 75b04904-c849-4cb3-a87c-b7b16b7084c1, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:29.574670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event updated for resources: {'Port': ['ID=db46225b-17fd-4acf-87a2-5c2257d6ed5b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:29.607471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:29.631210 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69d63e6c-cb3a-4ccc-8195-b466b563141b req-df4d85c1-ecf1-4382-989f-b1d8847d6128 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1481798
Dec 09 14:07:29.668301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:29.684931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.688361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 75b04904-c849-4cb3-a87c-b7b16b7084c1) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:29.699748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e37b43-3882-49a1-b490-b75f1b4e67dd None None] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:29.701301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:29.702020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.736104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5211048
Dec 09 14:07:29.741832 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-224a4e22-8f3c-4aa1-a3ac-d63ec84a1e39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ca7f9ef419f48639dcad342c0730fd4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5850425
Dec 09 14:07:29.742031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56020) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:29.742221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:29.746039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1', 'name': 'tempest-PortsIpV6TestJSON-914649041', 'fixed_ips': [{'subnet_id': '3ba8ff75-7483-4d39-9195-03df02c4d4ba', 'ip_address': '2001:db8::10'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:29.822190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting subnet 1f24f044-34d2-4961-bf81-6aa7324981ef {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:29.830071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.910876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.949583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-75b04904-c849-4cb3-a87c-b7b16b7084c1', 'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': '3ba8ff75-7483-4d39-9195-03df02c4d4ba'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:29.950373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:29.953133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.130340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.132536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:30.148694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:30.164103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Allocated IP 2001:db8::2 (75b04904-c849-4cb3-a87c-b7b16b7084c1/3ba8ff75-7483-4d39-9195-03df02c4d4ba/0155f840-9ca0-4dbb-a068-6bd083927fce) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:30.167129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:30.186363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:30.216761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.231016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9532cca-58ae-46fb-8d41-e38805385799 req-0e44b356-ec97-459a-ba02-57a43a2cda79 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:30.232476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f9532cca-58ae-46fb-8d41-e38805385799 req-0e44b356-ec97-459a-ba02-57a43a2cda79 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.3908317
Dec 09 14:07:30.236662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.238351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:30.244038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.280670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.289954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.316134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port d7d86946-8252-46f8-8444-492c8933fccb yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:30.334810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 298fed26-bc09-4b03-83a5-026553a845fa has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:07:30.400144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.455244 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f9532cca-58ae-46fb-8d41-e38805385799 req-3c3eab34-0649-47fb-b417-0297f6666c88 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2010846
Dec 09 14:07:30.484963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.497694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa7c44ff-1881-4a51-90fc-a9eab3beb253 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:30.506563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Transition to ACTIVE for port object 0155f840-9ca0-4dbb-a068-6bd083927fce will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:30.523337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:30.528580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.535123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17b1c7d5-4ca7-4512-b7b2-d9b5f186e72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:30.543823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Transition to ACTIVE for port object 0155f840-9ca0-4dbb-a068-6bd083927fce will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:30.554033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.562871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-34b7c416-a47b-4ce3-813f-51b35b087bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:30.570100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Subnet': ['ID=1f24f044-34d2-4961-bf81-6aa7324981ef,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:30.573868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae9c92f-e97a-4131-acd4-065ecd845e66,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:30.578034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:30.581289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:30.586665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.598023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:30.604234 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/298fed26-bc09-4b03-83a5-026553a845fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9470048
Dec 09 14:07:30.608807 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/subnets/1f24f044-34d2-4961-bf81-6aa7324981ef HTTP/1.1" status: 204  len: 168 time: 1.3979182
Dec 09 14:07:30.610961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56032) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:30.611288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56034) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:30.638629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d67b903-2f1e-4745-af32-01ba9ae353fa None None] Network 2039bbb9-20b2-49b6-80c2-e7813c83905c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:30.658027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] Sync routers for ids ['298fed26-bc09-4b03-83a5-026553a845fa'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:30.694637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:30.695695 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aae9c92f-e97a-4131-acd4-065ecd845e66 HTTP/1.1" status: 204  len: 168 time: 0.9356205
Dec 09 14:07:30.737972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::10 (75b04904-c849-4cb3-a87c-b7b16b7084c1/3ba8ff75-7483-4d39-9195-03df02c4d4ba/d7d86946-8252-46f8-8444-492c8933fccb) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:30.769678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:30.788024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:30.792547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:30.816177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Pushing event updated for resources: {'Port': ['ID=0155f840-9ca0-4dbb-a068-6bd083927fce,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:30.820045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:30.924404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-24e4eba5-3ed0-468c-8544-905668585558 tempest-TestVolumeBootPattern-981392172 tempest-TestVolumeBootPattern-981392172-project-admin] Synchronizing usage tracker for tenant:8918864c9a084e028a0822c8f256a3c2 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:30.924689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] Routers {'298fed26-bc09-4b03-83a5-026553a845fa'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:30.925178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a34a730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['298fed26-bc09-4b03-83a5-026553a845fa'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:30.973849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Router d03addee-1c7c-4bee-a5f3-f05e1349ebc7 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:07:30.993683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a34a730>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.009694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.087338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Attempting to bind port 0155f840-9ca0-4dbb-a068-6bd083927fce on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:31.087934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Attempting to bind port 0155f840-9ca0-4dbb-a068-6bd083927fce by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:31.088729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Attempting to bind port 0155f840-9ca0-4dbb-a068-6bd083927fce on network 75b04904-c849-4cb3-a87c-b7b16b7084c1 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:31.094192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object d7d86946-8252-46f8-8444-492c8933fccb will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:31.108182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] Routers {'298fed26-bc09-4b03-83a5-026553a845fa'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:31.108966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a34a730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['298fed26-bc09-4b03-83a5-026553a845fa'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.129548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.184905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:31.185685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Checking segment: {'id': 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:31.186459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.187053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Bound using segment: {'id': 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:31.187737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Bound port: 0155f840-9ca0-4dbb-a068-6bd083927fce, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:31.188591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.229703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-24e4eba5-3ed0-468c-8544-905668585558 tempest-TestVolumeBootPattern-981392172 tempest-TestVolumeBootPattern-981392172-project-admin] Unset dirty status for tenant:8918864c9a084e028a0822c8f256a3c2 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:31.232463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a34a730>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.233176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249784da-2f42-41e5-8744-0e747d3d850c None None] The sync data for ids ['298fed26-bc09-4b03-83a5-026553a845fa'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:31.234493 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-24e4eba5-3ed0-468c-8544-905668585558 tempest-TestVolumeBootPattern-981392172 tempest-TestVolumeBootPattern-981392172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1093 time: 0.7102211
Dec 09 14:07:31.235479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56050) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:31.240086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port 1b80332c-075e-49b6-a009-beb38ade5622 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:31.240533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.245724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:31.254342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:31.262870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:floatingip and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:31.275464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:31.286683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:31.349246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.350426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] For port 0155f840-9ca0-4dbb-a068-6bd083927fce, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:31.359288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] For port 0155f840-9ca0-4dbb-a068-6bd083927fce, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0155f840-9ca0-4dbb-a068-6bd083927fce,segment=NetworkSegment(b0ddaa5b-8dd8-4c18-9667-56a4636da0a1),segment_id=b0ddaa5b-8dd8-4c18-9667-56a4636da0a1)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:31.367412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.367638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.374748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3f7e82-5c59-4829-8749-f5a2f2f1de8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:31.382723 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ff14563f-9b9e-4439-b832-57aeeebbf6cc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] remove_router_interface failed (client error): The resource could not be found.
Dec 09 14:07:31.383586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-014d4a3c-33e4-4e32-8e03-f4177e0f0354 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:31.383813 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff14563f-9b9e-4439-b832-57aeeebbf6cc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/298fed26-bc09-4b03-83a5-026553a845fa/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.7715709
Dec 09 14:07:31.386974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:31.452201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] DHCP port deletion for 2039bbb9-20b2-49b6-80c2-e7813c83905c request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:31.459671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Deleting port 1b80332c-075e-49b6-a009-beb38ade5622 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:31.459671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.483152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ef2476b8-3db6-459c-a490-bc9d3ae5f28a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:31.523032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:31.527499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=d7d86946-8252-46f8-8444-492c8933fccb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:31.532781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ef2476b8-3db6-459c-a490-bc9d3ae5f28a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:31.533271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:31.533973 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ef2476b8-3db6-459c-a490-bc9d3ae5f28a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=298fed26-bc09-4b03-83a5-026553a845fa HTTP/1.1" status: 200  len: 205 time: 0.1460981
Dec 09 14:07:31.535246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:31.538543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56062) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:31.548414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:31.552493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:31.553059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.590807 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.8501506
Dec 09 14:07:31.602513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56066) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:31.610706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '75b04904-c849-4cb3-a87c-b7b16b7084c1', 'name': 'tempest-PortsIpV6TestJSON-2114145290', 'fixed_ips': [{'subnet_id': '3ba8ff75-7483-4d39-9195-03df02c4d4ba', 'ip_address': '2001:db8::f'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:31.708723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Pushing event updated for resources: {'Port': ['ID=0155f840-9ca0-4dbb-a068-6bd083927fce,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:31.712912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:31.714160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:31.731281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.732470 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "PUT /v2.0/routers/d03addee-1c7c-4bee-a5f3-f05e1349ebc7 HTTP/1.1" status: 200  len: 876 time: 4.5829673
Dec 09 14:07:31.737425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:31.739004 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] Sync routers for ids ['d03addee-1c7c-4bee-a5f3-f05e1349ebc7'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:31.758440 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] Routers {'d03addee-1c7c-4bee-a5f3-f05e1349ebc7'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:31.759074 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e986d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d03addee-1c7c-4bee-a5f3-f05e1349ebc7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.823362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] For port 1b80332c-075e-49b6-a009-beb38ade5622, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1b80332c-075e-49b6-a009-beb38ade5622,segment=NetworkSegment(2ac06471-8e3e-41b9-bcd6-09655de271a8),segment_id=2ac06471-8e3e-41b9-bcd6-09655de271a8)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:31.823938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.867336 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e986d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.879154 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] Routers {'d03addee-1c7c-4bee-a5f3-f05e1349ebc7'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:31.879768 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e986d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d03addee-1c7c-4bee-a5f3-f05e1349ebc7'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.919410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.947449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:31.972135 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e986d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:31.972920 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bddd17-653e-4d4a-a0c2-d04c08809f95 None None] The sync data for ids ['d03addee-1c7c-4bee-a5f3-f05e1349ebc7'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:31.984823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] For port 1b80332c-075e-49b6-a009-beb38ade5622, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1b80332c-075e-49b6-a009-beb38ade5622,segment=NetworkSegment(2ac06471-8e3e-41b9-bcd6-09655de271a8),segment_id=2ac06471-8e3e-41b9-bcd6-09655de271a8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:31.985356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.088428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:32.136834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:32.152788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:32.159475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:32.168146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Calling delete_port for 1b80332c-075e-49b6-a009-beb38ade5622 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:32.168839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:32.178409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Allocated IP 172.26.3.148 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/9da5567c-a25b-4a29-b25a-219229eb6167) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:32.194136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Calling delete_port for 1b80332c-075e-49b6-a009-beb38ade5622 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:32.203969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:32.211114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.254754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.263318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:32.307004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Pushing event deleted for resources: {'Port': ['ID=1b80332c-075e-49b6-a009-beb38ade5622,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:32.311386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:32.316228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] No DVR routers for this DVR port 1b80332c-075e-49b6-a009-beb38ade5622 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:32.320920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1208036988'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:32.376245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:32.392025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:network and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:32.396685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port bcc0ebf1-d848-48d1-97d7-5f6362d36be3 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:32.423957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:32.424278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:32.433691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:32.451002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:32.533071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Made reservation on behalf of 835fe184901b4d06aae8cc966606c17f for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:32.535982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.619772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.635034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.704009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.709485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.737594 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-21a24dd2-e721-4d81-ad91-dc8ade7e5c40 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/d03addee-1c7c-4bee-a5f3-f05e1349ebc7 HTTP/1.1" status: 200  len: 917 time: 0.9964111
Dec 09 14:07:32.740962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56084) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:32.744911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.745697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router 298fed26-bc09-4b03-83a5-026553a845fa {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:32.746590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:32.765157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:security_group_rule and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:32.773655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:32.790102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:32.790424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::f (75b04904-c849-4cb3-a87c-b7b16b7084c1/3ba8ff75-7483-4d39-9195-03df02c4d4ba/bcc0ebf1-d848-48d1-97d7-5f6362d36be3) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:32.808084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.809170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:32.813172 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f7178693-1ea3-4276-8475-f51f9fc8092d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/298fed26-bc09-4b03-83a5-026553a845fa HTTP/1.1" status: 204  len: 168 time: 1.2736506
Dec 09 14:07:32.815341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56088) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:32.815900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1923e1d-e41b-4421-910d-c6d697dee141 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:32.896496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d272916-4208-4660-91d5-c37c6a336c60 None None] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:32.926096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3b02ebf6-129c-424e-b741-767edc5c6602 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Synchronizing usage tracker for tenant:43ef76b09f324641b530d0a8626e0b10 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:32.942604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=9da5567c-a25b-4a29-b25a-219229eb6167,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:32.946910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:32.954059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:32.954929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:32.975160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:32.980458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Deleting port 1b80332c-075e-49b6-a009-beb38ade5622 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:32.980678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.052887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-14b7bb0e-3e38-4991-8480-d913eae1566f None None] Provisioning for port 0155f840-9ca0-4dbb-a068-6bd083927fce completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:33.079182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] The port '1b80332c-075e-49b6-a009-beb38ade5622' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:07:33.115831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3b02ebf6-129c-424e-b741-767edc5c6602 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Unset dirty status for tenant:43ef76b09f324641b530d0a8626e0b10 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:33.119845 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3b02ebf6-129c-424e-b741-767edc5c6602 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=d03addee-1c7c-4bee-a5f3-f05e1349ebc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.3767197
Dec 09 14:07:33.120495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56092) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:33.188043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0155f840-9ca0-4dbb-a068-6bd083927fce up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:33.205104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 166c03ce-f964-447f-85d9-cf767ee6dffc {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:33.264123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.285120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 0155f840-9ca0-4dbb-a068-6bd083927fce completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:33.290393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0155f840-9ca0-4dbb-a068-6bd083927fce triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:33.290771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.309669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.314648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.324416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b572520-cf58-4516-adce-94be75bb3ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:33.380790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:33.387829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.415816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc26631d-eca3-4be5-8cc6-b9dcf22c571e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:33.416248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.455118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.458922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 0155f840-9ca0-4dbb-a068-6bd083927fce, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0155f840-9ca0-4dbb-a068-6bd083927fce,segment=NetworkSegment(b0ddaa5b-8dd8-4c18-9667-56a4636da0a1),segment_id=b0ddaa5b-8dd8-4c18-9667-56a4636da0a1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:33.463337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:33.468336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.470185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:33.471681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.472025 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Added segment 70de6ce9-36f4-4e9d-85da-efee68555133 of type vlan for network 776d5432-8844-4d79-b8c7-bc94a26a05fd
Dec 09 14:07:33.486063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.518448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449382e50>,) {'filters': {'network_id': ['2039bbb9-20b2-49b6-80c2-e7813c83905c']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:33.535627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449382e50>, '2ac06471-8e3e-41b9-bcd6-09655de271a8') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:33.535961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449382e50>, '2ac06471-8e3e-41b9-bcd6-09655de271a8') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:33.561965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb95cb9-0489-4885-93d2-16eaa7929ad9 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:33.562697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7fb95cb9-0489-4885-93d2-16eaa7929ad9 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Synchronizing usage tracker for tenant:43ef76b09f324641b530d0a8626e0b10 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:33.565916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.574519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.585630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object bcc0ebf1-d848-48d1-97d7-5f6362d36be3 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:33.592171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=0155f840-9ca0-4dbb-a068-6bd083927fce,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:33.605084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.610701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1b80332c-075e-49b6-a009-beb38ade5622 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:33.627101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:33.627479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:33.653236 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:33.657899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:33.659113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7fb95cb9-0489-4885-93d2-16eaa7929ad9 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Unset dirty status for tenant:43ef76b09f324641b530d0a8626e0b10 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:33.662179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 1b80332c-075e-49b6-a009-beb38ade5622 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:33.662645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1b80332c-075e-49b6-a009-beb38ade5622 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:33.663750 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7fb95cb9-0489-4885-93d2-16eaa7929ad9 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.5291564
Dec 09 14:07:33.670741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56096) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:33.766647 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1f8bac57-3e74-47ce-a292-30fbe54405a5 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=d03addee-1c7c-4bee-a5f3-f05e1349ebc7 HTTP/1.1" status: 200  len: 205 time: 0.0959246
Dec 09 14:07:33.773758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56100) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:33.790763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.804030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77beac3b-414b-4e8d-a352-6af051135e9b None None] Provisioning for port d7d86946-8252-46f8-8444-492c8933fccb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:33.811088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77beac3b-414b-4e8d-a352-6af051135e9b None None] Provisioning complete for port d7d86946-8252-46f8-8444-492c8933fccb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:33.812175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77beac3b-414b-4e8d-a352-6af051135e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.843887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.851614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.859653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b16f6265-dc82-4cb5-a456-984650fccb26 tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:33.869755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.874116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:33.874776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.891832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c8677ae1-b7f9-4f59-8c46-5fe6b8d6788c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:33.892124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-77beac3b-414b-4e8d-a352-6af051135e9b None None] Port d7d86946-8252-46f8-8444-492c8933fccb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:33.893139 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] 10.222.0.21 "DELETE /v2.0/networks/2039bbb9-20b2-49b6-80c2-e7813c83905c HTTP/1.1" status: 204  len: 168 time: 3.2793839
Dec 09 14:07:33.894048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Pushing event deleted for resources: {'Network': ['ID=2039bbb9-20b2-49b6-80c2-e7813c83905c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:33.896989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:33.925494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.932688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab358894-36c8-427a-911a-c4a418787144 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:33.933822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77beac3b-414b-4e8d-a352-6af051135e9b None None] Provisioning complete for port 0155f840-9ca0-4dbb-a068-6bd083927fce triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:33.934222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77beac3b-414b-4e8d-a352-6af051135e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.958280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:33.992075 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.8920267
Dec 09 14:07:33.996341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56106) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:33.998270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=166c03ce-f964-447f-85d9-cf767ee6dffc,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:34.004263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.009446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:34.014397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb93e3-485a-4d3d-98c3-aef867cf389f None None] Network 63111b23-b97d-46d4-9bf4-08362cba4f46 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:34.015290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'subnet': {'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:34.044358 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a9e82a70-40ea-4c83-a6c5-c1b13be38bee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/166c03ce-f964-447f-85d9-cf767ee6dffc HTTP/1.1" status: 204  len: 168 time: 1.2237580
Dec 09 14:07:34.045643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56110) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:34.090834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:34.110880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:34.120914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:34.124979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:34.125891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.238913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Network': ['ID=776d5432-8844-4d79-b8c7-bc94a26a05fd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:34.249892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:34.257290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab43b48e-fb61-4fca-8029-a5229e6bc653 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:34.258378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:34.291122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:34.300824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:subnet and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:34.315288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:34.327307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.329903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56116) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:34.336138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:34.354092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:34.354505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.363776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=bcc0ebf1-d848-48d1-97d7-5f6362d36be3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:34.368817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:34.388508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56122) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:34.389269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7859375
Dec 09 14:07:34.440513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.459181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Made reservation on behalf of 835fe184901b4d06aae8cc966606c17f for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:34.485476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-64f29a49-4a4b-4cc5-a4bd-9a0460a82895 None None] Provisioning complete for port d7d86946-8252-46f8-8444-492c8933fccb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:34.485908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64f29a49-4a4b-4cc5-a4bd-9a0460a82895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.568561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-64f29a49-4a4b-4cc5-a4bd-9a0460a82895 None None] Port d7d86946-8252-46f8-8444-492c8933fccb cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:34.659679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] DHCP port deletion for 63111b23-b97d-46d4-9bf4-08362cba4f46 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:34.663844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Deleting port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:34.664228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.762426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9660d0d2-e955-4320-a086-f798810ffb1c None None] Provisioning for port bcc0ebf1-d848-48d1-97d7-5f6362d36be3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:34.766676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.776775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9660d0d2-e955-4320-a086-f798810ffb1c None None] Provisioning complete for port bcc0ebf1-d848-48d1-97d7-5f6362d36be3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:34.776775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9660d0d2-e955-4320-a086-f798810ffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.835870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.841492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.901291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9660d0d2-e955-4320-a086-f798810ffb1c None None] Port bcc0ebf1-d848-48d1-97d7-5f6362d36be3 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:34.903687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.929650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Deleting port db46225b-17fd-4acf-87a2-5c2257d6ed5b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:34.930410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.937359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] For port fa3fb31a-db5f-407f-8900-70bf8d4d0c19, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,segment=NetworkSegment(c8100822-8345-46ea-be36-1802abc9fd65),segment_id=c8100822-8345-46ea-be36-1802abc9fd65)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:34.937791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:34.970715 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-53f347bc-9275-427e-9b57-5894d14f4039 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f41ddaac51af411b95005f0d1da6bca4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6346958
Dec 09 14:07:34.971978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56126) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:35.061886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Calling delete_port for fa3fb31a-db5f-407f-8900-70bf8d4d0c19 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:35.089400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25670531-28a8-41cb-a028-ebfaccafb484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:35.090189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-25670531-28a8-41cb-a028-ebfaccafb484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:35.108148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0155f840-9ca0-4dbb-a068-6bd083927fce up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:35.118023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port fa3fb31a-db5f-407f-8900-70bf8d4d0c19, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,segment=NetworkSegment(c8100822-8345-46ea-be36-1802abc9fd65),segment_id=c8100822-8345-46ea-be36-1802abc9fd65)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:35.118444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.252834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for fa3fb31a-db5f-407f-8900-70bf8d4d0c19 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:35.260791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0155f840-9ca0-4dbb-a068-6bd083927fce triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:35.261390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.286484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-25670531-28a8-41cb-a028-ebfaccafb484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:35.288522 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-25670531-28a8-41cb-a028-ebfaccafb484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.8981171
Dec 09 14:07:35.292481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56130) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:35.310738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.317295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:35.364549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.369061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Pushing event deleted for resources: {'Port': ['ID=fa3fb31a-db5f-407f-8900-70bf8d4d0c19,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:35.374444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:35.383062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] No DVR routers for this DVR port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:35.423233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.440674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.473211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:35.473646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:35.477231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.481443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b5481cbd-5fb0-476b-b9ba-470b8599a959 tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:35.506098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.532090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0a42c-29bf-4b50-85de-ae786fbf2484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:35.536106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0a42c-29bf-4b50-85de-ae786fbf2484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:35.541276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f0a42c-29bf-4b50-85de-ae786fbf2484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:35.545401 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-25f0a42c-29bf-4b50-85de-ae786fbf2484 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.2231982
Dec 09 14:07:35.547879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa3fb31a-db5f-407f-8900-70bf8d4d0c19 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:35.550000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56134) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:35.568301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Calling delete_port for db46225b-17fd-4acf-87a2-5c2257d6ed5b owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:35.582255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: fa3fb31a-db5f-407f-8900-70bf8d4d0c19 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:35.582598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fa3fb31a-db5f-407f-8900-70bf8d4d0c19 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:35.601815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.618722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a6bac4d-d434-4526-b1c3-e310f1f62434 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:35.628627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Subnet': ['ID=93f8fe30-c7a7-41b8-a006-e4954f5a952a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:35.641636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:35.666635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port bcc0ebf1-d848-48d1-97d7-5f6362d36be3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:35.666913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.707900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Checking segment: {'id': '70de6ce9-36f4-4e9d-85da-efee68555133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:35.708273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network hostable DHCP agents. Network: 776d5432-8844-4d79-b8c7-bc94a26a05fd, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:35.762503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=9da5567c-a25b-4a29-b25a-219229eb6167,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:35.779245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:35.796445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.803524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-47dee9db-dd41-4b49-9de3-4771d6e01cba tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:35.812665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.818922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:35.878090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3278f-1b3a-4aba-9c1d-299f5158d812,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:35.883500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 776d5432-8844-4d79-b8c7-bc94a26a05fd) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:35.887645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:35.890791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:35.891376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.896692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a59e6f6-08ef-4bd9-81f9-861b2de12a67 None None] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:35.897024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.898838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3a3278f-1b3a-4aba-9c1d-299f5158d812 HTTP/1.1" status: 204  len: 168 time: 0.9263191
Dec 09 14:07:35.955529 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9532058
Dec 09 14:07:35.961838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56140) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:35.965956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:35.975023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port fa3fb31a-db5f-407f-8900-70bf8d4d0c19 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:35.975559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.016353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2037708300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:36.037909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:36.048591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:router and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:36.059011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.066709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:36.130084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:36.133012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event deleted for resources: {'Port': ['ID=db46225b-17fd-4acf-87a2-5c2257d6ed5b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:36.137390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:36.145459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] The port 'fa3fb31a-db5f-407f-8900-70bf8d4d0c19' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:07:36.198687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:36.211094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for bcc0ebf1-d848-48d1-97d7-5f6362d36be3 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:36.224420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-776d5432-8844-4d79-b8c7-bc94a26a05fd', 'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd', 'tenant_id': '835fe184901b4d06aae8cc966606c17f', 'fixed_ips': [{'subnet_id': '93f8fe30-c7a7-41b8-a006-e4954f5a952a'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:36.225424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.321465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.322426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.390334 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Floating IP 23a3ab6e-e4e0-4f65-bde5-d65395f81701 associated. External IP: 172.26.3.148, port: 550c7d1e-0777-4f92-97fd-b3d507e0d292.
Dec 09 14:07:36.446051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Allocated IP 172.20.0.2 (776d5432-8844-4d79-b8c7-bc94a26a05fd/93f8fe30-c7a7-41b8-a006-e4954f5a952a/438dbcfd-1232-4883-9c4c-212a1c128ca2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:36.448325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.535882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.579461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449275670>,) {'filters': {'network_id': ['63111b23-b97d-46d4-9bf4-08362cba4f46']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:36.588045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.634096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449275670>, 'c8100822-8345-46ea-be36-1802abc9fd65') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:36.634450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449275670>, 'c8100822-8345-46ea-be36-1802abc9fd65') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:36.656418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.683490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.693195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:36.693979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:36.798578 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:36.802295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.836454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.851698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Transition to ACTIVE for port object 438dbcfd-1232-4883-9c4c-212a1c128ca2 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:36.854257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.855838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.864644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-913a8ffc-66af-4895-9a6d-689e7d9ec611 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:36.877301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.885017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Transition to ACTIVE for port object 438dbcfd-1232-4883-9c4c-212a1c128ca2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:36.885708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.892472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.899410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ba4f285a-05bc-46b5-bf20-60acd2facc67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:36.909317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:36.933291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=bcc0ebf1-d848-48d1-97d7-5f6362d36be3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:36.938103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:36.938941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0889be7f-a079-4842-a63f-965b9cac22ea tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:36.962141 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/63111b23-b97d-46d4-9bf4-08362cba4f46 HTTP/1.1" status: 204  len: 168 time: 2.9154074
Dec 09 14:07:36.969972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:36.977947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045286234'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:36.987658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:36.993737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:36.997973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:37.001802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.002416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Fanout notify agent at l3_agent the message router_deleted on router d03addee-1c7c-4bee-a5f3-f05e1349ebc7 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:37.014722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:37.014846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:37.033858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:37.039675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:37.046061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:37.049102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.054621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.055154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Pushing event updated for resources: {'Port': ['ID=438dbcfd-1232-4883-9c4c-212a1c128ca2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:37.059532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:37.062994 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/bcc0ebf1-d848-48d1-97d7-5f6362d36be3 HTTP/1.1" status: 204  len: 168 time: 1.5115731
Dec 09 14:07:37.064180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56164) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:37.065431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.067071 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-09ddb9f1-2a8a-4d89-8b4c-8ac8a2db1a74 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 1.1040511
Dec 09 14:07:37.070106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.070755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=63111b23-b97d-46d4-9bf4-08362cba4f46,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:37.071172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/d03addee-1c7c-4bee-a5f3-f05e1349ebc7 HTTP/1.1" status: 204  len: 168 time: 3.2965200
Dec 09 14:07:37.072327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56168) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:37.075457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56170) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:37.076607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:37.083299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2096950568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:37.091744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:37.096668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Usage tracker for resource:router and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:37.100000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:37.107201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:37.133506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.134881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.158900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.185388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56176) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:37.195151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.221850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Attempting to bind port 438dbcfd-1232-4883-9c4c-212a1c128ca2 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:37.222281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Attempting to bind port 438dbcfd-1232-4883-9c4c-212a1c128ca2 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '70de6ce9-36f4-4e9d-85da-efee68555133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:37.222593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Attempting to bind port 438dbcfd-1232-4883-9c4c-212a1c128ca2 on network 776d5432-8844-4d79-b8c7-bc94a26a05fd {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:37.227581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.230185 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-09149283-be61-488a-8ca8-1a4182fcc68f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.1521857
Dec 09 14:07:37.232748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56182) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:37.240129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': True}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:37.240940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:37.241327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Checking segment: {'id': '70de6ce9-36f4-4e9d-85da-efee68555133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:37.243193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.243610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Bound using segment: {'id': '70de6ce9-36f4-4e9d-85da-efee68555133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:37.244094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Bound port: 438dbcfd-1232-4883-9c4c-212a1c128ca2, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70de6ce9-36f4-4e9d-85da-efee68555133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:37.244479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.292985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec868c1-b761-457e-88d4-3991e78670d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:37.296686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ec868c1-b761-457e-88d4-3991e78670d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:37.335556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:37.364915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] For port 438dbcfd-1232-4883-9c4c-212a1c128ca2, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:37.368050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] For port 438dbcfd-1232-4883-9c4c-212a1c128ca2, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=438dbcfd-1232-4883-9c4c-212a1c128ca2,segment=NetworkSegment(70de6ce9-36f4-4e9d-85da-efee68555133),segment_id=70de6ce9-36f4-4e9d-85da-efee68555133)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:37.373750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.379522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e581f40e-5512-4214-949c-826be055695c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:37.398686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1815168250'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:37.405346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:37.410070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:network and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:37.413941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:37.414758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4ec868c1-b761-457e-88d4-3991e78670d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:37.420058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4ec868c1-b761-457e-88d4-3991e78670d9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/bcc0ebf1-d848-48d1-97d7-5f6362d36be3 HTTP/1.1" status: 404  len: 333 time: 0.3547580
Dec 09 14:07:37.420813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:37.426719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:37.431486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.432064 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment acfb9664-141d-4024-8fb5-59b05fac7cf9 of type vlan for network b5f66fbc-601a-463e-88c1-d51a0b6b68d1
Dec 09 14:07:37.448935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:37.452764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.474467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.480412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Pushing event updated for resources: {'Port': ['ID=438dbcfd-1232-4883-9c4c-212a1c128ca2,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:37.484130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:37.735159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port d7d86946-8252-46f8-8444-492c8933fccb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:37.735497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:37.741811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:37.746761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:security_group_rule and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:37.761566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:37.770180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:37.963817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.049682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.106663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.116926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.121947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11e8711a-4baa-4669-ad41-4cb741d57a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:38.148962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:38.228568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.228568 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Added segment ce27e212-d106-4f86-a13f-c21a3c30ea82 of type vlan for network 06176117-bfee-4a45-b798-e2271f4e3e62
Dec 09 14:07:38.228568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad159ad-98d8-46a0-881c-72f43bfe6931,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:38.232573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:38.265922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.323447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.327307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:38.327918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.333448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3f86705c-7a41-49b4-850e-a7e96bf48e01 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:38.424535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.429673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:38.429673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.447716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-494e65f0-5186-408b-b436-175f007ff42d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:38.485848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Network': ['ID=06176117-bfee-4a45-b798-e2271f4e3e62,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:38.487327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:38.493331 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3062148
Dec 09 14:07:38.497222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56190) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:38.506145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:38.512035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:38.653377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.668389 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6964366
Dec 09 14:07:38.693843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56194) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:38.695983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:38.787552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=b5f66fbc-601a-463e-88c1-d51a0b6b68d1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:38.811613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:38.843812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:38.853698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:38.860066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for d7d86946-8252-46f8-8444-492c8933fccb owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:38.869606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.016387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:39.045446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:39.047102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.057937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:39.074857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:07:39.092050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:39.165935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:39.175580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2de3c40-501e-4331-a224-d5441b3fe281 None None] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:39.178614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:39.240297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:39.269638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 438dbcfd-1232-4883-9c4c-212a1c128ca2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:39.295044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:39.315873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:39.350708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Allocated IP 172.26.3.53 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/8272ecf2-896c-4358-bd0e-add42b18444d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:39.358513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:39.377812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.418172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7714d010-e586-4014-8304-91726722f745 None None] Provisioning for port 438dbcfd-1232-4883-9c4c-212a1c128ca2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:39.434517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.447609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a78a6ce5-6288-431d-a5a8-ed8535132b63 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:39.508802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=d7d86946-8252-46f8-8444-492c8933fccb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:39.516891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 438dbcfd-1232-4883-9c4c-212a1c128ca2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:39.526468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:39.529188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 438dbcfd-1232-4883-9c4c-212a1c128ca2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:39.529793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.698896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.707930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.732166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.774311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 438dbcfd-1232-4883-9c4c-212a1c128ca2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=438dbcfd-1232-4883-9c4c-212a1c128ca2,segment=NetworkSegment(70de6ce9-36f4-4e9d-85da-efee68555133),segment_id=70de6ce9-36f4-4e9d-85da-efee68555133)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:39.782732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:39.788883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4b40fefd-727d-410a-9410-3ce430fbb752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:39.832481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/d7d86946-8252-46f8-8444-492c8933fccb HTTP/1.1" status: 204  len: 168 time: 2.4043009
Dec 09 14:07:39.836293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56198) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:39.870188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Allocated IP 172.20.0.1 (776d5432-8844-4d79-b8c7-bc94a26a05fd/93f8fe30-c7a7-41b8-a006-e4954f5a952a/affc41f6-ba6b-4ebc-965f-73670064fed1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:39.911185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=438dbcfd-1232-4883-9c4c-212a1c128ca2,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:39.920197 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1a2683-66a0-4b54-bc83-1d91b835a896 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:07:39.921079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5d1a2683-66a0-4b54-bc83-1d91b835a896 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:39.924890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:39.994048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.002973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:40.016764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:40.022978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5d1a2683-66a0-4b54-bc83-1d91b835a896 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:40.024135 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5d1a2683-66a0-4b54-bc83-1d91b835a896 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/d7d86946-8252-46f8-8444-492c8933fccb HTTP/1.1" status: 404  len: 333 time: 0.1865985
Dec 09 14:07:40.027973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56202) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:40.036740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:40.042274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a450580>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:40.090227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.139206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.144946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cddbfddd-6c71-4254-9262-de99aec8849d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:40.186523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.186921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.212701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6d8302b2-3104-4bdb-9a67-75def57b9bf7 None None] Provisioning complete for port 438dbcfd-1232-4883-9c4c-212a1c128ca2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:40.213079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6d8302b2-3104-4bdb-9a67-75def57b9bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.219495 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.9814947
Dec 09 14:07:40.230791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Transition to ACTIVE for port object affc41f6-ba6b-4ebc-965f-73670064fed1 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:40.235990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:07:40.282654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:40.283921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.293838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=41dae103-a414-43cf-8995-de06ed8cecaf,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:40.297203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:40.298241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:40.300330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:40.332086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:07:40.338608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a3d5d97c-41b4-4508-b59f-23ef272801d8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:40.442598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:40.442952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network hostable DHCP agents. Network: 06176117-bfee-4a45-b798-e2271f4e3e62, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:40.480363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Port': ['ID=8272ecf2-896c-4358-bd0e-add42b18444d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:40.483232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:40.500460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17de9f49-0b2c-4248-883c-d00971c9d53b tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:40.567884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'status': 'completed', 'code': 200}
Dec 09 14:07:40.585748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.592972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-835d7c51-0004-421c-9374-c40ee8c8895d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:40.633372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet 3ba8ff75-7483-4d39-9195-03df02c4d4ba {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:40.649951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.660642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=2df3daeb-9a3f-4793-a0dc-15612af4b979,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:40.663838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:40.669288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': 'acfb9664-141d-4024-8fb5-59b05fac7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:40.669867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: b5f66fbc-601a-463e-88c1-d51a0b6b68d1, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:40.691678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:40.714516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 06176117-bfee-4a45-b798-e2271f4e3e62) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:40.719520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:40.720398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.721920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:40.729289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:40.731333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487fddf-0d71-4a93-bfdc-f56c49abfbac None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:40.735863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:40.763871 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-ae1456bb-be1a-49a7-ac28-4921182e2f18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1098 time: 0.2376521
Dec 09 14:07:40.785289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Port': ['ID=affc41f6-ba6b-4ebc-965f-73670064fed1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:40.789784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.792897 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2947705
Dec 09 14:07:40.803173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56212) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:40.805443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:40.813738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'name': 'tempest-NetworksTestDHCPv6-1651960206'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:40.821826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:40.856999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:40.889771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a450580>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:34Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:40.916432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.003541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:07:41.022946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, b5f66fbc-601a-463e-88c1-d51a0b6b68d1) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:41.027388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:41.027874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:41.028002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a450580>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:41.028918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.034242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.102830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.110996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b138a04b-6798-4a04-9af6-40863c35b8e8 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:41.125260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d0562-5a34-40e4-8c0a-6f74809cda1f None None] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:41.141654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 438dbcfd-1232-4883-9c4c-212a1c128ca2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:41.145168 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4463496
Dec 09 14:07:41.154019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56216) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:41.164653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1283934525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:41.171033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba8ff75-7483-4d39-9195-03df02c4d4ba,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:41.184910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:41.187881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:41.215867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.245062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.248135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:41.253740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '41dae103-a414-43cf-8995-de06ed8cecaf'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:41.254624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.264112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750b4a19-9d72-45fb-9fe4-3f746a5c5d18 None None] Network 75b04904-c849-4cb3-a87c-b7b16b7084c1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:41.291726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-89329e57-b2bc-4afe-8edd-8021a0be352b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:41.293165 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-89329e57-b2bc-4afe-8edd-8021a0be352b service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.5227695
Dec 09 14:07:41.308720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:41.322878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:41.328570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/3ba8ff75-7483-4d39-9195-03df02c4d4ba HTTP/1.1" status: 204  len: 168 time: 1.2981257
Dec 09 14:07:41.329222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56220) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:41.363111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:41.384498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.385435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.389168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:41.404988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.446144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:41.464095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:41.473904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.514838 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-4f77c150-3751-4553-b180-f3ba4de4e770 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 999 time: 0.2121189
Dec 09 14:07:41.517203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:41.520210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.537244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.539457 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fe18a341-3e53-45c8-b368-d0f4631c523c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3816423
Dec 09 14:07:41.550706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56224) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:41.577118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.588213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.610010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port df43b809-46ea-4d08-8472-f50f856971eb yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:41.644883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.734489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-609ea778-d1da-401d-864f-60ccc89f7f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:41.735927 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-609ea778-d1da-401d-864f-60ccc89f7f84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.2045588
Dec 09 14:07:41.753452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-17c445c6-cae5-44e8-976e-c5b2bf879f3a None None] Provisioning for port affc41f6-ba6b-4ebc-965f-73670064fed1 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:41.790428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 0155f840-9ca0-4dbb-a068-6bd083927fce {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:41.791070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.816075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-17c445c6-cae5-44e8-976e-c5b2bf879f3a None None] Provisioning complete for port affc41f6-ba6b-4ebc-965f-73670064fed1 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:41.816433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-17c445c6-cae5-44e8-976e-c5b2bf879f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.859121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 438dbcfd-1232-4883-9c4c-212a1c128ca2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:41.859782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:41.974293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::30a (06176117-bfee-4a45-b798-e2271f4e3e62/41dae103-a414-43cf-8995-de06ed8cecaf/df43b809-46ea-4d08-8472-f50f856971eb) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:41.995151 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-e69441b2-9367-4ff3-bbfd-3243b7e849f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2520051
Dec 09 14:07:41.998335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:07:42.043891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-17c445c6-cae5-44e8-976e-c5b2bf879f3a None None] Port affc41f6-ba6b-4ebc-965f-73670064fed1 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:42.069653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-b5f66fbc-601a-463e-88c1-d51a0b6b68d1', 'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '2df3daeb-9a3f-4793-a0dc-15612af4b979'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:42.070493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.254359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] DHCP port deletion for 75b04904-c849-4cb3-a87c-b7b16b7084c1 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:42.255910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.270524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Deleting port 0155f840-9ca0-4dbb-a068-6bd083927fce {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:42.270902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.302682 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-23fcc048-5c3c-4419-a3b2-cad9c8586888 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984543
Dec 09 14:07:42.368573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.405375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1376305c-e5fb-44cc-b15b-983e54f2954c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:42.569901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port 0155f840-9ca0-4dbb-a068-6bd083927fce, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0155f840-9ca0-4dbb-a068-6bd083927fce,segment=NetworkSegment(b0ddaa5b-8dd8-4c18-9667-56a4636da0a1),segment_id=b0ddaa5b-8dd8-4c18-9667-56a4636da0a1)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:42.570517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.589191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.596818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.604883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Allocated IP 172.20.0.2 (b5f66fbc-601a-463e-88c1-d51a0b6b68d1/2df3daeb-9a3f-4793-a0dc-15612af4b979/e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:42.634994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object df43b809-46ea-4d08-8472-f50f856971eb will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:42.643954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Port': ['ID=affc41f6-ba6b-4ebc-965f-73670064fed1,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:42.650860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Router 44e45ac9-c214-4eda-9dc8-db7d74952dfb is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:07:42.661644 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6fe1211c-a8b6-4085-9b91-f58111beb29b req-4ab08746-f36e-46fe-9bbe-12f7b8ca16e3 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3404627
Dec 09 14:07:42.713806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:42.720757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 0155f840-9ca0-4dbb-a068-6bd083927fce owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:42.751502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.760335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dc04362a-b6c7-43a1-8c1e-11846dfb417a tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:42.846673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:42.852641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:42.855055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:42.859437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:42.860226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.863875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=df43b809-46ea-4d08-8472-f50f856971eb,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:42.867204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:42.942061 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.1376765
Dec 09 14:07:42.944799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56228) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:42.954150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] For port 0155f840-9ca0-4dbb-a068-6bd083927fce, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0155f840-9ca0-4dbb-a068-6bd083927fce,segment=NetworkSegment(b0ddaa5b-8dd8-4c18-9667-56a4636da0a1),segment_id=b0ddaa5b-8dd8-4c18-9667-56a4636da0a1)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:42.954763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:42.984018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.018311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.031259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef30092f-44f8-4416-be6a-59d3bd84657d tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:43.080952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0880139-8e91-4cc4-8823-193050a2052e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:43.081816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d0880139-8e91-4cc4-8823-193050a2052e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:43.089934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:43.097047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.098649 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "PUT /v2.0/routers/44e45ac9-c214-4eda-9dc8-db7d74952dfb HTTP/1.1" status: 200  len: 914 time: 5.8641896
Dec 09 14:07:43.101995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56232) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:43.103532 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] Sync routers for ids ['44e45ac9-c214-4eda-9dc8-db7d74952dfb'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:43.115027 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] Routers {'44e45ac9-c214-4eda-9dc8-db7d74952dfb'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:43.115641 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a01bbe0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['44e45ac9-c214-4eda-9dc8-db7d74952dfb'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:43.121321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Calling delete_port for 0155f840-9ca0-4dbb-a068-6bd083927fce owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:43.153695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0155f840-9ca0-4dbb-a068-6bd083927fce no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:43.174047 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a01bbe0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:43.175791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d0880139-8e91-4cc4-8823-193050a2052e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:43.179861 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d0880139-8e91-4cc4-8823-193050a2052e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.2341485
Dec 09 14:07:43.182002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56236) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:43.185193 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] Routers {'44e45ac9-c214-4eda-9dc8-db7d74952dfb'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:43.185846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a01bbe0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['44e45ac9-c214-4eda-9dc8-db7d74952dfb'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:43.186878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/41dae103-a414-43cf-8995-de06ed8cecaf/bf65dfda-ee2c-486b-a97c-5cb524b9a5b3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:43.228153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 0155f840-9ca0-4dbb-a068-6bd083927fce {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:07:43.229045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0155f840-9ca0-4dbb-a068-6bd083927fce not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:07:43.247538 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a01bbe0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:43.247957 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b7063-a1f5-42c3-9d86-45e1c76a8ec1 None None] The sync data for ids ['44e45ac9-c214-4eda-9dc8-db7d74952dfb'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:43.266712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port df43b809-46ea-4d08-8472-f50f856971eb {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:43.267152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.299345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=0155f840-9ca0-4dbb-a068-6bd083927fce,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:43.313735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:43.319927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:43.321918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:43.475462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:43.476330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:43.492493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a450580>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:34Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:43.528948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.534588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538f88e-3f9a-4e81-8078-ade9d58b7805 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:34Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:43.566306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Transition to ACTIVE for port object e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:43.660338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Transition to ACTIVE for port object e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:43.684856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.698311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1acf68a2-9999-4042-848a-a1cfd4a77f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:43.717335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No DVR routers for this DVR port 0155f840-9ca0-4dbb-a068-6bd083927fce on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:43.751171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.768262 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5a38525a-c9d0-4808-84b1-21b76116d8c9 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/44e45ac9-c214-4eda-9dc8-db7d74952dfb HTTP/1.1" status: 200  len: 920 time: 0.6595218
Dec 09 14:07:43.768909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56240) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:43.772370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.799268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Transition to ACTIVE for port object bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:43.827552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:43.834022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Pushing event updated for resources: {'Port': ['ID=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:43.837347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:43.839419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:43.845388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:43.851992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Transition to ACTIVE for port object bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:43.886075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-92d96b66-8711-4652-81ac-d0410e50f7fb None None] Provisioning complete for port affc41f6-ba6b-4ebc-965f-73670064fed1 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:43.886709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92d96b66-8711-4652-81ac-d0410e50f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.918022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:43.922960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for df43b809-46ea-4d08-8472-f50f856971eb owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:43.934425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:43.993483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9457502-424c-4b92-9a88-0bcb4429de98 None None] New status for floating IP 23a3ab6e-e4e0-4f65-bde5-d65395f81701: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:07:44.041971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.060637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Deleting port 0155f840-9ca0-4dbb-a068-6bd083927fce {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:44.061276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.076986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.082588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b991db63-20c8-4f59-b20f-3895f17ee554 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:44.125328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=df43b809-46ea-4d08-8472-f50f856971eb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:44.128946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:44.169855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.175238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644854a040>,) {'filters': {'network_id': ['75b04904-c849-4cb3-a87c-b7b16b7084c1']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:44.185158 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/df43b809-46ea-4d08-8472-f50f856971eb HTTP/1.1" status: 204  len: 168 time: 1.0020883
Dec 09 14:07:44.187560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56244) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:44.195808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ba3ddba8-98a9-40aa-8947-6514477e209e None None] The port '0155f840-9ca0-4dbb-a068-6bd083927fce' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:07:44.205164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92d96b66-8711-4652-81ac-d0410e50f7fb None None] Port affc41f6-ba6b-4ebc-965f-73670064fed1 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:44.208943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644854a040>, 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:44.209516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644854a040>, 'b0ddaa5b-8dd8-4c18-9667-56a4636da0a1') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:44.219874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Attempting to bind port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:44.220255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Attempting to bind port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'acfb9664-141d-4024-8fb5-59b05fac7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:44.220628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Attempting to bind port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 on network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:44.228674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:44.229886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Pushing event updated for resources: {'Port': ['ID=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:44.233064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.257602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.20.0.1 (b5f66fbc-601a-463e-88c1-d51a0b6b68d1/2df3daeb-9a3f-4793-a0dc-15612af4b979/9b02fd4b-e242-48b2-9159-4fc4b2811227) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:44.271207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-306746e2-9478-4394-883f-109982127ad8 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=44e45ac9-c214-4eda-9dc8-db7d74952dfb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4940476
Dec 09 14:07:44.271207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.271550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56248) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:44.280785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e324dcf-6fc5-43cd-b65c-bce04b4f4bb4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:44.281668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:44.282203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.282949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e324dcf-6fc5-43cd-b65c-bce04b4f4bb4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:44.283679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1e324dcf-6fc5-43cd-b65c-bce04b4f4bb4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:44.289634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:44.291831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:44.298228 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:44.311218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:44.322292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:44.322669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Checking segment: {'id': 'acfb9664-141d-4024-8fb5-59b05fac7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:44.323271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.323845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Bound using segment: {'id': 'acfb9664-141d-4024-8fb5-59b05fac7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:44.324341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Bound port: e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfb9664-141d-4024-8fb5-59b05fac7cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b5f66fbc-601a-463e-88c1-d51a0b6b68d1'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:44.324736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.376050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1e324dcf-6fc5-43cd-b65c-bce04b4f4bb4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:44.377159 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1e324dcf-6fc5-43cd-b65c-bce04b4f4bb4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1886356
Dec 09 14:07:44.380806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56252) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:44.481937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.497879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d316da9e-e910-49d6-ab93-c665241c8fd5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:44.513208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.543088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=75b04904-c849-4cb3-a87c-b7b16b7084c1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:44.615546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Attempting to bind port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:44.615546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Attempting to bind port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:44.615546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Attempting to bind port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:44.647017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:44.647017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:44.647017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.651628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:44.656235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:44.656235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Bound port: bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:44.656235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.665670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] For port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:44.715321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] For port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,segment=NetworkSegment(acfb9664-141d-4024-8fb5-59b05fac7cf9),segment_id=acfb9664-141d-4024-8fb5-59b05fac7cf9)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:44.747552 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/75b04904-c849-4cb3-a87c-b7b16b7084c1 HTTP/1.1" status: 204  len: 168 time: 3.4008436
Dec 09 14:07:44.751728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.751728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ce104196-828f-42df-a428-ed0d757ebb62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:44.754948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56256) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:44.754948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-986182308'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:44.762671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:44.762671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:network and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:44.776295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:44.776295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:44.809338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:44.809338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.835354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.852382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:44.895233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object 9b02fd4b-e242-48b2-9159-4fc4b2811227 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:44.902276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:44.907088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:07:44.911423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Router 1f3e91eb-02ab-47a6-94f9-633620b01226 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:07:44.916682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3cc1b-012e-4bf8-ae6f-34c5be2318e7 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:44.916682 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-07f3cc1b-012e-4bf8-ae6f-34c5be2318e7 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.6345825
Dec 09 14:07:44.924780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Pushing event updated for resources: {'Port': ['ID=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:44.931171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:44.936464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:44.941713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 41dae103-a414-43cf-8995-de06ed8cecaf {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:44.946961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.952510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.961762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:44.977980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:44.977980 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Added segment 1ef9c969-26c2-4e25-80a4-8a771e6e9bd6 of type vlan for network 718a6a7a-76ad-4745-a9c8-ae042e991d61
Dec 09 14:07:45.063858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.083637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Pushing event updated for resources: {'Port': ['ID=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:45.089987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e2f36ae4-5fcf-4a33-ad84-53f65267bfe3 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e45ac9-c214-4eda-9dc8-db7d74952dfb HTTP/1.1" status: 200  len: 205 time: 0.1625955
Dec 09 14:07:45.101402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:45.110445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56264) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:45.110445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.234211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.234211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-71033bc3-6856-4c94-b9e2-bca715ebe899 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:45.368873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.375454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:45.375454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.401312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1f5fc2c-814f-4118-a82b-90a3e41f602a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:45.436136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:45.451767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=9b02fd4b-e242-48b2-9159-4fc4b2811227,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:45.462634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:45.462634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:45.462634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:45.585396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Network': ['ID=718a6a7a-76ad-4745-a9c8-ae042e991d61,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:45.585396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:45.599020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:07:45.670643 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9178412
Dec 09 14:07:45.670643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.700734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56268) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:45.705492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.715980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:45.876987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:45.886818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:45.893218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:45.905273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:45.911677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.918460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4faba4a3-7a81-4076-a450-b0da17e398f7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:45.925915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:45.974577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=41dae103-a414-43cf-8995-de06ed8cecaf,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:45.978579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:46.031735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:46.045955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:46.070658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:46.088140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:46.174651 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/41dae103-a414-43cf-8995-de06ed8cecaf HTTP/1.1" status: 204  len: 168 time: 1.7782266
Dec 09 14:07:46.174651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56274) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:46.288547 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a881e5a4-40dc-4558-b321-e26ed4bd9c89 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1180165
Dec 09 14:07:46.298506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56278) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:46.307271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:46.326442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:46.755616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:46.761581 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] Sync routers for ids ['1f3e91eb-02ab-47a6-94f9-633620b01226'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:46.786565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "PUT /v2.0/routers/1f3e91eb-02ab-47a6-94f9-633620b01226/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6940613
Dec 09 14:07:46.792091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] Routers {'1f3e91eb-02ab-47a6-94f9-633620b01226'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:46.792091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e98940>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1f3e91eb-02ab-47a6-94f9-633620b01226'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:46.797160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56282) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:46.810010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'port': {'network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd', 'name': 'tempest-FloatingIPNegativeTestJSON-281209994'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:46.936268 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e98940>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:46.955453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] Routers {'1f3e91eb-02ab-47a6-94f9-633620b01226'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:46.955453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e98940>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1f3e91eb-02ab-47a6-94f9-633620b01226'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:47.000604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f209da1-0c49-418c-b475-322c57cc8e60 None None] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:47.008062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:07:47.076913 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e98940>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:47.076913 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd04266-656b-4a92-a1c8-7399c104768f None None] The sync data for ids ['1f3e91eb-02ab-47a6-94f9-633620b01226'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:47.103225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.122413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.128596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-447b8deb-f47a-424d-8199-b867ebf9ced6 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:47.140379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.154866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:47.179980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:47.191333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:47.214981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9aaebfdc-b86f-4a3a-aa95-bd687ac767c9 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:47.219975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:47.276204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28fe628-04af-42f4-9e12-26cfd77e0040 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:47.282950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=afee8721-1dfe-4502-9f54-c601ad70a409,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:47.282950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:47.294255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:47.294255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.395868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.414489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=9b02fd4b-e242-48b2-9159-4fc4b2811227,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:47.424348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Checking segment: {'id': '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:47.424348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network hostable DHCP agents. Network: 718a6a7a-76ad-4745-a9c8-ae042e991d61, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:07:47.430681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:47.430681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:47.448885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:port and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:47.448885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:47.456083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.471833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:47.478034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:47.490242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Deleting port 8272ecf2-896c-4358-bd0e-add42b18444d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:47.490242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.534357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:07:47.558417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 718a6a7a-76ad-4745-a9c8-ae042e991d61) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:47.590670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:47.590670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.595746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Made reservation on behalf of 835fe184901b4d06aae8cc966606c17f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:47.595746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.622315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5b5dccfc-60b1-44b6-8a4d-b9e8dce3dc2c None None] Provisioning for port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:47.650853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04f0942-3fe9-4fc6-bd3a-d7817d7de943 None None] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:47.697680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] device_id is not set on port 5bfdb95b-e51f-481c-a2c6-6edf715f876e yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:47.811718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:47.811718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:47.843939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e49bdfd-2cb2-4875-a42d-60ff6e825c25 None None] Provisioning for port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:47.858517 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1549466
Dec 09 14:07:47.863334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.873435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:47.878541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56286) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:47.885914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:47.885914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:47.913338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbb96293-57cf-4cba-bfb9-76a673785241 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:47.996201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-787176148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:48.001444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:48.018929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Deleting port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:48.018929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.043593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:48.095588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:router and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:48.115318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:48.148233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:48.148233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:48.191731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:48.191731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:48.191731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.211893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=2d4becea-f032-4046-b40a-66fdccafdb09,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:48.218020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:48.228501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.238410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-718a6a7a-76ad-4745-a9c8-ae042e991d61', 'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': 'afee8721-1dfe-4502-9f54-c601ad70a409'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:48.238410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.288001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.288001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.358444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Allocated IP 172.20.0.5 (776d5432-8844-4d79-b8c7-bc94a26a05fd/93f8fe30-c7a7-41b8-a006-e4954f5a952a/5bfdb95b-e51f-481c-a2c6-6edf715f876e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:48.393317 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0895288
Dec 09 14:07:48.485154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56290) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:48.517083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Calling delete_port for 8272ecf2-896c-4358-bd0e-add42b18444d owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:48.553352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.572583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Provisioning for port 9b02fd4b-e242-48b2-9159-4fc4b2811227 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:48.622229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Provisioning complete for port 9b02fd4b-e242-48b2-9159-4fc4b2811227 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:48.622229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.691636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'name': 'tempest-NetworksTestDHCPv6-1893663436'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:48.794343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:48.801349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.801349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:48.868035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:48.917000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Port 9b02fd4b-e242-48b2-9159-4fc4b2811227 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:48.941247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:48.941247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:48.986072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Allocated IP 2001:db8::2 (718a6a7a-76ad-4745-a9c8-ae042e991d61/afee8721-1dfe-4502-9f54-c601ad70a409/cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:48.990175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.066110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:49.066110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:49.066110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:49.072999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:49.083147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.095120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:49.095120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.167304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:49.174714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 019e894e-baa8-4c39-b79e-8afc1fc5d978 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:49.177344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Calling delete_port for bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:49.208492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:49.208722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.210401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.212085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eb9843b8-46d9-417a-8867-3d254c415ded is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:07:49.215132 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7572f2b6-bfae-457d-a8ba-2973a32b45a5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.2537167
Dec 09 14:07:49.216824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56294) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:49.237274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61', 'name': 'tempest-PortsIpV6TestJSON-1512897646'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:49.310405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:49.318139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.325750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:49.325750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Provisioning complete for port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:49.325750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.333614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:49.417755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.429209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event deleted for resources: {'Port': ['ID=8272ecf2-896c-4358-bd0e-add42b18444d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:49.429209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:49.714260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:49.714260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:49.823218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Transition to ACTIVE for port object 5bfdb95b-e51f-481c-a2c6-6edf715f876e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:49.839744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::183 (06176117-bfee-4a45-b798-e2271f4e3e62/2d4becea-f032-4046-b40a-66fdccafdb09/019e894e-baa8-4c39-b79e-8afc1fc5d978) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:49.864167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.866820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:49.876261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de7551aa-292b-4967-87a9-aac3a05dba69 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:49.939428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:49.966096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:port and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:49.966096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:49.995579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:49.995579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:49.995579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:50.019529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.032990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:50.048847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Port': ['ID=5bfdb95b-e51f-481c-a2c6-6edf715f876e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:50.059306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.073955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:50.110137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.130621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:50.130621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.150794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Transition to ACTIVE for port object cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:50.180928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,segment=NetworkSegment(acfb9664-141d-4024-8fb5-59b05fac7cf9),segment_id=acfb9664-141d-4024-8fb5-59b05fac7cf9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:50.180928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.195723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:50.202564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:50.202564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.217358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Transition to ACTIVE for port object cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:50.217358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Deleting port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:50.217358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.267315 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.4701557
Dec 09 14:07:50.267315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56298) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:50.280510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:50.300896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port b8bac184-e08d-4cb5-ac77-45e6ec46d230 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:50.349273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.349273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:07:50.371392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:50.376983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.390243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eb9843b8-46d9-417a-8867-3d254c415ded/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8286781
Dec 09 14:07:50.395404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56302) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:50.400587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] Sync routers for ids ['eb9843b8-46d9-417a-8867-3d254c415ded'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:50.425840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:50.440093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:floatingip and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:50.446054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:50.470999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:50.488879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.496057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:50.496057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:50.507347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:50.518957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:50.521316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-0be781ed-9757-4113-9044-c2187599a004 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:50.579273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d03d7-e5f4-48a0-a910-e332a51b991a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:50.580646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-de8d03d7-e5f4-48a0-a910-e332a51b991a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:50.605743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::109 (718a6a7a-76ad-4745-a9c8-ae042e991d61/afee8721-1dfe-4502-9f54-c601ad70a409/b8bac184-e08d-4cb5-ac77-45e6ec46d230) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:50.623887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.623887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Fanout notify agent at l3_agent the message router_deleted on router 44e45ac9-c214-4eda-9dc8-db7d74952dfb {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:50.645742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-de8d03d7-e5f4-48a0-a910-e332a51b991a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:50.647246 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-de8d03d7-e5f4-48a0-a910-e332a51b991a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports/9b02fd4b-e242-48b2-9159-4fc4b2811227 HTTP/1.1" status: 200  len: 910 time: 0.2575526
Dec 09 14:07:50.652066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56308) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:50.660448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.661519 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/44e45ac9-c214-4eda-9dc8-db7d74952dfb HTTP/1.1" status: 204  len: 168 time: 5.5578401
Dec 09 14:07:50.664623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.685323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:50.687409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:50.695516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:50.701038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2011085678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:50.717291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:50.722159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:50.729140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Usage tracker for resource:router and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:50.731793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.740181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:50.750183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:50.810924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] Routers {'eb9843b8-46d9-417a-8867-3d254c415ded'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:50.811608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499726d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eb9843b8-46d9-417a-8867-3d254c415ded'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:50.815146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 019e894e-baa8-4c39-b79e-8afc1fc5d978 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:50.837602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.838840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.867547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.873658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ecb096af-b27e-4fcf-b73a-a4e57e7356f3 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:50.951935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:50.954638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499726d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:50.975214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:50.989019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Pushing event updated for resources: {'Port': ['ID=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:50.993288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:51.013982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:51.019767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Attempting to bind port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:51.020142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Attempting to bind port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:51.020510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Attempting to bind port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c on network 718a6a7a-76ad-4745-a9c8-ae042e991d61 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:51.025061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:51.029013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:51.030016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.033393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=019e894e-baa8-4c39-b79e-8afc1fc5d978,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:51.045848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.077306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.087242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:51.106912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object b8bac184-e08d-4cb5-ac77-45e6ec46d230 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:51.121830 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.4395587
Dec 09 14:07:51.121830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56316) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:51.145467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.177188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.197367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:51.197367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Checking segment: {'id': '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:51.197367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.197367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Bound using segment: {'id': '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:51.197367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Bound port: cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '718a6a7a-76ad-4745-a9c8-ae042e991d61'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:51.197367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.216879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.221155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] Routers {'eb9843b8-46d9-417a-8867-3d254c415ded'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:51.221812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499726d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eb9843b8-46d9-417a-8867-3d254c415ded'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:51.232192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.236297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c581bb6-7fef-42bf-9d24-ebc617b2d54a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5430772
Dec 09 14:07:51.238340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:51.246016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'enable_snat': False}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:51.274777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3291d07-8ccf-46f1-babf-b1afb42cd96e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:51.279022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3291d07-8ccf-46f1-babf-b1afb42cd96e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:51.279498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d3291d07-8ccf-46f1-babf-b1afb42cd96e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:51.308125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499726d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:51.308542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98e81e8-ce8e-45cf-a0ff-05bc0921feb8 None None] The sync data for ids ['eb9843b8-46d9-417a-8867-3d254c415ded'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:51.409642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:51.413742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:51.414141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.432373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.441197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b24509aa-9536-49b0-a2bb-40a11c13c8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:51.463291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.472485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-00c03a13-930c-44bd-bd3e-b2442697ccaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289 tempest-PortsAdminExtendedAttrsIpV6TestJSON-513662289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:51.503679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d3291d07-8ccf-46f1-babf-b1afb42cd96e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:51.514100 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d3291d07-8ccf-46f1-babf-b1afb42cd96e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1592 time: 0.4000921
Dec 09 14:07:51.514886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56324) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:51.591340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Allocated IP 172.26.3.248 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/5e53c6c3-ce30-4731-9e44-5d13ad333d98) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:51.626875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Calling delete_port for bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:51.640322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 019e894e-baa8-4c39-b79e-8afc1fc5d978 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:51.640674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.692832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:51.701914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:51.702316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:51.706769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:51.707340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.720057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] For port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:51.728955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Provisioning complete for port 9b02fd4b-e242-48b2-9159-4fc4b2811227 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:51.729179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=b8bac184-e08d-4cb5-ac77-45e6ec46d230,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:51.729362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.748037 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5312147
Dec 09 14:07:51.749376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:51.758702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56328) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:51.793101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:51.800239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:51.802746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] For port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,segment=NetworkSegment(1ef9c969-26c2-4e25-80a4-8a771e6e9bd6),segment_id=1ef9c969-26c2-4e25-80a4-8a771e6e9bd6)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:51.816821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:51.823789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:51.860089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Port 9b02fd4b-e242-48b2-9159-4fc4b2811227 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:51.882212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:51.882571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:51.932922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Provisioning for port 5bfdb95b-e51f-481c-a2c6-6edf715f876e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:51.942071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Pushing event updated for resources: {'Port': ['ID=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:51.951159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:51.959181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Provisioning complete for port 5bfdb95b-e51f-481c-a2c6-6edf715f876e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:51.960503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.020979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b8b29-697d-4e24-a70e-988c10897116 None None] Port 5bfdb95b-e51f-481c-a2c6-6edf715f876e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:52.167072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.191795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Deleting port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:52.192189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.478063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 019e894e-baa8-4c39-b79e-8afc1fc5d978 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:52.492859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:52.531341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.642152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.684819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-195f727e-4da0-4bd7-967a-2c737c266068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.724498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:52.733566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:52.822010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] For port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:52.822010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.862399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.867167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:52.882009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1027a0f9-d4ff-4f36-9aed-e8ead20a230d tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:52.900234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63dc4f28-e384-4857-b284-35441bdc78ad tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:52.967891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Port': ['ID=5e53c6c3-ce30-4731-9e44-5d13ad333d98,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:52.978922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:52.998723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=019e894e-baa8-4c39-b79e-8afc1fc5d978,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:53.001480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:53.007458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.027854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Calling delete_port for bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:53.031559 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/019e894e-baa8-4c39-b79e-8afc1fc5d978 HTTP/1.1" status: 204  len: 168 time: 1.5118308
Dec 09 14:07:53.033934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56332) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:53.070816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:53.072936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:53.079308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:53.117500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.128907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-37b61c86-4ebc-494d-8a62-a573e1fe43ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:53.221078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Pushing event deleted for resources: {'Port': ['ID=bf65dfda-ee2c-486b-a97c-5cb524b9a5b3,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:53.234707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:53.234707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:53.234707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.248957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db918e-8a23-4b06-ac44-8bb91d7a1f35 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:53.248957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5db918e-8a23-4b06-ac44-8bb91d7a1f35 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:53.248957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f5db918e-8a23-4b06-ac44-8bb91d7a1f35 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:53.321837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] No DVR routers for this DVR port bf65dfda-ee2c-486b-a97c-5cb524b9a5b3 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:53.332255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port 9b02fd4b-e242-48b2-9159-4fc4b2811227 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:53.332255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.361895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f5db918e-8a23-4b06-ac44-8bb91d7a1f35 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:53.361895 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f5db918e-8a23-4b06-ac44-8bb91d7a1f35 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3240530
Dec 09 14:07:53.378068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474c802-09a7-4fb8-95a5-edfceeabc9c9 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:53.381638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56336) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:53.450142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d291ab-84fb-4998-be52-abfdaaff7cae None None] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:53.648084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.808487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Provisioning for port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:53.825075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.846274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Provisioning complete for port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:53.846655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.852248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:53.987065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 2d4becea-f032-4046-b40a-66fdccafdb09 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:53.992681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.041010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84be71b-004c-4f08-a123-fa36fa242050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '2d4becea-f032-4046-b40a-66fdccafdb09'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:54.041010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f84be71b-004c-4f08-a123-fa36fa242050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.075046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.140264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.208395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.286638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] For port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,segment=NetworkSegment(1ef9c969-26c2-4e25-80a4-8a771e6e9bd6),segment_id=1ef9c969-26c2-4e25-80a4-8a771e6e9bd6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:54.297023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.297023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:54.345131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for 9b02fd4b-e242-48b2-9159-4fc4b2811227 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:54.381420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Pushing event updated for resources: {'Port': ['ID=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:54.385256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:54.387359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.416810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77c00566-d7d3-4c08-b4fd-b6fb412947b8 None None] Provisioning complete for port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:54.417655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77c00566-d7d3-4c08-b4fd-b6fb412947b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.463317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.506879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.653810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.661197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-de6ffbf0-74fb-4c33-beca-c6c23d1da4aa tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-f84be71b-004c-4f08-a123-fa36fa242050 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d4becea-f032-4046-b40a-66fdccafdb09: This subnet is being modified by another concurrent operation.
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d4becea-f032-4046-b40a-66fdccafdb09: This subnet is being modified by another concurrent operation.
Dec 09 14:07:54.663013 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:07:54.681700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77c00566-d7d3-4c08-b4fd-b6fb412947b8 None None] Provisioning for port b8bac184-e08d-4cb5-ac77-45e6ec46d230 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:54.695056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77c00566-d7d3-4c08-b4fd-b6fb412947b8 None None] Provisioning complete for port b8bac184-e08d-4cb5-ac77-45e6ec46d230 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:54.695621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77c00566-d7d3-4c08-b4fd-b6fb412947b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.708248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4becea-f032-4046-b40a-66fdccafdb09,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:54.712122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:54.716421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.738195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d6ca0-77fe-45b8-8bbb-e8063e08fcb2 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:07:54.775560 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/2d4becea-f032-4046-b40a-66fdccafdb09 HTTP/1.1" status: 204  len: 168 time: 1.3987927
Dec 09 14:07:54.783188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56340) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:54.862224 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6e7ed7a9-d754-4635-95f9-99a293a31af7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0773995
Dec 09 14:07:54.866525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56344) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:54.882658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d6ca0-77fe-45b8-8bbb-e8063e08fcb2 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:07:54.895263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:54.913239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Allocated IP 172.26.3.202 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/2a08235f-8e21-4ad4-bb5e-9e0103657583) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:54.919484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-77c00566-d7d3-4c08-b4fd-b6fb412947b8 None None] Port b8bac184-e08d-4cb5-ac77-45e6ec46d230 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:54.923212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-388f9e9a-90bd-4dfc-933e-7387e58eb030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:54.940718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.023483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.040207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f2c92953-5c7b-429e-a386-f7ffefb3bbe6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:55.043908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.043908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:55.109327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7fe6ff36-3f7b-41ac-9f43-99931f0f6bd9 None None] Provisioning complete for port b8bac184-e08d-4cb5-ac77-45e6ec46d230 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:55.109327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7fe6ff36-3f7b-41ac-9f43-99931f0f6bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.128374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=9b02fd4b-e242-48b2-9159-4fc4b2811227,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:55.141459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:55.239084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6ff36-3f7b-41ac-9f43-99931f0f6bd9 None None] Port b8bac184-e08d-4cb5-ac77-45e6ec46d230 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:55.262318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Port': ['ID=5e53c6c3-ce30-4731-9e44-5d13ad333d98,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:55.273012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:55.273012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:55.273012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:55.273012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:55.284291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:55.291290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:55.291290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.313494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.313494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.345514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd5097e2-21d7-433e-8ec2-af58cfe7da81 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:55.379763 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:07:55.394898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.424855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.505083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=b8bac184-e08d-4cb5-ac77-45e6ec46d230,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:55.510913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:55.550811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.552654 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.2883902
Dec 09 14:07:55.563940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56348) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:55.575124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1ede5b12-ef29-4e66-bc04-103784616984 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'floatingip': {'port_id': '5bfdb95b-e51f-481c-a2c6-6edf715f876e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:55.696500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.715071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1ede5b12-ef29-4e66-bc04-103784616984 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.768839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:55.780712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:55.948200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Pushing event updated for resources: {'Port': ['ID=2a08235f-8e21-4ad4-bb5e-9e0103657583,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:55.962480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:55.981411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:55.991613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:56.000671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:56.106504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.116916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-249b5dd7-a77c-455f-86f0-900780a1e567 None None] Provisioning complete for port b8bac184-e08d-4cb5-ac77-45e6ec46d230 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:56.116916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-249b5dd7-a77c-455f-86f0-900780a1e567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.161701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.193198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-249b5dd7-a77c-455f-86f0-900780a1e567 None None] Port b8bac184-e08d-4cb5-ac77-45e6ec46d230 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:56.202508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.216894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-263b62af-b4fa-46cb-a10a-cf893959de9e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:56.296680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:56.301047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:56.368264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:56.372519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:07:56.372519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.386715 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-1ede5b12-ef29-4e66-bc04-103784616984 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] update failed (client error): The resource could not be found.
Dec 09 14:07:56.386872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e735022-de5d-40f6-b016-7a82d2011cf9 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:56.390209 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1ede5b12-ef29-4e66-bc04-103784616984 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "PUT /v2.0/floatingips/86829479-6fc0-4402-ae1f-5ec2a41d48f7 HTTP/1.1" status: 404  len: 507 time: 0.8221884
Dec 09 14:07:56.394515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56352) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:56.398269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=f2b41ed1-45d4-4489-b67a-5459db166dfd,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:56.413657 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.464768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:56.476279 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6058352
Dec 09 14:07:56.480257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56356) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:56.494679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:56.494679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.499270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'name': 'tempest-NetworksTestDHCPv6-596293171'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:56.510102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eb9843b8-46d9-417a-8867-3d254c415ded has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:07:56.697454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:07:56.700545 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eb9843b8-46d9-417a-8867-3d254c415ded/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0473511
Dec 09 14:07:56.703706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56360) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:56.718238 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] Sync routers for ids ['eb9843b8-46d9-417a-8867-3d254c415ded'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:07:56.731223 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] Routers {'eb9843b8-46d9-417a-8867-3d254c415ded'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:56.732581 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04f40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eb9843b8-46d9-417a-8867-3d254c415ded'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:56.745148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Deleting port 5e53c6c3-ce30-4731-9e44-5d13ad333d98 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:56.745987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.755435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': 'f2b41ed1-45d4-4489-b67a-5459db166dfd'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:07:56.761132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.792276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-466bf1d4-7b4b-4e74-ad16-d9d283e4c4ea tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:07:56.822044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-466bf1d4-7b4b-4e74-ad16-d9d283e4c4ea tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:07:56.823746 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04f40>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:56.827782 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-466bf1d4-7b4b-4e74-ad16-d9d283e4c4ea tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb9843b8-46d9-417a-8867-3d254c415ded HTTP/1.1" status: 200  len: 205 time: 0.1228948
Dec 09 14:07:56.828849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56364) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:56.840740 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] Routers {'eb9843b8-46d9-417a-8867-3d254c415ded'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:07:56.842263 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04f40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eb9843b8-46d9-417a-8867-3d254c415ded'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:56.923813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:56.930082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:56.973340 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04f40>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:56.973992 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e576b-9dc0-46c5-a4bf-2bb64a79c481 None None] The sync data for ids ['eb9843b8-46d9-417a-8867-3d254c415ded'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:07:56.989079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:56.994192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:57.010490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:57.023183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.053480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/f2b41ed1-45d4-4489-b67a-5459db166dfd/050ea359-8d15-4aa9-ac57-7d81b04dead5) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:57.081649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:07:57.085296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.272732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:07:57.312100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.312440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.320802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.332679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Transition to ACTIVE for port object 050ea359-8d15-4aa9-ac57-7d81b04dead5 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:57.353302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Transition to ACTIVE for port object 050ea359-8d15-4aa9-ac57-7d81b04dead5 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:57.362874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.368914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:57.401611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.435546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:57.438811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:57.454494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:07:57.463843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Pushing event updated for resources: {'Port': ['ID=050ea359-8d15-4aa9-ac57-7d81b04dead5,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:57.467509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:57.471589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.477776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.523903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.524466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router eb9843b8-46d9-417a-8867-3d254c415ded {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:07:57.527986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Calling delete_port for 5e53c6c3-ce30-4731-9e44-5d13ad333d98 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:57.543127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.544753 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a34283d2-e3a7-4509-b8fc-06c3a7c3d3bf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/eb9843b8-46d9-417a-8867-3d254c415ded HTTP/1.1" status: 204  len: 168 time: 0.7146404
Dec 09 14:07:57.547719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56368) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:57.584019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.588551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Attempting to bind port 050ea359-8d15-4aa9-ac57-7d81b04dead5 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:07:57.589957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Attempting to bind port 050ea359-8d15-4aa9-ac57-7d81b04dead5 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:07:57.590519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Attempting to bind port 050ea359-8d15-4aa9-ac57-7d81b04dead5 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:07:57.601761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:07:57.602460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:07:57.603187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.603771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:07:57.604455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Bound port: 050ea359-8d15-4aa9-ac57-7d81b04dead5, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:07:57.606828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.791235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] For port 050ea359-8d15-4aa9-ac57-7d81b04dead5, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:07:57.791235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] For port 050ea359-8d15-4aa9-ac57-7d81b04dead5, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=050ea359-8d15-4aa9-ac57-7d81b04dead5,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:07:57.795978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:57.807224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:57.914209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Pushing event updated for resources: {'Port': ['ID=050ea359-8d15-4aa9-ac57-7d81b04dead5,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:57.914209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:57.970036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 2df3daeb-9a3f-4793-a0dc-15612af4b979 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:07:57.978226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.052615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.092627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::ac (06176117-bfee-4a45-b798-e2271f4e3e62/f2b41ed1-45d4-4489-b67a-5459db166dfd/1318c8c6-2dbf-485d-b974-bdc0a0c2f438) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:07:58.191956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.252953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.280119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.315966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.328897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.335201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8f3eb839-6aa4-4018-81de-99d37807f979 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:58.359491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 050ea359-8d15-4aa9-ac57-7d81b04dead5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:07:58.376813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=2df3daeb-9a3f-4793-a0dc-15612af4b979,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:58.379936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:58.386862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.397241 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/2df3daeb-9a3f-4793-a0dc-15612af4b979 HTTP/1.1" status: 204  len: 168 time: 0.8470104
Dec 09 14:07:58.399760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56374) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:58.401821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fda30b-ed76-4980-a9e6-59ef932ff005 None None] Network b5f66fbc-601a-463e-88c1-d51a0b6b68d1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:07:58.431833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.458306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3de27d57-d72f-4c67-9af9-063c98d8ec50 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:58.492882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.492882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.555299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.571234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:58.572557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.606653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Port': ['ID=5e53c6c3-ce30-4731-9e44-5d13ad333d98,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:58.639697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:58.671339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 050ea359-8d15-4aa9-ac57-7d81b04dead5 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:58.672268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:58.847729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] DHCP port deletion for b5f66fbc-601a-463e-88c1-d51a0b6b68d1 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:07:58.856136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Deleting port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:07:58.856136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:58.932788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,segment=NetworkSegment(acfb9664-141d-4024-8fb5-59b05fac7cf9),segment_id=acfb9664-141d-4024-8fb5-59b05fac7cf9)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:58.932788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.066130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:59.079607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:59.082044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=b8bac184-e08d-4cb5-ac77-45e6ec46d230,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:59.085773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:59.096000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:59.189729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.194512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-871c141b-c7dc-4abb-b9f1-aa0064fadaf6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:59.250253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:59.254633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] For port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3,segment=NetworkSegment(acfb9664-141d-4024-8fb5-59b05fac7cf9),segment_id=acfb9664-141d-4024-8fb5-59b05fac7cf9)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:59.257569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.257857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.259269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:59.270746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No DVR routers for this DVR port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:07:59.294588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.299432 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "DELETE /v2.0/floatingips/86829479-6fc0-4402-ae1f-5ec2a41d48f7 HTTP/1.1" status: 204  len: 168 time: 2.9063320
Dec 09 14:07:59.305523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56378) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:59.395844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'floatingip': {'floating_network_id': '776d5432-8844-4d79-b8c7-bc94a26a05fd', 'port_id': '5bfdb95b-e51f-481c-a2c6-6edf715f876e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:59.418637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Calling delete_port for e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:07:59.427342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:59.434101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.453495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:floatingip and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:59.461336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.466593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644941f580>,) {'filters': {'network_id': ['b5f66fbc-601a-463e-88c1-d51a0b6b68d1']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:59.466789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:59.480599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644941f580>, 'acfb9664-141d-4024-8fb5-59b05fac7cf9') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:59.480965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644941f580>, 'acfb9664-141d-4024-8fb5-59b05fac7cf9') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:07:59.495990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.502611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:59.535130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.542160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:07:59.542160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:07:59.548879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:07:59.551847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:07:59.551847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:07:59.558943 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:07:59.579797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Provisioning for port 050ea359-8d15-4aa9-ac57-7d81b04dead5 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:07:59.585439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Provisioning complete for port 050ea359-8d15-4aa9-ac57-7d81b04dead5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:59.585939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.591627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.614445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.644566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:59.656779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.664601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-447d23b7-9ea8-43b4-8073-963cc3037129 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:59.683916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.693764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=b5f66fbc-601a-463e-88c1-d51a0b6b68d1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:59.698521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:59.708732 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/b5f66fbc-601a-463e-88c1-d51a0b6b68d1 HTTP/1.1" status: 204  len: 168 time: 1.3068810
Dec 09 14:07:59.710940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.711957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56382) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:07:59.717864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1095543838', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:07:59.726060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:07:59.730288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:07:59.733220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:07:59.740006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:07:59.743947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] For port 050ea359-8d15-4aa9-ac57-7d81b04dead5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=050ea359-8d15-4aa9-ac57-7d81b04dead5,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:07:59.749165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.751911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ea18251-601c-464e-add9-be3548a49cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:07:59.753439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.754615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.777987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.827942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Provisioning complete for port b8bac184-e08d-4cb5-ac77-45e6ec46d230 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:07:59.828412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:07:59.870374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Pushing event updated for resources: {'Port': ['ID=050ea359-8d15-4aa9-ac57-7d81b04dead5,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:07:59.873655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:07:59.894330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Port b8bac184-e08d-4cb5-ac77-45e6ec46d230 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:07:59.987719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:07:59.994743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:07:59.997462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=1318c8c6-2dbf-485d-b974-bdc0a0c2f438,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:00.030403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Deleting port e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:00.031116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.046245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.049843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:00.054402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:00.055017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.063241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:00.112581 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.6268651
Dec 09 14:08:00.116813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56386) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:00.121285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3c709389-64ba-49e8-b892-feba103d5e81 None None] The port 'e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:08:00.264937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.269736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Router d65f7236-c9bd-4004-b22d-6d28b4d0fe77 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:00.292109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 050ea359-8d15-4aa9-ac57-7d81b04dead5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:00.303486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.311535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f57d7-fb48-4ed6-bc09-c0f04c9f6681 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:00.315478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f57d7-fb48-4ed6-bc09-c0f04c9f6681 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:00.316222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-154f57d7-fb48-4ed6-bc09-c0f04c9f6681 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:00.354603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b9efc7b5-600f-4c39-ad6a-32362d113726 None None] Provisioning for port 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:00.362932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b9efc7b5-600f-4c39-ad6a-32362d113726 None None] Provisioning complete for port 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:00.363570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9efc7b5-600f-4c39-ad6a-32362d113726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.419890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-154f57d7-fb48-4ed6-bc09-c0f04c9f6681 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:00.421043 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-154f57d7-fb48-4ed6-bc09-c0f04c9f6681 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.3010626
Dec 09 14:08:00.421800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b9efc7b5-600f-4c39-ad6a-32362d113726 None None] Port 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:00.422283 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:00.426589 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-47680cf1-f3d4-4d68-8884-a92a2705726e tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.0475564
Dec 09 14:08:00.427254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56390) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:00.428521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56392) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:00.439660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 050ea359-8d15-4aa9-ac57-7d81b04dead5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:00.440043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.440273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Router 2440c149-1c7f-4719-8d28-f8432660a553 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:00.471139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '5bfdb95b-e51f-481c-a2c6-6edf715f876e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:00.482794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:00.498291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Usage tracker for resource:floatingip and tenant:835fe184901b4d06aae8cc966606c17f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:00.508790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:00.528066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:00.552453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.26.3.31 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/f3b4c8be-5922-47a6-82df-91548c9fc9b6) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:00.560454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:00.561643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.612388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.629362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:00.667039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:00.667487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e4eb9d0d-c5d7-4972-ba92-df4ba7d819e3 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:00.716486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:00.719149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:00.726914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/routers/2440c149-1c7f-4719-8d28-f8432660a553/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9626753
Dec 09 14:08:00.727072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:00.731116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] Sync routers for ids ['2440c149-1c7f-4719-8d28-f8432660a553'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:00.731694 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-889e35d5-f0a1-43c7-9698-c6c98837717c tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "PUT /v2.0/routers/d65f7236-c9bd-4004-b22d-6d28b4d0fe77 HTTP/1.1" status: 200  len: 916 time: 9.4902811
Dec 09 14:08:00.732600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:00.733103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56400) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:00.747352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] Routers {'2440c149-1c7f-4719-8d28-f8432660a553'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:00.748156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4fd490>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2440c149-1c7f-4719-8d28-f8432660a553'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.752468 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] Sync routers for ids ['d65f7236-c9bd-4004-b22d-6d28b4d0fe77'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:00.772589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] Routers {'d65f7236-c9bd-4004-b22d-6d28b4d0fe77'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:00.773355 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f73970>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d65f7236-c9bd-4004-b22d-6d28b4d0fe77'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.834851 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f73970>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.847807 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] Routers {'d65f7236-c9bd-4004-b22d-6d28b4d0fe77'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:00.848905 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f73970>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d65f7236-c9bd-4004-b22d-6d28b4d0fe77'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.862411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4fd490>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.875061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] Routers {'2440c149-1c7f-4719-8d28-f8432660a553'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:00.876948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4fd490>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2440c149-1c7f-4719-8d28-f8432660a553'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.893489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866afa5-2294-4e3b-b3d6-13c0763e71ed tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:00.894213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3866afa5-2294-4e3b-b3d6-13c0763e71ed tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:00.933938 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f73970>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.934382 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883fae66-3731-4b4c-9471-5cefdaab23b0 None None] The sync data for ids ['d65f7236-c9bd-4004-b22d-6d28b4d0fe77'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:00.949469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4fd490>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:00.949908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ccfb55-7b3b-41d3-9385-b224479adad8 None None] The sync data for ids ['2440c149-1c7f-4719-8d28-f8432660a553'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:00.969341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3866afa5-2294-4e3b-b3d6-13c0763e71ed tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:00.970536 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3866afa5-2294-4e3b-b3d6-13c0763e71ed tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports?device_id=2440c149-1c7f-4719-8d28-f8432660a553 HTTP/1.1" status: 200  len: 989 time: 0.2363460
Dec 09 14:08:00.973401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56408) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:00.994780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:01.057024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:01.148767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-41778c83-b272-49fc-9be7-9fc50ba8073a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/d65f7236-c9bd-4004-b22d-6d28b4d0fe77 HTTP/1.1" status: 200  len: 922 time: 0.4127355
Dec 09 14:08:01.151792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56412) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:01.198175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 1318c8c6-2dbf-485d-b974-bdc0a0c2f438 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:01.256345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:01.299480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:01.306895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b38d9808-6819-408b-91eb-08548a23670a tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:01.359290 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-63dbd98f-8500-414a-8ea3-408e3419d9ba tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=d65f7236-c9bd-4004-b22d-6d28b4d0fe77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2063706
Dec 09 14:08:01.362429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56416) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:01.420962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:01.429518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=f3b4c8be-5922-47a6-82df-91548c9fc9b6,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:01.432016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:01.433885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:01.468304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:01.642862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Allocated IP 172.26.3.109 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/b44538a2-21e5-481e-a159-fe6d2cea6f97) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:01.648990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:01.668118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9aaa2513-c62e-438d-9865-ef753710ac72 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:01.684682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976cabc-7d12-4045-a907-3657158fa4f5 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:01.686071 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9976cabc-7d12-4045-a907-3657158fa4f5 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/networks/efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 881 time: 0.3227606
Dec 09 14:08:01.689521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56420) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:01.735976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-418596e8-60e2-489a-8974-fe54c24ad1f7 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=d65f7236-c9bd-4004-b22d-6d28b4d0fe77 HTTP/1.1" status: 200  len: 205 time: 0.0451417
Dec 09 14:08:01.739505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56424) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:01.836266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=1318c8c6-2dbf-485d-b974-bdc0a0c2f438,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:01.946512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.946888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.947457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.947835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.948202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.948560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.948927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.949292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.949685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.950044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.950403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:01.965520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:01.984208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.032148 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/1318c8c6-2dbf-485d-b974-bdc0a0c2f438 HTTP/1.1" status: 204  len: 168 time: 1.5970707
Dec 09 14:08:02.036724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56428) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:02.075115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.089939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.108104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.108828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.167450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.177312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e0a8a27f-e387-4895-9d6e-3219388efc4f tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:02.237658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2afbdc-ff8b-4dc9-9936-387b0e4c4914 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:02.238975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2afbdc-ff8b-4dc9-9936-387b0e4c4914 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:02.240463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea2afbdc-ff8b-4dc9-9936-387b0e4c4914 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2016954
Dec 09 14:08:02.244926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56432) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:02.248844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:02.254376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:02.258730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:02.288789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.291846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event updated for resources: {'Port': ['ID=b44538a2-21e5-481e-a159-fe6d2cea6f97,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:02.298668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:02.531672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Deleting port b44538a2-21e5-481e-a159-fe6d2cea6f97 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:02.532258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.646338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet f2b41ed1-45d4-4489-b67a-5459db166dfd {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:02.654493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.728954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.729578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.736226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:02.813576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:02.854259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Calling delete_port for b44538a2-21e5-481e-a159-fe6d2cea6f97 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:02.915208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port b8bac184-e08d-4cb5-ac77-45e6ec46d230 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:02.915539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.070744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.102679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Deleting port 2a08235f-8e21-4ad4-bb5e-9e0103657583 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:03.103010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.120817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.125586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-51f7e5ce-ddf0-420c-9c62-81161fc17381 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:03.170361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Port': ['ID=b44538a2-21e5-481e-a159-fe6d2cea6f97,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:03.171156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.175043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:03.414214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:03.422153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.427422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] Sync routers for ids ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:03.430426 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] create failed (client error): The resource could not be found.
Dec 09 14:08:03.434746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.435345 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.9986150
Dec 09 14:08:03.438084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56436) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:03.445364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] Routers {'fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:03.446209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4cc70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:03.451208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd06e121-3d1d-4142-b7ee-e553f93a310f tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:03.485466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.489480 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 3.7735598
Dec 09 14:08:03.489633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56440) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:03.529329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4cc70>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:03.547003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] Routers {'fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:03.547975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4cc70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:03.575817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Deleting port 5bfdb95b-e51f-481c-a2c6-6edf715f876e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:03.576156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.593072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=f2b41ed1-45d4-4489-b67a-5459db166dfd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:03.611481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for b8bac184-e08d-4cb5-ac77-45e6ec46d230 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:03.618450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4cc70>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:03.618973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7357a162-8efd-4f26-8557-1999f92dc4e2 None None] The sync data for ids ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:03.657722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.665748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab8a22-3aed-4cf6-91af-801b7500516d None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:03.674321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.735741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.736109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.736478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.736838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.737193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.737566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.737921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.738275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.738625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.738972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.739316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:03.805444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:03.811754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Calling delete_port for 2a08235f-8e21-4ad4-bb5e-9e0103657583 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:03.849032 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/f2b41ed1-45d4-4489-b67a-5459db166dfd HTTP/1.1" status: 204  len: 168 time: 1.5999749
Dec 09 14:08:03.851555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:03.901132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:03.938247 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d40455ed-0262-49d6-bfc5-2c7868ff07e3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0835521
Dec 09 14:08:03.946017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:03.963985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df372637-5146-457b-b381-c92ff2abb448 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:03.968295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Deleting port 050ea359-8d15-4aa9-ac57-7d81b04dead5 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:03.968685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.029155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Calling delete_port for 5bfdb95b-e51f-481c-a2c6-6edf715f876e owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:04.092669 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e6b86cdc-7779-4a77-832d-b3cb5acaf448 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/routers/fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 200  len: 880 time: 0.6018260
Dec 09 14:08:04.095469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56452) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:04.157125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925c5184-5871-4d94-9d06-9b822e3e84f6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:04.158720 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-925c5184-5871-4d94-9d06-9b822e3e84f6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2090969
Dec 09 14:08:04.167003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56456) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:04.185821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-df372637-5146-457b-b381-c92ff2abb448 None None] For port 050ea359-8d15-4aa9-ac57-7d81b04dead5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=050ea359-8d15-4aa9-ac57-7d81b04dead5,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:04.186245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.200269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.207311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b4ae468c-9b3c-4dff-9535-8419377d7217 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:04.258446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.276692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=b8bac184-e08d-4cb5-ac77-45e6ec46d230,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:04.284707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:04.286658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f1e31c6-8fcd-4b78-83a9-09042f214b31 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:04.312268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0c6fa1-e8b3-4dbc-9087-7042f33a73d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:04.312937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc0c6fa1-e8b3-4dbc-9087-7042f33a73d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:04.330046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 050ea359-8d15-4aa9-ac57-7d81b04dead5 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:04.340065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event deleted for resources: {'Port': ['ID=2a08235f-8e21-4ad4-bb5e-9e0103657583,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:04.374596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Calling delete_port for 050ea359-8d15-4aa9-ac57-7d81b04dead5 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:04.376160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:04.395261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.406076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:04.438844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc0c6fa1-e8b3-4dbc-9087-7042f33a73d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:04.439940 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc0c6fa1-e8b3-4dbc-9087-7042f33a73d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2720075
Dec 09 14:08:04.451109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56460) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:04.510528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.514808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f5e636e8-ad65-42c4-be3e-bf31307923b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:04.516018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Port': ['ID=5bfdb95b-e51f-481c-a2c6-6edf715f876e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:04.527185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:04.540647 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b3009bf-43f7-43e1-8127-3d622e172c16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0823662
Dec 09 14:08:04.565308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No active binding found for port 050ea359-8d15-4aa9-ac57-7d81b04dead5 {{(pid=83445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 09 14:08:04.565603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 050ea359-8d15-4aa9-ac57-7d81b04dead5 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:04.581708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Pushing event deleted for resources: {'Port': ['ID=050ea359-8d15-4aa9-ac57-7d81b04dead5,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:04.585486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:04.588714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df372637-5146-457b-b381-c92ff2abb448 None None] No DVR routers for this DVR port 050ea359-8d15-4aa9-ac57-7d81b04dead5 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:04.612542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56464) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:04.627611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:04.813607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.825232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:04.828836 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "DELETE /v2.0/ports/5bfdb95b-e51f-481c-a2c6-6edf715f876e HTTP/1.1" status: 204  len: 168 time: 1.3897657
Dec 09 14:08:04.831787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56468) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:04.872423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:04.911201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:04.925716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.021848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3196cc69-614b-4b57-93f7-8c5f4c218525 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:router {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:05.034661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:05.121226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3196cc69-614b-4b57-93f7-8c5f4c218525 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:router {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:05.122436 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3196cc69-614b-4b57-93f7-8c5f4c218525 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 1.0259159
Dec 09 14:08:05.127330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56472) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:05.149280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1095543838'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:05.224704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.262645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bef857-ed20-4485-a089-37820f6a7735 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:05.263241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-86bef857-ed20-4485-a089-37820f6a7735 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Synchronizing usage tracker for tenant:835fe184901b4d06aae8cc966606c17f on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:05.372034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-86bef857-ed20-4485-a089-37820f6a7735 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Unset dirty status for tenant:835fe184901b4d06aae8cc966606c17f on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:05.375921 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-86bef857-ed20-4485-a089-37820f6a7735 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f3e91eb-02ab-47a6-94f9-633620b01226 HTTP/1.1" status: 200  len: 913 time: 0.5377445
Dec 09 14:08:05.376054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56476) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:05.429502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.445703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.591945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.592465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Fanout notify agent at l3_agent the message router_deleted on router d65f7236-c9bd-4004-b22d-6d28b4d0fe77 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:08:05.618502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.623203 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/d65f7236-c9bd-4004-b22d-6d28b4d0fe77 HTTP/1.1" status: 204  len: 168 time: 3.8792961
Dec 09 14:08:05.623400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:05.629320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1639295411', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:05.639192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Router 2440c149-1c7f-4719-8d28-f8432660a553 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:05.640228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:05.646462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Usage tracker for resource:router and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:05.650445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:05.658405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:05.713476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.718240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-83e81fa1-e202-4c41-aa67-4e117e399c37 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:05.720292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.721210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.853522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:05.858686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:05.867065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b60fa-226f-4481-8025-8e2ec118b15c None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:05.911377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:05.911990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.928720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:05.940400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=607aae95-c314-41a7-a2ce-d3e5ae165151,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:05.940640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:05.953010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/routers/2440c149-1c7f-4719-8d28-f8432660a553/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9784520
Dec 09 14:08:05.955909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:05.965929 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] Sync routers for ids ['2440c149-1c7f-4719-8d28-f8432660a553'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:05.978382 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] Routers {'2440c149-1c7f-4719-8d28-f8432660a553'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:05.979216 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f736d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2440c149-1c7f-4719-8d28-f8432660a553'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:05.988546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:06.022611 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-87407bdf-f811-45f0-9c72-b7a656d6d50e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:08:06.023126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87407bdf-f811-45f0-9c72-b7a656d6d50e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:06.031790 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4175506
Dec 09 14:08:06.035812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56488) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:06.043579 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f736d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:06.044897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '607aae95-c314-41a7-a2ce-d3e5ae165151', 'ip_address': '2001:db8::a4cc:9029:6a18:7096'}], 'name': 'tempest-NetworksTestDHCPv6-152461986'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:06.055712 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] Routers {'2440c149-1c7f-4719-8d28-f8432660a553'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:06.056528 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f736d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2440c149-1c7f-4719-8d28-f8432660a553'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:06.114810 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f736d0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:06.116010 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc90984-9f22-4db2-9a10-596175493f96 None None] The sync data for ids ['2440c149-1c7f-4719-8d28-f8432660a553'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:06.132078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '607aae95-c314-41a7-a2ce-d3e5ae165151'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:06.133023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.165246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87407bdf-f811-45f0-9c72-b7a656d6d50e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:06.169064 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87407bdf-f811-45f0-9c72-b7a656d6d50e tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/b8bac184-e08d-4cb5-ac77-45e6ec46d230 HTTP/1.1" status: 404  len: 333 time: 0.2100019
Dec 09 14:08:06.175349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56492) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:06.194140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.306295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/607aae95-c314-41a7-a2ce-d3e5ae165151/703d3b25-55aa-4008-a026-ecd201f710ba) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:06.395882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.425920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.531108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.544727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Transition to ACTIVE for port object 703d3b25-55aa-4008-a026-ecd201f710ba will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:06.554240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:06.563767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:06.568271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:06.570968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Transition to ACTIVE for port object 703d3b25-55aa-4008-a026-ecd201f710ba will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:06.573227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.575331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Allocated IP 172.26.3.118 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/fcf02a42-d4ff-4804-8e91-47c8eccc196c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:06.580731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.589054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:06.655238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:06.663648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:06.667133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:06.676191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:06.687710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Pushing event updated for resources: {'Port': ['ID=703d3b25-55aa-4008-a026-ecd201f710ba,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:06.690439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:06.713946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.735448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.765284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.769697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:06.777922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Attempting to bind port 703d3b25-55aa-4008-a026-ecd201f710ba on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:06.778306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Attempting to bind port 703d3b25-55aa-4008-a026-ecd201f710ba by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:06.778681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Attempting to bind port 703d3b25-55aa-4008-a026-ecd201f710ba on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:06.785555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:06.786076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:06.786588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.787661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:06.788340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Bound port: 703d3b25-55aa-4008-a026-ecd201f710ba, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:06.789203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.840506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:06.844050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:06.847642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:06.849740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:06.855726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.878716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event updated for resources: {'Port': ['ID=fcf02a42-d4ff-4804-8e91-47c8eccc196c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:06.885190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:06.887522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] For port 703d3b25-55aa-4008-a026-ecd201f710ba, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:06.891748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port c195fa4d-c4c4-41ef-a03f-bd4647e33c18 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:06.894762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] For port 703d3b25-55aa-4008-a026-ecd201f710ba, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=703d3b25-55aa-4008-a026-ecd201f710ba,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:06.899823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:06.903984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e581f40e-5512-4214-949c-826be055695c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:06.982451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Pushing event updated for resources: {'Port': ['ID=703d3b25-55aa-4008-a026-ecd201f710ba,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:06.987258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:07.034654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.035961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.305012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Router 83db05e1-762f-40f5-8ec4-5237456e1338 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:07.469630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.489607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.498516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.513772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:07.526255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] Sync routers for ids ['83db05e1-762f-40f5-8ec4-5237456e1338'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:07.553659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.555050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.9307296
Dec 09 14:08:07.557822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:07.560750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] Routers {'83db05e1-762f-40f5-8ec4-5237456e1338'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:07.561624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a630640>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['83db05e1-762f-40f5-8ec4-5237456e1338'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:07.564373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:07.593116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.636332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::a4cc:9029:6a18:7096 (06176117-bfee-4a45-b798-e2271f4e3e62/607aae95-c314-41a7-a2ce-d3e5ae165151/c195fa4d-c4c4-41ef-a03f-bd4647e33c18) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:07.669559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a630640>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:07.681941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] Routers {'83db05e1-762f-40f5-8ec4-5237456e1338'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:07.682604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a630640>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['83db05e1-762f-40f5-8ec4-5237456e1338'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:07.750761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a630640>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:07.751220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783a5ea3-91fe-479c-ac66-17467342607d None None] The sync data for ids ['83db05e1-762f-40f5-8ec4-5237456e1338'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:07.907701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:07.908217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Fanout notify agent at l3_agent the message router_deleted on router 2440c149-1c7f-4719-8d28-f8432660a553 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:08:08.062458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.063479 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f327883d-7ead-4152-b592-d5afc9bbe8ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/routers/2440c149-1c7f-4719-8d28-f8432660a553 HTTP/1.1" status: 204  len: 168 time: 1.8855627
Dec 09 14:08:08.066138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:08.211778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4390c709-d103-49f3-a316-a2121d1db3d9 None None] Provisioning for port 703d3b25-55aa-4008-a026-ecd201f710ba completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:08.301012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 703d3b25-55aa-4008-a026-ecd201f710ba up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:08.368764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet afee8721-1dfe-4502-9f54-c601ad70a409 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:08.374252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.375179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 703d3b25-55aa-4008-a026-ecd201f710ba completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:08.380118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 703d3b25-55aa-4008-a026-ecd201f710ba triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:08.381132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.422435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.457344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object c195fa4d-c4c4-41ef-a03f-bd4647e33c18 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:08.491363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.499859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.535344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 703d3b25-55aa-4008-a026-ecd201f710ba, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=703d3b25-55aa-4008-a026-ecd201f710ba,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:08.541511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.548177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0e4dcac9-4f73-4773-8be6-7eea5c31d888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:08.551611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.562460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1f28dff1-45ad-4e92-94e4-7a3c82b38081 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:08.606424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:08.616846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.639717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=703d3b25-55aa-4008-a026-ecd201f710ba,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:08.644120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:08.665584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.667507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:08.673894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:08.676362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:08.681185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:08.681756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.690724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=c195fa4d-c4c4-41ef-a03f-bd4647e33c18,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:08.693671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:08.701800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.713683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Deleting port fcf02a42-d4ff-4804-8e91-47c8eccc196c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:08.714118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.743795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.756543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-623aeedb-10ed-4b67-9ce2-d5775094bff5 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:08.779801 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7412567
Dec 09 14:08:08.788032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:08.833174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=afee8721-1dfe-4502-9f54-c601ad70a409,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:08.845499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Deleting port affc41f6-ba6b-4ebc-965f-73670064fed1 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:08.845784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.851292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:08.880962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:08.888412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02753e-f4bd-40c6-9813-48124db6c448 None None] Network 718a6a7a-76ad-4745-a9c8-ae042e991d61 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:08.946598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/afee8721-1dfe-4502-9f54-c601ad70a409 HTTP/1.1" status: 204  len: 168 time: 0.8794217
Dec 09 14:08:08.951584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:09.055497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4f31961a-9213-4875-8dd2-cf80b706b44d None None] Provisioning for port c195fa4d-c4c4-41ef-a03f-bd4647e33c18 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:09.064779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4f31961a-9213-4875-8dd2-cf80b706b44d None None] Provisioning complete for port c195fa4d-c4c4-41ef-a03f-bd4647e33c18 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:09.064971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f31961a-9213-4875-8dd2-cf80b706b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.097089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb2718-21de-465b-ba93-22a602659066 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:09.102007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb2718-21de-465b-ba93-22a602659066 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:09.106335 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1cdb2718-21de-465b-ba93-22a602659066 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.3146195
Dec 09 14:08:09.107971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56514) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:09.127810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.130488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.130714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4f31961a-9213-4875-8dd2-cf80b706b44d None None] Port c195fa4d-c4c4-41ef-a03f-bd4647e33c18 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:09.174500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.216310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] DHCP port deletion for 718a6a7a-76ad-4745-a9c8-ae042e991d61 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:09.221101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Deleting port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:09.221501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.257910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Calling delete_port for fcf02a42-d4ff-4804-8e91-47c8eccc196c owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:09.314723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Calling delete_port for affc41f6-ba6b-4ebc-965f-73670064fed1 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:09.361006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port c195fa4d-c4c4-41ef-a03f-bd4647e33c18 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:09.361421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.421600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:09.422239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.434090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] For port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,segment=NetworkSegment(1ef9c969-26c2-4e25-80a4-8a771e6e9bd6),segment_id=1ef9c969-26c2-4e25-80a4-8a771e6e9bd6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:09.434601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.443567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:09.459736 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] Sync routers for ids ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:09.479045 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] Routers {'fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:09.480644 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2650a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:09.562442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Calling delete_port for cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:09.578311 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2650a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:09.604992 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] Routers {'fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:09.606022 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2650a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:09.651750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.664406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-04e2a43a-a496-4bc0-be35-f53413202dd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:09.666114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.667270 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-166ab951-fa91-4d66-9de6-6fd2cabad366 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 200  len: 887 time: 4.5390520
Dec 09 14:08:09.676009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56518) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:09.688479 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2650a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:09.689902 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bf3920-ca19-4a6d-a38a-666e982bf3b3 None None] The sync data for ids ['fd66aa8e-edf0-4fc2-84d1-4d8534a0c602'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:09.701358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] No DVR routers for this DVR port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:09.723635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Pushing event deleted for resources: {'Port': ['ID=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:09.727180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:09.789702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c,segment=NetworkSegment(1ef9c969-26c2-4e25-80a4-8a771e6e9bd6),segment_id=1ef9c969-26c2-4e25-80a4-8a771e6e9bd6)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:09.790134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.926515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:09.974651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:09.981215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d54fc4cf-4976-4639-b6ca-6b227276d739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:10.024536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Pushing event deleted for resources: {'Port': ['ID=fcf02a42-d4ff-4804-8e91-47c8eccc196c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:10.030240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:10.089834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.105800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.114259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:10.115410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:10.158001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1aa984f-9d22-4bd1-bc2c-bb36a83f1fdf tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:10.263566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.266155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for c195fa4d-c4c4-41ef-a03f-bd4647e33c18 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:10.268376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 703d3b25-55aa-4008-a026-ecd201f710ba up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:10.305126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Port': ['ID=affc41f6-ba6b-4ebc-965f-73670064fed1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:10.312731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:10.369259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 703d3b25-55aa-4008-a026-ecd201f710ba triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:10.369826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.389577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.393427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.548531 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ae6f82e8-c65e-4302-bf37-b014aa8c728b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/routers/fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 200  len: 887 time: 0.8660035
Dec 09 14:08:10.549213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56522) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:10.561826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Router 83db05e1-762f-40f5-8ec4-5237456e1338 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:10.581483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:10.627002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:10.627387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:10.645054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:10.645384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.675356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-871807da-bdd9-4e5f-8077-adc36f9662a9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:10.700842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.709035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:10.747762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-871807da-bdd9-4e5f-8077-adc36f9662a9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:10.748885 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-871807da-bdd9-4e5f-8077-adc36f9662a9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 200  len: 205 time: 0.1918452
Dec 09 14:08:10.758447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56526) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:10.759979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.765828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=c195fa4d-c4c4-41ef-a03f-bd4647e33c18,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:10.822081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:10.880799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] The port 'cf9857ac-b1f3-4a82-95ce-8688eb6c1d5c' was deleted {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:08:10.948445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:10.998733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:11.011641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] Sync routers for ids ['83db05e1-762f-40f5-8ec4-5237456e1338'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:11.024546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] Routers {'83db05e1-762f-40f5-8ec4-5237456e1338'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:11.025573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a20c1c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['83db05e1-762f-40f5-8ec4-5237456e1338'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.027495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.038858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.042476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "PUT /v2.0/routers/83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 200  len: 706 time: 3.4812944
Dec 09 14:08:11.043497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56530) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.086546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a20c1c0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.097300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] Routers {'83db05e1-762f-40f5-8ec4-5237456e1338'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:11.097929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a20c1c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['83db05e1-762f-40f5-8ec4-5237456e1338'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.151474 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/c195fa4d-c4c4-41ef-a03f-bd4647e33c18 HTTP/1.1" status: 204  len: 168 time: 2.0374076
Dec 09 14:08:11.157589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.173947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449902e50>,) {'filters': {'network_id': ['718a6a7a-76ad-4745-a9c8-ae042e991d61']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.190797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a20c1c0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.191129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0bc7a-7054-4220-939a-b6a38e75571c None None] The sync data for ids ['83db05e1-762f-40f5-8ec4-5237456e1338'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:11.195304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449902e50>, '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.195595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449902e50>, '1ef9c969-26c2-4e25-80a4-8a771e6e9bd6') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:11.210353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.236818 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2a34cc8-0b6c-4bd4-906f-95a6921233e5 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/routers/83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 200  len: 741 time: 0.1923726
Dec 09 14:08:11.238559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.240559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56538) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.285030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:11.285350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   util.warn(
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:11.300266 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:11.303233 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-21fc6b56-9e83-4350-a407-f09d62617b20 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&device_id=83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 200  len: 205 time: 0.0613673
Dec 09 14:08:11.307302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56542) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.397836 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c818267a-7320-4068-a120-d3e97849109b tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 200  len: 205 time: 0.0893798
Dec 09 14:08:11.406284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56546) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.422840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.426434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4349602a-fce1-4b7b-8b60-fb16540a77dd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:11.441232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.454165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=718a6a7a-76ad-4745-a9c8-ae042e991d61,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:11.461029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/718a6a7a-76ad-4745-a9c8-ae042e991d61 HTTP/1.1" status: 204  len: 168 time: 2.4988797
Dec 09 14:08:11.461029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:11.461502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56550) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.481685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f573d-69e4-4814-b452-ea787e37fadb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:11.483022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f573d-69e4-4814-b452-ea787e37fadb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:11.483752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-905f573d-69e4-4814-b452-ea787e37fadb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:11.528369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6915cc-ea2b-4694-91bc-69509a3f6cf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:11.528926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce6915cc-ea2b-4694-91bc-69509a3f6cf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:11.545193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ce6915cc-ea2b-4694-91bc-69509a3f6cf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:11.546311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ce6915cc-ea2b-4694-91bc-69509a3f6cf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/b3e0fede-a04b-4010-8d8f-09bfcb12924d HTTP/1.1" status: 200  len: 844 time: 0.0839653
Dec 09 14:08:11.550134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.617392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05131445-2564-4768-900c-9ad200ad31a3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/b3e0fede-a04b-4010-8d8f-09bfcb12924d?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0661030
Dec 09 14:08:11.620864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56558) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.626703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:11.632304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-905f573d-69e4-4814-b452-ea787e37fadb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:11.633457 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-905f573d-69e4-4814-b452-ea787e37fadb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4737921
Dec 09 14:08:11.643712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56562) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:11.721687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.802063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:11.810850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:11.815496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:11.863606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:11.874009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Router 1f3e91eb-02ab-47a6-94f9-633620b01226 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:11.877209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:11.891652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:12.011520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 607aae95-c314-41a7-a2ce-d3e5ae165151 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:12.016922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.054115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.150607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.418906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.492869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.523767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.526892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:12.557009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.569564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.577806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:12.587692 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6390d93e-d546-4a86-bd57-9e138a59ed6f tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "PUT /v2.0/routers/1f3e91eb-02ab-47a6-94f9-633620b01226/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2106442
Dec 09 14:08:12.591772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56566) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:12.593390 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] Sync routers for ids ['1f3e91eb-02ab-47a6-94f9-633620b01226'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:12.604914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:12.608111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:12.611149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:12.611723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.613771 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] Routers {'1f3e91eb-02ab-47a6-94f9-633620b01226'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:12.614873 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2656a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1f3e91eb-02ab-47a6-94f9-633620b01226'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:12.615464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=10b519c2-d9b7-4afb-a183-aa81f689ca9b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:12.619298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.626246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:12.626575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34d8cf-b75c-4f94-8ec4-b5f593a5c011 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:12.627918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7cde0ae5-0e3c-4170-ae7e-6cee2cc64800 tempest-BulkNetworkOpsIpV6Test-1054976577 tempest-BulkNetworkOpsIpV6Test-1054976577-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:12.646625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c350e276-8017-4ed0-b6aa-88e2a1c9a2ce None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:12.668078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=607aae95-c314-41a7-a2ce-d3e5ae165151,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:12.673999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:12.685467 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/607aae95-c314-41a7-a2ce-d3e5ae165151 HTTP/1.1" status: 204  len: 168 time: 1.0397387
Dec 09 14:08:12.687214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56570) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:12.695345 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0735111
Dec 09 14:08:12.708055 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2656a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:12.720765 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] Routers {'1f3e91eb-02ab-47a6-94f9-633620b01226'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:12.721671 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2656a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:07:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1f3e91eb-02ab-47a6-94f9-633620b01226'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:12.730602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56574) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:12.732210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.732725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Fanout notify agent at l3_agent the message router_deleted on router 83db05e1-762f-40f5-8ec4-5237456e1338 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:08:12.749944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1419678300'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:12.759418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:12.769823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.771430 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fa37bc65-5ee2-43bd-9d7a-6cbae2be6cd6 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 204  len: 168 time: 1.3628476
Dec 09 14:08:12.776082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:12.781076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:12.783528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56578) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:12.792269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4a7a881a-20c8-423a-a505-6a0b15870676 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1013665
Dec 09 14:08:12.792594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:12.798041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:12.819497 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2656a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:12.821108 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c79b577-9dbf-487d-90cb-b5f1c6b1cca0 None None] The sync data for ids ['1f3e91eb-02ab-47a6-94f9-633620b01226'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:12.827147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:12.845108 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-376371a4-e214-4887-8ba4-c2380f8b62dc tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 200  len: 205 time: 0.0596483
Dec 09 14:08:12.849323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56586) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:12.923310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.930517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:12.934539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:12.937322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:12.943651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:12.953027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:12.956546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.974795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:12.993583 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-4b680e31-6b5b-4cc5-a1c1-589144c39e00 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:12.994603 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4b680e31-6b5b-4cc5-a1c1-589144c39e00 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/83db05e1-762f-40f5-8ec4-5237456e1338 HTTP/1.1" status: 404  len: 336 time: 0.1419878
Dec 09 14:08:13.006228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56590) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.087238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-760da705-5cc0-4bea-88c0-a2cab8060e8c', 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'tenant_id': 'd5e20710a2a544aa821d07a4061792c8', 'fixed_ips': [{'subnet_id': '10b519c2-d9b7-4afb-a183-aa81f689ca9b'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:13.088114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.130099 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5f30baef-1e25-4689-82ee-2b683f138ec1 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=d65f7236-c9bd-4004-b22d-6d28b4d0fe77 HTTP/1.1" status: 200  len: 205 time: 0.1187043
Dec 09 14:08:13.132517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.136206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.153315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:13.158371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port f3b4c8be-5922-47a6-82df-91548c9fc9b6 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:13.158836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Deleting port 703d3b25-55aa-4008-a026-ecd201f710ba {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:13.159018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.159260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.186702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:13.198031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group_rule and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:13.203767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:13.211055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-5b3fd640-75c6-4156-b2b9-e18472d0213d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:13.212073 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5b3fd640-75c6-4156-b2b9-e18472d0213d tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/d65f7236-c9bd-4004-b22d-6d28b4d0fe77 HTTP/1.1" status: 404  len: 336 time: 0.0748436
Dec 09 14:08:13.214981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56598) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.265092 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d7688812-67b7-40e7-ae45-327810cea9a1 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=44e45ac9-c214-4eda-9dc8-db7d74952dfb HTTP/1.1" status: 200  len: 205 time: 0.0489583
Dec 09 14:08:13.268682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56602) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.277161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:13.340653 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b460b8ad-7abd-4eda-aa3d-81fcf373580a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:13.341843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b460b8ad-7abd-4eda-aa3d-81fcf373580a tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/44e45ac9-c214-4eda-9dc8-db7d74952dfb HTTP/1.1" status: 404  len: 336 time: 0.0721192
Dec 09 14:08:13.352662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56606) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.408817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b236f875-dbe8-458a-87ad-1489fc81648b tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=d03addee-1c7c-4bee-a5f3-f05e1349ebc7 HTTP/1.1" status: 200  len: 205 time: 0.0550725
Dec 09 14:08:13.411152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56610) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.442180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Allocated IP 2001:db8::2 (760da705-5cc0-4bea-88c0-a2cab8060e8c/10b519c2-d9b7-4afb-a183-aa81f689ca9b/2dc489e5-badf-4c01-bcf0-0be8af9ccd1f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:13.452745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] For port 703d3b25-55aa-4008-a026-ecd201f710ba, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=703d3b25-55aa-4008-a026-ecd201f710ba,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:13.453217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.478594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.488762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:13.546599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=7da78eb8-6200-42e5-a3c9-60a897414ea7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:13.549309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:13.551162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a03d70f5-2950-49f2-90c4-da0c7dc0c9f2 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:13.552736 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a03d70f5-2950-49f2-90c4-da0c7dc0c9f2 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/d03addee-1c7c-4bee-a5f3-f05e1349ebc7 HTTP/1.1" status: 404  len: 336 time: 0.1399612
Dec 09 14:08:13.555513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56614) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.590794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Calling delete_port for 703d3b25-55aa-4008-a026-ecd201f710ba owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:13.610409 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb67becc-4af7-4ee6-a320-50ced404afcf tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=57c73db9-1563-46fd-9f1e-12b40cd5e621 HTTP/1.1" status: 200  len: 205 time: 0.0537403
Dec 09 14:08:13.612506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:13.613368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56618) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.665788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:13.668686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:13.669265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.696366 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-debdf73b-9c33-4b73-8315-5a3d66890504 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:13.697293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-debdf73b-9c33-4b73-8315-5a3d66890504 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/57c73db9-1563-46fd-9f1e-12b40cd5e621 HTTP/1.1" status: 404  len: 336 time: 0.0824485
Dec 09 14:08:13.699918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56622) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.748829 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bffa7f3b-62d6-412b-9b50-d9712c430cf3 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f1cc988-8468-4362-b823-065bda6b9f43 HTTP/1.1" status: 200  len: 205 time: 0.0477684
Dec 09 14:08:13.751362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56626) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.759930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.768959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:13.772675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.801848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.811490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-397b2554-b733-4d14-abb8-bbbc49d7cdd0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0179296
Dec 09 14:08:13.812639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.814339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56630) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.822382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-2741c1e0-d835-4447-aae6-d5291103bb1f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:13.823352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2741c1e0-d835-4447-aae6-d5291103bb1f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/routers/8f1cc988-8468-4362-b823-065bda6b9f43 HTTP/1.1" status: 404  len: 336 time: 0.0711136
Dec 09 14:08:13.824974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '7da78eb8-6200-42e5-a3c9-60a897414ea7', 'ip_address': '2001:db8::220:acd8:cff5:54a1'}], 'name': 'tempest-NetworksTestDHCPv6-1846192642'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:13.826071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:13.840947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.851443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1d32250f-18d0-43d1-bb73-483c837138e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:13.854232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Pushing event deleted for resources: {'Port': ['ID=703d3b25-55aa-4008-a026-ecd201f710ba,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:13.864303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c34712e-8b62-4895-b38d-4c68f8d4edd9 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:13.864303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c34712e-8b62-4895-b38d-4c68f8d4edd9 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:13.869381 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3c34712e-8b62-4895-b38d-4c68f8d4edd9 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] 10.222.0.21 "DELETE /v2.0/subnets/670d6372-4d52-4df5-b322-332aa40616ef HTTP/1.1" status: 404  len: 337 time: 0.0394282
Dec 09 14:08:13.871170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.884860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] No DVR routers for this DVR port 703d3b25-55aa-4008-a026-ecd201f710ba on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:13.887760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:13.904744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Transition to ACTIVE for port object 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:13.917157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba898495-c175-41c9-9297-27cf2d8062a4 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:13.940810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.941134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.941470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.941834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.942162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.942488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.942846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.943173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.943496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.943817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.944131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:08:13.954287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Transition to ACTIVE for port object 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:13.957167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:14.002101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.016048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:14.109397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for f3b4c8be-5922-47a6-82df-91548c9fc9b6 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:14.137263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.140603 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4035487
Dec 09 14:08:14.140603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a251183-b1fa-48ca-bc6c-6dd6b0e3b291,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:14.143568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:14.147905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'security_group': {'name': 'tempest-secgroup-782822033'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:14.151342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:14.152899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:14.158645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:14.158835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:14.162829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:14.165082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:14.169283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:14.175343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:14.176362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:14.184227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.184974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Fanout notify agent at l3_agent the message router_deleted on router 1f3e91eb-02ab-47a6-94f9-633620b01226 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:08:14.191826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:14.214588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.223563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.228926 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b37e185-1214-4bde-8380-7178c82cefb3 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "DELETE /v2.0/routers/1f3e91eb-02ab-47a6-94f9-633620b01226 HTTP/1.1" status: 204  len: 168 time: 1.6358449
Dec 09 14:08:14.230215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56646) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:14.245570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:14.290173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:14.295848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:14.300598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group_rule and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:14.303183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:14.306755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:14.308556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:14.312422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Attempting to bind port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:14.312808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Attempting to bind port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ae61ec72-6b0b-41f3-92f7-d3436391751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:14.313187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Attempting to bind port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f on network 760da705-5cc0-4bea-88c0-a2cab8060e8c {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:14.319194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:14.321740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:14.323029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:14.323417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Checking segment: {'id': 'ae61ec72-6b0b-41f3-92f7-d3436391751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:14.323830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.324238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Bound using segment: {'id': 'ae61ec72-6b0b-41f3-92f7-d3436391751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:14.324722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Bound port: 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae61ec72-6b0b-41f3-92f7-d3436391751e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:14.325108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.335280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 703d3b25-55aa-4008-a026-ecd201f710ba no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:14.366808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:14.393168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.399264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.404317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 703d3b25-55aa-4008-a026-ecd201f710ba {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:14.404671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 703d3b25-55aa-4008-a026-ecd201f710ba not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:14.406438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-01cc678c-2e99-4861-bb1e-9e77911a2a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:14.442816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '7da78eb8-6200-42e5-a3c9-60a897414ea7'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:14.443651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.454780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec13587-88f0-446f-a747-2fb73636466e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:14.459129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:14.460710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.464867 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.3195233
Dec 09 14:08:14.465142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:14.471680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-378938850', 'security_groups': ['dec13587-88f0-446f-a747-2fb73636466e'], 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10b519c2-d9b7-4afb-a183-aa81f689ca9b'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:14.630915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/7da78eb8-6200-42e5-a3c9-60a897414ea7/fdd7d33c-e097-4755-9a32-319f774226a0) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:14.674236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.681088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:14.685175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.693517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92e29540-49de-47df-bc43-bbef02d41129 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:14.736292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Deleting subnet 93f8fe30-c7a7-41b8-a006-e4954f5a952a {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:14.742107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:14.750779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.752166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.761392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-df372637-5146-457b-b381-c92ff2abb448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:14.764288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.783964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=f3b4c8be-5922-47a6-82df-91548c9fc9b6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:14.796352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:14.804469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:14.843863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:14.858457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Usage tracker for resource:security_group_rule and tenant:02933c2437b441809fded3dbe8622ee5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:14.862623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:14.871422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:14.875311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:14.891039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:14.914585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:14.919414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.936621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.947933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:14.954595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:14.958036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 3be48929-fce7-437f-a2ee-ea4450db55da yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:14.962644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Transition to ACTIVE for port object fdd7d33c-e097-4755-9a32-319f774226a0 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:14.968776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:14.984485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Transition to ACTIVE for port object fdd7d33c-e097-4755-9a32-319f774226a0 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:14.992787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.004702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7136912-faaf-4656-8fc2-0c87dfdf4630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:15.037793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.055905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.070508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:15.075078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:15.080021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:15.088610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6006d1ac-0d1c-498e-ab1f-35fd8df3ba2c tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:15.096510 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02933c2437b441809fded3dbe8622ee5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7922559
Dec 09 14:08:15.104946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:15.185403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f622aae7-8d1b-4acc-add2-0d41c414eeba,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:15.188277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:15.198321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Attempting to bind port fdd7d33c-e097-4755-9a32-319f774226a0 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:15.198700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Attempting to bind port fdd7d33c-e097-4755-9a32-319f774226a0 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:15.199069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Attempting to bind port fdd7d33c-e097-4755-9a32-319f774226a0 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:15.208216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:15.209247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:15.212550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.212550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:15.212550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Bound port: fdd7d33c-e097-4755-9a32-319f774226a0, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:15.212550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.247393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Pushing event updated for resources: {'Port': ['ID=fdd7d33c-e097-4755-9a32-319f774226a0,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:15.274740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:15.312200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.352401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] For port fdd7d33c-e097-4755-9a32-319f774226a0, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:15.356425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] For port fdd7d33c-e097-4755-9a32-319f774226a0, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fdd7d33c-e097-4755-9a32-319f774226a0,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:15.358081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::2ed (760da705-5cc0-4bea-88c0-a2cab8060e8c/10b519c2-d9b7-4afb-a183-aa81f689ca9b/3be48929-fce7-437f-a2ee-ea4450db55da) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:15.366289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.370263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:15.370800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.420979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.453065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Pushing event updated for resources: {'Port': ['ID=fdd7d33c-e097-4755-9a32-319f774226a0,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:15.458259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:15.564561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.571011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb6af213-f554-4d18-9eca-5153c3f0b519 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482 tempest-PortsAdminExtendedAttrsIpV6TestJSON-686357482-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:15.605391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622aae7-8d1b-4acc-add2-0d41c414eeba,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:15.607839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:15.624349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.648315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.654349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.655459 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f622aae7-8d1b-4acc-add2-0d41c414eeba HTTP/1.1" status: 204  len: 168 time: 0.5496147
Dec 09 14:08:15.667310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object 3be48929-fce7-437f-a2ee-ea4450db55da will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:15.694709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.700363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e697091d-c6d7-4fbc-a332-0b590989c0d0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:15.777852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:15.781271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:15.786398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:15.791586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:15.792199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.796945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=3be48929-fce7-437f-a2ee-ea4450db55da,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:15.800429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:15.844437 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.3778951
Dec 09 14:08:15.847124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56666) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:15.853577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:15.868359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::220:acd8:cff5:54a1 (06176117-bfee-4a45-b798-e2271f4e3e62/7da78eb8-6200-42e5-a3c9-60a897414ea7/50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:15.894465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.904869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:15.992125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.012672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac3de46e-db2a-4e64-8419-736dabb27c08 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:16.042260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:16.047103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:16.050281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:16.072201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb114ce2-4d93-4046-af64-a734d4f5e781 None None] Network 776d5432-8844-4d79-b8c7-bc94a26a05fd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:16.074663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Subnet': ['ID=93f8fe30-c7a7-41b8-a006-e4954f5a952a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:16.082888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.087961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:16.112814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:16.117035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.138041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.185222 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "DELETE /v2.0/subnets/93f8fe30-c7a7-41b8-a006-e4954f5a952a HTTP/1.1" status: 204  len: 168 time: 1.9525585
Dec 09 14:08:16.186526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:16.192269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56672) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:16.236447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56676) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:16.301400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.311214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:08:16.405412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:16.420756 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2f8a2dc7-836a-4b1e-b7da-b7c4033bfe8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43ef76b09f324641b530d0a8626e0b10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1833930
Dec 09 14:08:16.421498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:16.441493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.446547 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 204  len: 168 time: 5.6790802
Dec 09 14:08:16.451379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:16.457496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-2108951847'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:16.469566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10b519c2-d9b7-4afb-a183-aa81f689ca9b (CIDR: 2001:db8::/64)
Dec 09 14:08:16.473354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:16.486199 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:16.486649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:16.511270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:16.513068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.544276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:16.554715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:16.556391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:16.561875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.571378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fdd7d33c-e097-4755-9a32-319f774226a0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:16.576292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:16.605642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.619574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52e9ae3a-d664-49cb-b6f6-de32e35c3acd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7713046
Dec 09 14:08:16.621066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56690) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:16.622254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Deleting port 438dbcfd-1232-4883-9c4c-212a1c128ca2 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:16.623528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.632060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Provisioning complete for port b3e0fede-a04b-4010-8d8f-09bfcb12924d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:16.632704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.654737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:16.654981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2babf04d-5ead-4789-8573-5d651a8ef773 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:16.714291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] DHCP port deletion for 776d5432-8844-4d79-b8c7-bc94a26a05fd request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:16.730459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Deleting port 438dbcfd-1232-4883-9c4c-212a1c128ca2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:16.730855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.773641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:16.784667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:16.787999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:16.793316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:16.794211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.798481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:16.801747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.821034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:16.835347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:16.836079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.840122 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.0242929
Dec 09 14:08:16.848848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56694) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:16.919033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Port b3e0fede-a04b-4010-8d8f-09bfcb12924d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:16.950905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:16.963724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:16.969353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:16.976381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Provisioning for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:16.979080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:16.990473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:16.994336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:16.994336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.010244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:17.043890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:17.047953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.069358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.069741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment c5cf0cdf-2c67-4832-8e01-622ea18af6ab of type vlan for network 7131b374-f4b0-42b4-9a42-a586713dee50
Dec 09 14:08:17.076953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] For port 438dbcfd-1232-4883-9c4c-212a1c128ca2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=438dbcfd-1232-4883-9c4c-212a1c128ca2,segment=NetworkSegment(70de6ce9-36f4-4e9d-85da-efee68555133),segment_id=70de6ce9-36f4-4e9d-85da-efee68555133)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:17.077554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.100293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port fdd7d33c-e097-4755-9a32-319f774226a0 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:17.139212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] For port 438dbcfd-1232-4883-9c4c-212a1c128ca2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=438dbcfd-1232-4883-9c4c-212a1c128ca2,segment=NetworkSegment(70de6ce9-36f4-4e9d-85da-efee68555133),segment_id=70de6ce9-36f4-4e9d-85da-efee68555133)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:17.139608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.194563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a1f44d-7fa6-4804-90e1-7a9c5e1404a2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:17.198626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a1f44d-7fa6-4804-90e1-7a9c5e1404a2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:17.203074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-74a1f44d-7fa6-4804-90e1-7a9c5e1404a2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.3452232
Dec 09 14:08:17.213836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.217308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56698) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:17.229309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Calling delete_port for 438dbcfd-1232-4883-9c4c-212a1c128ca2 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:17.267514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.291643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Calling delete_port for 438dbcfd-1232-4883-9c4c-212a1c128ca2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:17.322307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.328143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6fc87c8f-f9e9-43bc-a0cc-4bc6a99bd022 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:17.371614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Port': ['ID=438dbcfd-1232-4883-9c4c-212a1c128ca2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:17.375035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:17.375793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] No DVR routers for this DVR port 438dbcfd-1232-4883-9c4c-212a1c128ca2 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:17.406496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-60fbfee9-c2f5-4035-a9e6-2b2c1fa4f7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:17.414090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.443510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a35dd4f-13d4-470b-9f86-a6d7ad6f66d5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:17.443780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:17.444209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:17.445869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:17.447066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:08:17.450216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:17.464547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.469013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9eb9259d-29a3-4dea-b587-f98195e14893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:17.508207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:17.508654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.546781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.550613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:17.551257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.555679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.556761 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a35dd4f-13d4-470b-9f86-a6d7ad6f66d5 HTTP/1.1" status: 204  len: 168 time: 1.1318882
Dec 09 14:08:17.566464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db24e016-dc89-4edb-b607-0b3f53d1fc4a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:17.595501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:17.621090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:17.644737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Provisioning for port fdd7d33c-e097-4755-9a32-319f774226a0 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:17.651405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Provisioning complete for port fdd7d33c-e097-4755-9a32-319f774226a0 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:17.652006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.665352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.693243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d83e80>,) {'filters': {'network_id': ['776d5432-8844-4d79-b8c7-bc94a26a05fd']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:17.702625 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2500916
Dec 09 14:08:17.707171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56704) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:17.715308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:17.740457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d83e80>, '70de6ce9-36f4-4e9d-85da-efee68555133') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:17.740862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d83e80>, '70de6ce9-36f4-4e9d-85da-efee68555133') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:17.782652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=7131b374-f4b0-42b4-9a42-a586713dee50,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:17.785353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:17.796033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 7131b374-f4b0-42b4-9a42-a586713dee50 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:17.870315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.876972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:17.888534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:17.890232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.893406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:17.899512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.901941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:17.909897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:17.910370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:17.933961 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:17.944885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Deleting port 438dbcfd-1232-4883-9c4c-212a1c128ca2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:17.945268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:17.995058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:18.019825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-49d79a22-8089-4289-a66e-5677393c1373 None None] The port '438dbcfd-1232-4883-9c4c-212a1c128ca2' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:08:18.022435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] For port fdd7d33c-e097-4755-9a32-319f774226a0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fdd7d33c-e097-4755-9a32-319f774226a0,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:18.031478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.040134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.043348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1b4bad9e-19f0-44ec-8849-74931cc629da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:18.128578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.152556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Pushing event updated for resources: {'Port': ['ID=fdd7d33c-e097-4755-9a32-319f774226a0,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:18.155288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Provisioning for port 3be48929-fce7-437f-a2ee-ea4450db55da completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:18.158887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:18.162822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Provisioning complete for port 3be48929-fce7-437f-a2ee-ea4450db55da triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:18.162822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.195652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:18.224872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Port 3be48929-fce7-437f-a2ee-ea4450db55da cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:18.241778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Provisioning for port 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:18.254194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Provisioning complete for port 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:18.254913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.259278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.263660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd15f838-cfcd-4994-ac62-d9be0b0181ac tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:18.288725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.307642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Pushing event deleted for resources: {'Network': ['ID=776d5432-8844-4d79-b8c7-bc94a26a05fd,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:18.329680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:18.330593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Port 50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:18.336841 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] 10.222.0.21 "DELETE /v2.0/networks/776d5432-8844-4d79-b8c7-bc94a26a05fd HTTP/1.1" status: 204  len: 168 time: 2.1432960
Dec 09 14:08:18.349571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:18.420806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.427234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-161c7670-6509-4612-9938-bccb35b90eed tempest-ExtraDHCPOptionsTestJSON-1957288212 tempest-ExtraDHCPOptionsTestJSON-1957288212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:18.444859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:18.445347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.466727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.475400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.488443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-73f61ead-605e-4aca-b1fc-5a27b87a1ed5 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:18.527696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:18.579640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:18.589851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:18.591192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.595086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=4773b312-d08e-4d67-97b3-3671e5835efe,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:18.599240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:18.612094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:18.612453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 7131b374-f4b0-42b4-9a42-a586713dee50, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:18.623515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd4ef71-2e97-45e2-a100-ed1e9a77cec4 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:18.642737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.651694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 7131b374-f4b0-42b4-9a42-a586713dee50 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:18.666636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=bf382035-77d7-4c11-9599-dc5b3c94dd48,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:18.671224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 7131b374-f4b0-42b4-9a42-a586713dee50) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:18.679566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:18.687957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf4c4aa8-a797-425d-983f-7cd352b355c7 tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:18.695561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:18.696155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.703348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dceb90-e59f-462e-a34f-7ea27616fcdd None None] Network 7131b374-f4b0-42b4-9a42-a586713dee50 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:18.768611 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 HTTP/1.1" status: 204  len: 168 time: 1.5501814
Dec 09 14:08:18.770291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:18.775560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56724) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:18.777272 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.1407766
Dec 09 14:08:18.780094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:18.850164 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1419158
Dec 09 14:08:18.852937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56736) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:18.858945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1037232088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bf382035-77d7-4c11-9599-dc5b3c94dd48'}], 'security_groups': ['4a251183-b1fa-48ca-bc6c-6dd6b0e3b291']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:18.869746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-659201912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:18.881797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:18.890178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fdd7d33c-e097-4755-9a32-319f774226a0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:18.894657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:18.897683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:18.909008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:18.919345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:18.934324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.935541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.941720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56740) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:18.952786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56742) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:18.964354 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-6962b9a7-ad40-4ca7-9b0e-3c6c68e5ea51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2323489
Dec 09 14:08:18.970351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:18.992639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:19.031099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45293da5-837b-4025-ae85-be3c75a36714 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:19.032592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45293da5-837b-4025-ae85-be3c75a36714 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:19.033782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45293da5-837b-4025-ae85-be3c75a36714 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:19.038484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:19.043212 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-347d7b73-f46d-4417-b52f-a2e9da1a143b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1885939
Dec 09 14:08:19.044272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56752) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:19.105964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45293da5-837b-4025-ae85-be3c75a36714 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:19.107148 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45293da5-837b-4025-ae85-be3c75a36714 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3285556
Dec 09 14:08:19.111933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56756) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:19.282079 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4fe8f3a6-3d4c-45de-83f3-a2090d180cf6 tempest-AgentManagementNegativeTest-686711816 tempest-AgentManagementNegativeTest-686711816-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3263869
Dec 09 14:08:19.335807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fdd7d33c-e097-4755-9a32-319f774226a0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:19.336807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:19.445495 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-2860220e-756f-4e26-be1a-5a8f67321223 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1098 time: 0.2924116
Dec 09 14:08:19.472901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:19.514470 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e8f3dfef-1247-42e1-badc-61cb1ed9c18a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=835fe184901b4d06aae8cc966606c17f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5555036
Dec 09 14:08:19.514769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56762) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:19.579952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-7131b374-f4b0-42b4-9a42-a586713dee50', 'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '4773b312-d08e-4d67-97b3-3671e5835efe'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:19.581127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:19.843049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:19.869922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 7da78eb8-6200-42e5-a3c9-60a897414ea7 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:19.883612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:19.916161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 438dbcfd-1232-4883-9c4c-212a1c128ca2 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:20.010850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.018360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 438dbcfd-1232-4883-9c4c-212a1c128ca2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:20.018723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 438dbcfd-1232-4883-9c4c-212a1c128ca2 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:20.032275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-79976a80-ff66-46b9-942a-a4a8ebe2bb5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:20.034423 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-79976a80-ff66-46b9-942a-a4a8ebe2bb5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.5184813
Dec 09 14:08:20.056435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.081995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.121254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Update dhcp port {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'fixed_ips': [{'subnet_id': '10b519c2-d9b7-4afb-a183-aa81f689ca9b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf382035-77d7-4c11-9599-dc5b3c94dd48'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '2dc489e5-badf-4c01-bcf0-0be8af9ccd1f'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:08:20.189982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.191806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Allocated IP 172.20.0.2 (7131b374-f4b0-42b4-9a42-a586713dee50/4773b312-d08e-4d67-97b3-3671e5835efe/b2d152c3-7d7c-4e49-8015-bfecfbcafbdb) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:20.214499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.343821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:20.366664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Usage tracker for resource:security_group_rule and tenant:2b96b465eca74ac4b579073a691e7ef1 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:20.373095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:20.373095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.390693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.421903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:20.446475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-cb5d7102-b05b-4294-b5bd-c973c4a38b2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 1001 time: 0.3679376
Dec 09 14:08:20.559235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Delete allocated IP 2001:db8::2ed (760da705-5cc0-4bea-88c0-a2cab8060e8c/10b519c2-d9b7-4afb-a183-aa81f689ca9b) {{(pid=83444) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 09 14:08:20.574321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.579754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8:0:1::65 (760da705-5cc0-4bea-88c0-a2cab8060e8c/bf382035-77d7-4c11-9599-dc5b3c94dd48/3be48929-fce7-437f-a2ee-ea4450db55da) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:20.582028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d33996f8-e506-4cba-852d-18bac00bcc4a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:20.619576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.632568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:20.647721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=7da78eb8-6200-42e5-a3c9-60a897414ea7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:20.648691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:20.653372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc26631d-eca3-4be5-8cc6-b9dcf22c571e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:20.668815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-84097f08-5152-40a3-a1dc-b0470c7c86ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:20.668815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-84097f08-5152-40a3-a1dc-b0470c7c86ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.2044699
Dec 09 14:08:20.668815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:20.677759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.737004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.737004 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc26631d-eca3-4be5-8cc6-b9dcf22c571e HTTP/1.1" status: 204  len: 168 time: 1.2183821
Dec 09 14:08:20.763226 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/7da78eb8-6200-42e5-a3c9-60a897414ea7 HTTP/1.1" status: 204  len: 168 time: 1.6413813
Dec 09 14:08:20.765824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56776) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:20.825751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.838917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.867756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:20.877848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:20.894916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Transition to ACTIVE for port object b2d152c3-7d7c-4e49-8015-bfecfbcafbdb will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:20.901426 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e06da462-898d-4f04-a3fa-c6f10b1c8e5c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1250737
Dec 09 14:08:20.901426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56780) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:20.901426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:20.975487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Transition to ACTIVE for port object b2d152c3-7d7c-4e49-8015-bfecfbcafbdb will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:20.975487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17283ef-05fb-4727-9c43-8d0787457afc None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:20.990533 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-3abdda55-26e1-47ba-9841-06b9e4d8bee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2814760
Dec 09 14:08:21.008213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.019207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9ce45a84-e42a-40d6-bacb-b6e6b2840efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:21.108974 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b96b465eca74ac4b579073a691e7ef1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2617583
Dec 09 14:08:21.108974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5c400d-e65a-4588-918b-2ae02293aa61,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:21.126634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:21.137901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:21.175919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Network 7131b374-f4b0-42b4-9a42-a586713dee50 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:21.187040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:21.191078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:21.197675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Pushing event updated for resources: {'Port': ['ID=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:21.206865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:21.280612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.335340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:21.352490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:21.355678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:21.358988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object 3be48929-fce7-437f-a2ee-ea4450db55da will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:21.376350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.383161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.396259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.20.0.1 (7131b374-f4b0-42b4-9a42-a586713dee50/4773b312-d08e-4d67-97b3-3671e5835efe/e72f53e1-c74c-4812-857c-efcf44b305a2) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:21.437045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f17ae39a-c635-4010-81cf-1e73efa7f9c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:21.440522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:21.459037 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-7a1b5299-9f9f-4882-99fb-64830fefd791 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3620763
Dec 09 14:08:21.493468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Attempting to bind port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:21.493990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Attempting to bind port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:21.494239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Attempting to bind port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb on network 7131b374-f4b0-42b4-9a42-a586713dee50 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:21.503433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Allocated IP 2001:db8:0:1::2 (760da705-5cc0-4bea-88c0-a2cab8060e8c/bf382035-77d7-4c11-9599-dc5b3c94dd48/2dc489e5-badf-4c01-bcf0-0be8af9ccd1f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:21.527142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:21.527542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Checking segment: {'id': 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:21.533284 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.533908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Bound using segment: {'id': 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:21.537642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Bound port: b2d152c3-7d7c-4e49-8015-bfecfbcafbdb, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7131b374-f4b0-42b4-9a42-a586713dee50'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:21.540870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.629132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] In _notify_port_updated(), no bound segment for port 3be48929-fce7-437f-a2ee-ea4450db55da on network 760da705-5cc0-4bea-88c0-a2cab8060e8c {{(pid=83444) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:08:21.633686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:21.634420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.635922 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/ports/3be48929-fce7-437f-a2ee-ea4450db55da HTTP/1.1" status: 200  len: 930 time: 2.8541150
Dec 09 14:08:21.645589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:21.652290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.674326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:21.708502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Deleting port fdd7d33c-e097-4755-9a32-319f774226a0 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:21.709105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.721161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=3be48929-fce7-437f-a2ee-ea4450db55da,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:21.733765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:21.799941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 3be48929-fce7-437f-a2ee-ea4450db55da {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:21.800358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.916358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.925471 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b6b3e27c-0777-49ea-b352-28b95fd9b8d5 req-205c2f7e-b538-49ab-97bc-a113f638885a service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3778908
Dec 09 14:08:21.926117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:21.934641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:21.973035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5c400d-e65a-4588-918b-2ae02293aa61,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:21.982819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:21.984905 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf5c400d-e65a-4588-918b-2ae02293aa61 HTTP/1.1" status: 204  len: 168 time: 0.8550680
Dec 09 14:08:21.986280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:22.057877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] For port fdd7d33c-e097-4755-9a32-319f774226a0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fdd7d33c-e097-4755-9a32-319f774226a0,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:22.060431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.096922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.217060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.253387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object e72f53e1-c74c-4812-857c-efcf44b305a2 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:22.257341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Calling delete_port for fdd7d33c-e097-4755-9a32-319f774226a0 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:22.273247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.353442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.361935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cfa96f9f-3c42-4dfe-96d5-a1ea3d469689 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:22.384102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fdd7d33c-e097-4755-9a32-319f774226a0 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:22.455815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 7131b374-f4b0-42b4-9a42-a586713dee50 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:22.468968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:22.479566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:22.515424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] For port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:22.558299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:22.562200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] For port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,segment=NetworkSegment(c5cf0cdf-2c67-4832-8e01-622ea18af6ab),segment_id=c5cf0cdf-2c67-4832-8e01-622ea18af6ab)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:22.575889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.588451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:22.648794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.650911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 3be48929-fce7-437f-a2ee-ea4450db55da owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:22.662156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=e72f53e1-c74c-4812-857c-efcf44b305a2,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:22.675235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:22.676119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.679072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56814) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:22.684072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7099d60-dc22-42de-9430-0fcc72062d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.706237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Pushing event deleted for resources: {'Port': ['ID=fdd7d33c-e097-4755-9a32-319f774226a0,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:22.711787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:22.712633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:22.740994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No active binding found for port fdd7d33c-e097-4755-9a32-319f774226a0 {{(pid=83445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 09 14:08:22.741406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fdd7d33c-e097-4755-9a32-319f774226a0 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:22.758668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:08:22.767238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] No DVR routers for this DVR port fdd7d33c-e097-4755-9a32-319f774226a0 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:22.770156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.791477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.800130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:22.843257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Transition to ACTIVE for port object 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:22.850852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:22.863295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Pushing event updated for resources: {'Port': ['ID=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:22.869158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:22.869850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:22.930150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:22.934556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:22.939433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:22.940212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.008538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-574120834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:23.010709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:23.013753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1cf77b-860c-4adb-900f-301e5dba5e5d None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:23.043420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:23.046117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:23.071823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:router and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:23.081952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=a12d03c3-a589-4617-9f3c-f2622aa2d486,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:23.086164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:23.087316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:23.138209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:23.148938 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2611539
Dec 09 14:08:23.154945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:23.159203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.170856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'a12d03c3-a589-4617-9f3c-f2622aa2d486', 'ip_address': '2001:db8::446f:70aa:309b:9b77'}], 'name': 'tempest-NetworksTestDHCPv6-244615938'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:23.241765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.290069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.291192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.311246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f9b9c93f-2a6d-4cfe-a056-504426cc6345 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:23.420234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=3be48929-fce7-437f-a2ee-ea4450db55da,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:23.427956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:23.597053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': 'a12d03c3-a589-4617-9f3c-f2622aa2d486'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:23.597908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.624887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.648204 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/3be48929-fce7-437f-a2ee-ea4450db55da HTTP/1.1" status: 204  len: 168 time: 2.0004399
Dec 09 14:08:23.666067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:23.718425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.721063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6aacca-0ad8-4e91-9155-524fb8d85bef tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:08:23.747457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3e6aacca-0ad8-4e91-9155-524fb8d85bef tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:23.764144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56840) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:23.767339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:23.774363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:23.777513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:23.781141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3e6aacca-0ad8-4e91-9155-524fb8d85bef tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:23.782416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e6aacca-0ad8-4e91-9155-524fb8d85bef tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/3be48929-fce7-437f-a2ee-ea4450db55da HTTP/1.1" status: 404  len: 333 time: 0.1154108
Dec 09 14:08:23.791312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:23.795235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:23.833389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:23.837217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.842456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:23.866188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/a12d03c3-a589-4617-9f3c-f2622aa2d486/c94850fc-9d57-4bea-8830-d6a9d320dba6) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:23.924649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 907a3cca-8648-4619-a6aa-4a17517de674 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:24.022807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.027508 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-817ee7ee-73d0-41f6-99fc-023037a18389 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.3396990
Dec 09 14:08:24.030507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56850) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:24.069143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1814254652'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:24.078947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:24.084530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:network and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:24.090659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:24.105648 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:24.128421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.137710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:24.144820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.156792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'networks': [{'name': 'tempest-network--1419721939'}, {'name': 'tempest-network--961748242'}]} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:24.157456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'network': {'name': 'tempest-network--1419721939'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:24.157714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'network': {'name': 'tempest-network--961748242'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:24.168154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:24.174640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Usage tracker for resource:network and tenant:689345e2d9d149fa9ef94b4a18da78a7 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:24.183983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:24.191282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:24.238554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.241690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'network': 2} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:24.248747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.267525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.269398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.300059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.301998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.320454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Transition to ACTIVE for port object c94850fc-9d57-4bea-8830-d6a9d320dba6 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:24.343255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59d06515-a033-4f51-9235-b3a37f801392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:24.348877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Transition to ACTIVE for port object c94850fc-9d57-4bea-8830-d6a9d320dba6 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:24.374380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.381492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.385202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.410426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d968b93-7463-41b3-82c6-bd22af955903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:24.423602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:24.471512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:24.478192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=e72f53e1-c74c-4812-857c-efcf44b305a2,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:24.484829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:24.486749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.493584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Usage tracker for resource:security_group_rule and tenant:689345e2d9d149fa9ef94b4a18da78a7 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:24.498953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:24.507145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:24.509044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:24.523428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:24.529166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:24.530724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec13587-88f0-446f-a747-2fb73636466e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:24.557114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.558578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/security-groups/dec13587-88f0-446f-a747-2fb73636466e HTTP/1.1" status: 204  len: 168 time: 0.7650726
Dec 09 14:08:24.563703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:24.584684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56854) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:24.591596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:24.608103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:security_group_rule and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:24.621356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:24.638748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:24.685035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:24.817387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Could not find standard attr ID for object 3be48929-fce7-437f-a2ee-ea4450db55da. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:08:24.893518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4838511e-870e-403c-a237-13d1dd83f505 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.942441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 7131b374-f4b0-42b4-9a42-a586713dee50 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:24.944512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::446f:70aa:309b:9b77 (06176117-bfee-4a45-b798-e2271f4e3e62/a12d03c3-a589-4617-9f3c-f2622aa2d486/907a3cca-8648-4619-a6aa-4a17517de674) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:24.955343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:24.966846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:24.980919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.003685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c2b70a-3b86-4977-9c92-472af4ef3a8a None None] Network 7131b374-f4b0-42b4-9a42-a586713dee50 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:25.223729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.276290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Provisioning complete for port b3e0fede-a04b-4010-8d8f-09bfcb12924d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:25.276749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.309646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.314311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-930459cd-f48b-4efe-ba6b-d38c392804f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:25.316464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e1d2fbb-f96b-491f-a6c1-9cc792cff532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.379191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 907a3cca-8648-4619-a6aa-4a17517de674 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:25.385182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:25.390724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Pushing event updated for resources: {'Port': ['ID=c94850fc-9d57-4bea-8830-d6a9d320dba6,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:25.397814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:25.416889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6596ee-3fc0-45e4-b70f-10e90b7e203e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:25.422544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:25.425393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.434763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10d88c2d-cee1-4275-938e-4d3d550cf990 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:25.456346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Attempting to bind port c94850fc-9d57-4bea-8830-d6a9d320dba6 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:25.456642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Attempting to bind port c94850fc-9d57-4bea-8830-d6a9d320dba6 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:25.457102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Attempting to bind port c94850fc-9d57-4bea-8830-d6a9d320dba6 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:25.462856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4838511e-870e-403c-a237-13d1dd83f505 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.470781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Port b3e0fede-a04b-4010-8d8f-09bfcb12924d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:25.471963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.472306 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Added segment 9de8008c-9fc7-46b2-af4d-709f74e4af90 of type vlan for network b44ce328-0e71-4df2-847c-479f08f61d48
Dec 09 14:08:25.497115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:25.497898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:25.499255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.499903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:25.503268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Bound port: c94850fc-9d57-4bea-8830-d6a9d320dba6, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:25.503941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.525155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Provisioning for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:25.547222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.562451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:25.566983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4838511e-870e-403c-a237-13d1dd83f505 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.568590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:25.577142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=907a3cca-8648-4619-a6aa-4a17517de674,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:25.581403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:25.587479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.588679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.589923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:25.590686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.596445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:25.601998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:25.602511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0601d089-ab2b-443c-bdbb-383fcd15228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.628205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5ad7b8da-e888-4458-ac54-c2318878cf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:25.651512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.4947262
Dec 09 14:08:25.653035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.658741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:25.660041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.669402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:25.670345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3efa48c4-c32e-4b59-999d-9effebdcd1df tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:25.695021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:25.701469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:25.701973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.704012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.704353 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Added segment 14566c9d-9d64-4e32-8a73-703b6922846c of type vlan for network e619d215-59e8-4491-bc0b-f927d61345b7
Dec 09 14:08:25.737562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.773913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838511e-870e-403c-a237-13d1dd83f505 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a251183-b1fa-48ca-bc6c-6dd6b0e3b291,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:25.775711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4838511e-870e-403c-a237-13d1dd83f505 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.780280 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4838511e-870e-403c-a237-13d1dd83f505 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a251183-b1fa-48ca-bc6c-6dd6b0e3b291 HTTP/1.1" status: 204  len: 168 time: 1.1899836
Dec 09 14:08:25.781973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56864) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:25.836171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe591d-eac4-494d-b946-81b79ec805e5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:25.876800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:25.879515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:25.885498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:25.886156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:25.910577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] For port c94850fc-9d57-4bea-8830-d6a9d320dba6, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:25.916969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Network': ['ID=b44ce328-0e71-4df2-847c-479f08f61d48,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:25.921447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:25.926960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.8824852
Dec 09 14:08:25.929685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56868) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:25.936552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'subnet': {'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:25.939886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b44ce328-0e71-4df2-847c-479f08f61d48 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:25.967993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] For port c94850fc-9d57-4bea-8830-d6a9d320dba6, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c94850fc-9d57-4bea-8830-d6a9d320dba6,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:25.987656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.992818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:25.992929 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Added segment 43363d51-606e-4eae-b837-c52498e92dd9 of type vlan for network 4a52dc81-5273-4d0b-a1d0-db3639474643
Dec 09 14:08:26.009000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:26.158503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:26.168981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:subnet and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:26.173791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b2d152c3-7d7c-4e49-8015-bfecfbcafbdb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:26.179843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc4a83-6e36-4a17-8b1e-7c249a37b947 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:26.185208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc4a83-6e36-4a17-8b1e-7c249a37b947 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:26.187372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2abc4a83-6e36-4a17-8b1e-7c249a37b947 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:26.191169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:26.206694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:26.221464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.257728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:26.277650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.293908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6750e874-746e-4363-9e2c-03a9a5574cec None None] Could not find standard attr ID for object 3be48929-fce7-437f-a2ee-ea4450db55da. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:08:26.301448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Pushing event updated for resources: {'Port': ['ID=c94850fc-9d57-4bea-8830-d6a9d320dba6,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:26.311971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:26.343291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6750e874-746e-4363-9e2c-03a9a5574cec None None] Provisioning for port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:26.378481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:26.410838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:26.411176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.417032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2abc4a83-6e36-4a17-8b1e-7c249a37b947 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:26.421150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2abc4a83-6e36-4a17-8b1e-7c249a37b947 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.7300069
Dec 09 14:08:26.424023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56872) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:26.424801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.470308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.470791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.475205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:26.481095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:26.482083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.494334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.499330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0bd79175-b384-4bd5-82ed-b17b15f4947e tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:26.535122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6750e874-746e-4363-9e2c-03a9a5574cec None None] Provisioning for port e72f53e1-c74c-4812-857c-efcf44b305a2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:26.546908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet 10b519c2-d9b7-4afb-a183-aa81f689ca9b {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:26.581095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.630825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.665158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6750e874-746e-4363-9e2c-03a9a5574cec None None] Provisioning complete for port e72f53e1-c74c-4812-857c-efcf44b305a2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:26.665572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6750e874-746e-4363-9e2c-03a9a5574cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.745995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.9775889
Dec 09 14:08:26.758848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 907a3cca-8648-4619-a6aa-4a17517de674 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:26.759193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.781112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,segment=NetworkSegment(c5cf0cdf-2c67-4832-8e01-622ea18af6ab),segment_id=c5cf0cdf-2c67-4832-8e01-622ea18af6ab)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:26.791058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:26.795163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5a232a40-deac-42a9-ba2f-c9d127135613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:26.797662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56876) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:26.813639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Network': ['ID=e619d215-59e8-4491-bc0b-f927d61345b7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:26.906366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6750e874-746e-4363-9e2c-03a9a5574cec None None] Port e72f53e1-c74c-4812-857c-efcf44b305a2 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:26.913655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:26.917745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network e619d215-59e8-4491-bc0b-f927d61345b7 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:26.933434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:26.972305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Network': ['ID=4a52dc81-5273-4d0b-a1d0-db3639474643,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:26.976420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:26.985186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:26.985849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:26.989015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.051816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 4a52dc81-5273-4d0b-a1d0-db3639474643 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:27.066437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c94850fc-9d57-4bea-8830-d6a9d320dba6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:27.092477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.097627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5940cc2a-ce1c-4140-9abb-8561de5c6c42 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:27.107504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 1e280b61-fddb-46ea-b580-7ff3c85c7d23 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:27.187733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Subnet': ['ID=b9dd451b-8f1e-447e-96c7-d980f6f03a3d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:27.190595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:27.196190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Checking segment: {'id': '9de8008c-9fc7-46b2-af4d-709f74e4af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:27.196652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network hostable DHCP agents. Network: b44ce328-0e71-4df2-847c-479f08f61d48, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:27.221609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network b44ce328-0e71-4df2-847c-479f08f61d48 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:27.232854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2d8d72f2-2412-41b2-b498-de803db73045 None None] Provisioning complete for port e72f53e1-c74c-4812-857c-efcf44b305a2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:27.233343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2d8d72f2-2412-41b2-b498-de803db73045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.234839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, b44ce328-0e71-4df2-847c-479f08f61d48) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:27.239654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.240404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.261145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090f5aa-9975-45bb-a02b-d0fd21da334c None None] Network b44ce328-0e71-4df2-847c-479f08f61d48 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:27.265497 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3342261
Dec 09 14:08:27.269030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:27.275527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'network': {'name': 'tempest-router-network01--512776321'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:27.280736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:27.289077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:network and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:27.292155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:27.298590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:27.312007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:27.315709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.352927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:27.359772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.363504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.364040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Added segment d383c2f4-8d2f-41bc-8642-a2124bfb020b of type vlan for network 77d47b6d-dbd1-451f-8702-73eb53d1055a
Dec 09 14:08:27.364295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.368307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.372829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.373935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Synchronizing usage tracker for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:27.399544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.436765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.442893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.443876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.451528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68532c9d-93cd-41d7-b732-a0264be2bcaf tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:27.540915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c94850fc-9d57-4bea-8830-d6a9d320dba6 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:27.586506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2d8d72f2-2412-41b2-b498-de803db73045 None None] Port e72f53e1-c74c-4812-857c-efcf44b305a2 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:27.593788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.615663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3452656
Dec 09 14:08:27.620547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:27.632020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'network': {'name': 'tempest-router-network02--1008589414'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:27.638685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:27.644396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:network and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:27.648843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:27.659667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:27.662841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Network': ['ID=77d47b6d-dbd1-451f-8702-73eb53d1055a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:27.664114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-b44ce328-0e71-4df2-847c-479f08f61d48', 'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48', 'tenant_id': '5a7de317b3214bd893a3044c9ae01793', 'fixed_ips': [{'subnet_id': 'b9dd451b-8f1e-447e-96c7-d980f6f03a3d'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:27.665070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.666223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:27.686156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:27.686598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:27.689174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.729195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:27.739583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.740044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Added segment bd9b6e1d-e89c-4de7-9299-5e64c09525d4 of type vlan for network 5e329dee-24fc-42cf-9043-7a32488707ee
Dec 09 14:08:27.770999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.775342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.811335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.815787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:27.816598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.822586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fc5276b6-6fd4-4fb7-aa73-502d104dc49b tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:27.908465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Provisioning for port c94850fc-9d57-4bea-8830-d6a9d320dba6 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:27.919356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Provisioning complete for port c94850fc-9d57-4bea-8830-d6a9d320dba6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:27.919740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.935042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Unset dirty status for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:27.936445 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-30252c41-a365-4175-9c06-22692797ef58 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 1.1321080
Dec 09 14:08:27.940792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:27.944951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Network': ['ID=5e329dee-24fc-42cf-9043-7a32488707ee,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:27.962168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5e329dee-24fc-42cf-9043-7a32488707ee details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:27.965448 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3435640
Dec 09 14:08:27.969179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:27.971799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:27.979580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:27.992004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'subnet': {'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:28.119940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 907a3cca-8648-4619-a6aa-4a17517de674 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:28.142936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Allocated IP 2001:db8::2 (b44ce328-0e71-4df2-847c-479f08f61d48/b9dd451b-8f1e-447e-96c7-d980f6f03a3d/cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:28.173106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.190414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:28.193940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.195754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:subnet and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:28.200457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:28.201801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8548e74d-d1a8-4102-950c-92b49efb7445 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:28.207087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:28.252230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:28.262680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=10b519c2-d9b7-4afb-a183-aa81f689ca9b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:28.262680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:28.279966 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/1e280b61-fddb-46ea-b580-7ff3c85c7d23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2341926
Dec 09 14:08:28.283417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:28.283537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.285429 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/10b519c2-d9b7-4afb-a183-aa81f689ca9b HTTP/1.1" status: 204  len: 168 time: 2.4546237
Dec 09 14:08:28.290253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56900) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:28.294028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.298098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:28.310948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] Sync routers for ids ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:28.313835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18402d5-20c0-4d6e-af20-b6e5e8ecc985 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:28.341750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:28.466907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] Routers {'1e280b61-fddb-46ea-b580-7ff3c85c7d23'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:28.467755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.486330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.493567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0521fad1-b02a-46fc-885e-96b1be00c67f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:28.522584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.535274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:28.543157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451caa3-73b7-4d37-91e0-8a06bb54be61 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:28.543735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4451caa3-73b7-4d37-91e0-8a06bb54be61 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:28.544280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:28.548706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:28.554256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] For port c94850fc-9d57-4bea-8830-d6a9d320dba6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c94850fc-9d57-4bea-8830-d6a9d320dba6,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:28.556194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:28.559931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.579288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=907a3cca-8648-4619-a6aa-4a17517de674,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:28.584247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:28.584657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.585400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:28.589553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.606809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a0fac40>,) {'filters': {'network_id': ['e619d215-59e8-4491-bc0b-f927d61345b7']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.610237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.617583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-18447b62-1827-4d8e-9a5f-2e5b03e0c3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:28.693767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a0fac40>, '14566c9d-9d64-4e32-8a73-703b6922846c') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.694051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a0fac40>, '14566c9d-9d64-4e32-8a73-703b6922846c') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.701036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4451caa3-73b7-4d37-91e0-8a06bb54be61 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:28.702435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4451caa3-73b7-4d37-91e0-8a06bb54be61 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports/e72f53e1-c74c-4812-857c-efcf44b305a2 HTTP/1.1" status: 200  len: 910 time: 0.4099605
Dec 09 14:08:28.708918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:28.717986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4773b312-d08e-4d67-97b3-3671e5835efe'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:28.728949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.756769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.759785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] Routers {'1e280b61-fddb-46ea-b580-7ff3c85c7d23'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:28.760427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.765647 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/907a3cca-8648-4619-a6aa-4a17517de674 HTTP/1.1" status: 204  len: 168 time: 2.3403037
Dec 09 14:08:28.768903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56910) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:28.806661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.816024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.824129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:28.824650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:28.854821 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:28.889243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-004ea2ec-600c-4742-bd22-408a2b9c8ba5 None None] Could not find standard attr ID for object 907a3cca-8648-4619-a6aa-4a17517de674. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:08:28.890860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:28.896357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782503e5-d7d4-485d-ad2b-8f3e8865eb46 None None] The sync data for ids ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:28.897995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Pushing event updated for resources: {'Port': ['ID=c94850fc-9d57-4bea-8830-d6a9d320dba6,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:28.919584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:28.920164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc537906-211a-4000-bc9c-f9a9edea61f3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:28.921775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc537906-211a-4000-bc9c-f9a9edea61f3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:28.922703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cc537906-211a-4000-bc9c-f9a9edea61f3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:28.986459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cc537906-211a-4000-bc9c-f9a9edea61f3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:28.987837 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cc537906-211a-4000-bc9c-f9a9edea61f3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2156742
Dec 09 14:08:28.992659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56914) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:29.006208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b2d152c3-7d7c-4e49-8015-bfecfbcafbdb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:29.112294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:29.112582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.163792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Transition to ACTIVE for port object cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:29.189836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Transition to ACTIVE for port object cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:29.195902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.205448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a0f07987-dc18-43d5-b9f9-66da079fc8a7 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:29.221804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.228231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.232394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.238566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dcf6ab61-d1a1-4a1e-8ef3-1138068a7eb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:29.241187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2aff75c1-b0e9-4fc3-8b26-bdbc21340cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:29.261463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Network': ['ID=e619d215-59e8-4491-bc0b-f927d61345b7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:29.270154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:29.310412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/networks/e619d215-59e8-4491-bc0b-f927d61345b7 HTTP/1.1" status: 204  len: 168 time: 1.3676252
Dec 09 14:08:29.313467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet a12d03c3-a589-4617-9f3c-f2622aa2d486 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:29.318977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56918) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:29.325653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.383585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.394470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=85ce9a22-76ba-4762-a7d1-aa73ec7bffae,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:29.403267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:29.412948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:29.421559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3385bd94-868e-4624-a360-c81fcd03d871 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:29.423381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:29.426133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:29.428122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.465263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Network b44ce328-0e71-4df2-847c-479f08f61d48 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:29.470018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:29.478131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:29.480630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Pushing event updated for resources: {'Port': ['ID=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:29.489972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.492242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:29.525482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.610779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Attempting to bind port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:29.611323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Attempting to bind port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '9de8008c-9fc7-46b2-af4d-709f74e4af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:29.611776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Attempting to bind port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 on network b44ce328-0e71-4df2-847c-479f08f61d48 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:29.619697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Subnet': ['ID=4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:29.627337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:29.627733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Checking segment: {'id': '9de8008c-9fc7-46b2-af4d-709f74e4af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:29.628094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.628517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Bound using segment: {'id': '9de8008c-9fc7-46b2-af4d-709f74e4af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:29.629037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Bound port: cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de8008c-9fc7-46b2-af4d-709f74e4af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b44ce328-0e71-4df2-847c-479f08f61d48'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:29.629476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.642399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:29.740645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] For port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:29.745254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] For port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,segment=NetworkSegment(9de8008c-9fc7-46b2-af4d-709f74e4af90),segment_id=9de8008c-9fc7-46b2-af4d-709f74e4af90)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:29.757872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.758073 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4661188
Dec 09 14:08:29.761727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56922) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:29.765314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2bec20e1-1f18-4571-9c3a-c0b24395b2c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:29.772194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.782571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'security_group': {'name': 'tempest-secgroup-70089942'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:29.790854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:29.798847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:29.802861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:29.807589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Checking segment: {'id': 'd383c2f4-8d2f-41bc-8642-a2124bfb020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:29.808067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network hostable DHCP agents. Network: 77d47b6d-dbd1-451f-8702-73eb53d1055a, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:29.813259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:29.858872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.875700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Pushing event updated for resources: {'Port': ['ID=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:29.888135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:29.916075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:29.925384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.967962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 77d47b6d-dbd1-451f-8702-73eb53d1055a) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:29.978184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:29.979120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:29.983676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e154b2f-943b-446e-a802-0299bae10079 None None] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:30.014128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0334108
Dec 09 14:08:30.017899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56926) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.020181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcaccf-a7ac-4b0a-bbe4-4af5ed6a382a None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:30.026938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'subnet': {'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:30.033407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.085981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:30.090104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448998340>,) {'filters': {'network_id': ['4a52dc81-5273-4d0b-a1d0-db3639474643']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:30.102792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group_rule and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:30.106644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:30.117335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448998340>, '43363d51-606e-4eae-b837-c52498e92dd9') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:30.117654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448998340>, '43363d51-606e-4eae-b837-c52498e92dd9') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:30.135919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:30.144024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.169001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.176410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-34086717-9f7f-4080-ab66-9a3e491c8d6c tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:30.224271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=a12d03c3-a589-4617-9f3c-f2622aa2d486,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:30.229407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:30.234578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.275285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:30.275911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.287672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39515de1-0bdb-43c0-8306-7756d9544554 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:30.296548 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:30.299539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.313435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2fa604ea-e682-4f09-986b-99857f859be1 None None] Provisioning complete for port b3e0fede-a04b-4010-8d8f-09bfcb12924d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:30.313851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fa604ea-e682-4f09-986b-99857f859be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.315044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.319606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:30.326460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.336369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:subnet and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:30.336961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ec4b7461-ba6a-44fe-a0e2-90e5fe7c4468 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:30.341248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:30.358354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:30.380589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2fa604ea-e682-4f09-986b-99857f859be1 None None] Port b3e0fede-a04b-4010-8d8f-09bfcb12924d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:30.382661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:30.422459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.445721 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/a12d03c3-a589-4617-9f3c-f2622aa2d486 HTTP/1.1" status: 204  len: 168 time: 1.4497550
Dec 09 14:08:30.447344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.448493 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 0.6834464
Dec 09 14:08:30.451389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56930) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.451718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56932) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.507742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.513638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1126475913'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:30.518004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39062ce7-6d33-4c5b-a7be-2cc3432a83b2,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:30.526424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.528181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:30.536385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:30.537789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa40615e-2b09-4821-aa2b-ebbd4a00b852 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:30.541291 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9054e5b4-519a-418a-a260-57d797cd580e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0885112
Dec 09 14:08:30.541970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:30.564711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:30.568547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.575524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.578272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Network': ['ID=4a52dc81-5273-4d0b-a1d0-db3639474643,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:30.580965 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/networks/4a52dc81-5273-4d0b-a1d0-db3639474643 HTTP/1.1" status: 204  len: 168 time: 1.2604616
Dec 09 14:08:30.582271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:30.586499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:30.589637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56940) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.592460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:30.605499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.681226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2fa604ea-e682-4f09-986b-99857f859be1 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:30.681757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fa604ea-e682-4f09-986b-99857f859be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.687993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.761380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:30.775730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group_rule and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:30.777147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=e72f53e1-c74c-4812-857c-efcf44b305a2,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:30.779381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-77d47b6d-dbd1-451f-8702-73eb53d1055a', 'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a', 'tenant_id': '5a7de317b3214bd893a3044c9ae01793', 'fixed_ips': [{'subnet_id': '4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:30.780360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.784255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:30.785110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.786705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/ports/e72f53e1-c74c-4812-857c-efcf44b305a2 HTTP/1.1" status: 200  len: 910 time: 2.0738275
Dec 09 14:08:30.788057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:30.789323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:30.792673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.798036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:30.805079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270714c-5b5d-41b3-95d8-dd4dd1cfffc1 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:30.809256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270714c-5b5d-41b3-95d8-dd4dd1cfffc1 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:30.810063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9270714c-5b5d-41b3-95d8-dd4dd1cfffc1 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Synchronizing usage tracker for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:30.846627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9270714c-5b5d-41b3-95d8-dd4dd1cfffc1 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Unset dirty status for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:30.846627 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9270714c-5b5d-41b3-95d8-dd4dd1cfffc1 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2509232
Dec 09 14:08:30.846627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56950) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:30.852760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1585958389'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:30.859863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:30.870507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:30.900464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:30.905754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.969300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:30.978945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.992111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:30.992743 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Added segment 62d08973-96e5-4c5f-ac22-57753ee0d022 of type vlan for network 4b8c8f98-e8b8-4909-8856-291841170dba
Dec 09 14:08:31.003341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.009119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:31.083694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.090361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2e5a17-fbdf-49b0-ba57-a9a897bf0b41,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:31.107835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:31.111326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.122163 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6678734
Dec 09 14:08:31.126842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56954) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:31.149443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c94850fc-9d57-4bea-8830-d6a9d320dba6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:31.150459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'security_group': {'name': 'tempest-secgroup-615006455'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:31.162373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:31.168026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:31.171722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:31.182336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:31.201883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.226287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41ce5d9-8596-46fb-af3d-e3d547115449 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:31.230290 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a41ce5d9-8596-46fb-af3d-e3d547115449 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6358504
Dec 09 14:08:31.232984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:31.281592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:31.286644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:security_group_rule and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:31.290257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.294499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:31.295112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.299230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:31.303141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-01b0eb1e-63ea-46c0-b8e8-53fe508d6f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:31.347294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:31.401959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4592a-f654-4421-a4b9-cbfef742aa8e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:31.402708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d6c4592a-f654-4421-a4b9-cbfef742aa8e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:31.407732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488ff7e-7f86-4410-9570-93896e9e083a None None] Network b44ce328-0e71-4df2-847c-479f08f61d48 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:31.422913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:31.460494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Deleting port c94850fc-9d57-4bea-8830-d6a9d320dba6 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:31.460621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.464011 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6158926
Dec 09 14:08:31.469650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56962) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:31.480064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1819772707'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:31.483325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Network': ['ID=4b8c8f98-e8b8-4909-8856-291841170dba,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:31.487922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:31.493376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:31.524073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:31.534146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Allocated IP 2001:db8::2 (77d47b6d-dbd1-451f-8702-73eb53d1055a/4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66/ace56b10-db00-4b77-a4d4-a170e848fe99) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:31.549848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.554937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:31.559551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.570373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d6c4592a-f654-4421-a4b9-cbfef742aa8e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:31.572352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d6c4592a-f654-4421-a4b9-cbfef742aa8e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3377209
Dec 09 14:08:31.574501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.574657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56966) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:31.577421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.584018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cfc3e3fb-ce9d-4f98-a1c5-369049da78a4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:31.586120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-087b93c8-f63b-4fd7-b5a0-f2524cf00682 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:31.634422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.638210 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.5063305
Dec 09 14:08:31.638210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13c42f3-3ce1-49ae-925b-d690a7a5c502,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:31.644558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:31.656254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56970) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:31.662207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:31.663224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.663562 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Added segment 9c004e84-f3d0-4786-a840-2b2561f8af39 of type vlan for network 771bbf23-d117-4fc3-8089-ec3e0c18ec3b
Dec 09 14:08:31.667762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-194169106', 'security_groups': ['f13c42f3-3ce1-49ae-925b-d690a7a5c502'], 'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '85ce9a22-76ba-4762-a7d1-aa73ec7bffae'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:31.712120 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b03daede-307c-4954-9bc4-330c33b249f3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1316829
Dec 09 14:08:31.718929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:31.739136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:31.797653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.836626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 4b8c8f98-e8b8-4909-8856-291841170dba details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:31.839244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Subnet': ['ID=74e8a934-27c1-4df6-81af-fa94ef62459c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:31.860847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:31.862064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:31.873324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:31.877516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.878160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Update dhcp port {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'fixed_ips': [{'subnet_id': 'bf382035-77d7-4c11-9599-dc5b3c94dd48', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '85ce9a22-76ba-4762-a7d1-aa73ec7bffae'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '2dc489e5-badf-4c01-bcf0-0be8af9ccd1f'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:08:31.883053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:31.883416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:31.891007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a5b3f836-4afd-4491-8d57-ef9a8b0f01ef tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:31.906333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Checking segment: {'id': 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:31.906333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network hostable DHCP agents. Network: 5e329dee-24fc-42cf-9043-7a32488707ee, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:31.910344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:31.931826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:31.936086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:31.937029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.068544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:32.091382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network 5e329dee-24fc-42cf-9043-7a32488707ee is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:32.166949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.168599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5e329dee-24fc-42cf-9043-7a32488707ee) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:32.191206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:32.191990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.197291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be528a7e-cce7-43d9-891b-5391e6c00d4d None None] Network 5e329dee-24fc-42cf-9043-7a32488707ee requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:32.208945 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7337244
Dec 09 14:08:32.208945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Network': ['ID=771bbf23-d117-4fc3-8089-ec3e0c18ec3b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:32.209488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:32.210179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d22b3cae-8105-427c-b286-8234ffe2068e None None] Provisioning for port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:32.214227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56978) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:32.220334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'ports': [{'network_id': '4b8c8f98-e8b8-4909-8856-291841170dba', 'name': 'tempest-port--11817770', 'admin_state_up': True}, {'network_id': '771bbf23-d117-4fc3-8089-ec3e0c18ec3b', 'admin_state_up': False}]} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:32.220931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'port': {'network_id': '4b8c8f98-e8b8-4909-8856-291841170dba', 'name': 'tempest-port--11817770', 'admin_state_up': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:32.221597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'port': {'network_id': '771bbf23-d117-4fc3-8089-ec3e0c18ec3b', 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:32.221743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.229619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c94850fc-9d57-4bea-8830-d6a9d320dba6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:32.230188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.243129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.267655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2484705
Dec 09 14:08:32.269060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 771bbf23-d117-4fc3-8089-ec3e0c18ec3b details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:32.278797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:32.378521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Transition to ACTIVE for port object ace56b10-db00-4b77-a4d4-a170e848fe99 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:32.380917 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:08:32.396812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.492915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] device_id is not set on port 29ce6498-9bee-4c78-881b-2f4d729ac102 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:32.585117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:32.602700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Usage tracker for resource:port and tenant:689345e2d9d149fa9ef94b4a18da78a7 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:32.610942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:32.665137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:32.702702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'port': 2} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:32.704964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Transition to ACTIVE for port object ace56b10-db00-4b77-a4d4-a170e848fe99 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:32.708591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.746802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.784115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.788504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:32.878133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] For port c94850fc-9d57-4bea-8830-d6a9d320dba6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c94850fc-9d57-4bea-8830-d6a9d320dba6,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:32.878516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:32.927286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8::19e (760da705-5cc0-4bea-88c0-a2cab8060e8c/85ce9a22-76ba-4762-a7d1-aa73ec7bffae/29ce6498-9bee-4c78-881b-2f4d729ac102) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:32.955403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] device_id is not set on port 6f056c4f-e5bd-433d-877b-3e60addaee8f yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:33.143692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:33.163357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Calling delete_port for c94850fc-9d57-4bea-8830-d6a9d320dba6 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:33.192096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Pushing event updated for resources: {'Port': ['ID=ace56b10-db00-4b77-a4d4-a170e848fe99,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:33.220739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:33.220739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:33.220739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:33.296937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.296937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3a09012-a503-4951-8c46-5415cb78f330 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:33.303849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.303849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.322602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:33.402866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Transition to ACTIVE for port object 29ce6498-9bee-4c78-881b-2f4d729ac102 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:33.407985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5e329dee-24fc-42cf-9043-7a32488707ee', 'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee', 'tenant_id': '5a7de317b3214bd893a3044c9ae01793', 'fixed_ips': [{'subnet_id': '74e8a934-27c1-4df6-81af-fa94ef62459c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:33.408820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.451810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] device_id is not set on port 8d0ad8ca-9162-46c3-a84f-ad353f23a0f9 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:33.468564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.471034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:33.480463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:33.482569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:33.492073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=9ea0de3e-de10-4cf9-831a-276ec46d18f6,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:33.499889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:33.500673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.517092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:33.539735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.559167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6fbbda79-edc9-43f8-a64a-7cb6a8aa8e40 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:33.623936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Pushing event deleted for resources: {'Port': ['ID=c94850fc-9d57-4bea-8830-d6a9d320dba6,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:33.635234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:33.635999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Attempting to bind port ace56b10-db00-4b77-a4d4-a170e848fe99 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:33.636767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Attempting to bind port ace56b10-db00-4b77-a4d4-a170e848fe99 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'd383c2f4-8d2f-41bc-8642-a2124bfb020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:33.636881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Attempting to bind port ace56b10-db00-4b77-a4d4-a170e848fe99 on network 77d47b6d-dbd1-451f-8702-73eb53d1055a {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:33.655508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] No DVR routers for this DVR port c94850fc-9d57-4bea-8830-d6a9d320dba6 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:33.661251 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9364569
Dec 09 14:08:33.663273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.682722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 56986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:33.712187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '9ea0de3e-de10-4cf9-831a-276ec46d18f6', 'ip_address': '2001:db8::e904:4b11:76e7:a744'}], 'name': 'tempest-NetworksTestDHCPv6-429247137'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:33.713326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b85964-199c-46c2-aecd-4fe3733b4910 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:33.729993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.759848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=29ce6498-9bee-4c78-881b-2f4d729ac102,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:33.768574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:33.780821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.788624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11a9b5c5-e897-44d9-a5e9-296a97f808a8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:33.862655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:33.868368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:33.868368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Port': ['ID=6f056c4f-e5bd-433d-877b-3e60addaee8f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:33.870850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:33.874977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:33.875502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.889150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:33.938328 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.2795088
Dec 09 14:08:33.940353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56990) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:33.950097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:33.968624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:33.970883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Checking segment: {'id': 'd383c2f4-8d2f-41bc-8642-a2124bfb020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:33.970883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.970883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Bound using segment: {'id': 'd383c2f4-8d2f-41bc-8642-a2124bfb020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:33.980205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Bound port: ace56b10-db00-4b77-a4d4-a170e848fe99, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd383c2f4-8d2f-41bc-8642-a2124bfb020b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '77d47b6d-dbd1-451f-8702-73eb53d1055a'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:33.980205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:33.982360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Checking segment: {'id': '62d08973-96e5-4c5f-ac22-57753ee0d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4b8c8f98-e8b8-4909-8856-291841170dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:33.982360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network hostable DHCP agents. Network: 4b8c8f98-e8b8-4909-8856-291841170dba, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:34.055223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Allocated IP 2001:db8::2 (760da705-5cc0-4bea-88c0-a2cab8060e8c/85ce9a22-76ba-4762-a7d1-aa73ec7bffae/2dc489e5-badf-4c01-bcf0-0be8af9ccd1f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:34.120020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network 4b8c8f98-e8b8-4909-8856-291841170dba is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:34.129206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 4b8c8f98-e8b8-4909-8856-291841170dba) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:34.140915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:34.140915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.146921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab02736b-3fe1-423e-8e04-c96d299a213a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:34.190146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] For port ace56b10-db00-4b77-a4d4-a170e848fe99, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:34.205018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] For port ace56b10-db00-4b77-a4d4-a170e848fe99, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ace56b10-db00-4b77-a4d4-a170e848fe99,segment=NetworkSegment(d383c2f4-8d2f-41bc-8642-a2124bfb020b),segment_id=d383c2f4-8d2f-41bc-8642-a2124bfb020b)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:34.214305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:34.220900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:34.228354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:34.228354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:34.234931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:34.240218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:34.250076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:34.255279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b63c0a-9ce0-40bf-b538-79a20ce42fde None None] Network 4b8c8f98-e8b8-4909-8856-291841170dba requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:34.258384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:34.261065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Port': ['ID=8d0ad8ca-9162-46c3-a84f-ad353f23a0f9,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:34.261216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:34.263403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:34.266851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:34.269582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.271262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.289206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6077ce6e-6cc1-4ca1-ae9f-515313846238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:34.330998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:34.330998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.350107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:34.355703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.398608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port e72f53e1-c74c-4812-857c-efcf44b305a2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:34.398608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.454409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:34.513187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Checking segment: {'id': '9c004e84-f3d0-4786-a840-2b2561f8af39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '771bbf23-d117-4fc3-8089-ec3e0c18ec3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:34.513674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network hostable DHCP agents. Network: 771bbf23-d117-4fc3-8089-ec3e0c18ec3b, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:34.535703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Allocated IP 2001:db8::1 (77d47b6d-dbd1-451f-8702-73eb53d1055a/4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66/bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:34.595442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85ce9a22-76ba-4762-a7d1-aa73ec7bffae (CIDR: 2001:db8::/64)
Dec 09 14:08:34.596834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network 771bbf23-d117-4fc3-8089-ec3e0c18ec3b is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:34.605816 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:34.606607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:34.639048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 771bbf23-d117-4fc3-8089-ec3e0c18ec3b) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:34.648847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:34.655081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:34.658874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:34.659403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:34.681382 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-accc5eeb-dcd6-4f2a-8b6f-0514ea9bf9bf tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7355535
Dec 09 14:08:34.681382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56994) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:34.688580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:34.692611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Allocated IP 2001:db8::2 (5e329dee-24fc-42cf-9043-7a32488707ee/74e8a934-27c1-4df6-81af-fa94ef62459c/3622fa48-bb2f-4493-b5b1-6a15d44819ca) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:34.717657 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 2.4983668
Dec 09 14:08:34.726290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 56998) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:34.818178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8e1de-035a-48b3-aba3-6eaa8b05dfec None None] Network 771bbf23-d117-4fc3-8089-ec3e0c18ec3b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:34.931671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:34.936160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:34.939624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:34.945822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:34.961618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:34.965970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.158867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3aed1-f723-4626-89c2-7e861f6d4990 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:35.170671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3aed1-f723-4626-89c2-7e861f6d4990 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:35.170671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7ec3aed1-f723-4626-89c2-7e861f6d4990 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Synchronizing usage tracker for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:35.179769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.219060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7ec3aed1-f723-4626-89c2-7e861f6d4990 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Unset dirty status for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:35.221667 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7ec3aed1-f723-4626-89c2-7e861f6d4990 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.4961185
Dec 09 14:08:35.235628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57002) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:35.265654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7f3ef8f0-58c8-45fe-b5af-601f00433fa8 None None] Provisioning complete for port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:35.265654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef8f0-58c8-45fe-b5af-601f00433fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.315671 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bf382035-77d7-4c11-9599-dc5b3c94dd48 (CIDR: 2001:db8:0:1::/64)
Dec 09 14:08:35.337751 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:35.341477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:35.366831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '9ea0de3e-de10-4cf9-831a-276ec46d18f6'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:35.367664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.401309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Deleting port 6f056c4f-e5bd-433d-877b-3e60addaee8f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:35.401845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.401961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for e72f53e1-c74c-4812-857c-efcf44b305a2 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:35.483172 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c8c7f0dc-80f4-4303-b3e6-87fb2087223b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.7804594
Dec 09 14:08:35.490424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57008) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:35.512299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'subnet': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:35.656294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Pushing event updated for resources: {'Port': ['ID=ace56b10-db00-4b77-a4d4-a170e848fe99,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:35.682944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.698453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::e904:4b11:76e7:a744 (06176117-bfee-4a45-b798-e2271f4e3e62/9ea0de3e-de10-4cf9-831a-276ec46d18f6/a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:35.713935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.715166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.426s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:35.760114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:35.774354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Transition to ACTIVE for port object bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:35.863846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:35.877194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Calling delete_port for 6f056c4f-e5bd-433d-877b-3e60addaee8f owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:35.877659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.902148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Usage tracker for resource:subnet and tenant:d5e20710a2a544aa821d07a4061792c8 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:35.910911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:35.972876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:35.984068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:35.998707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77804727-5c3b-4b48-a9ca-5c43b7ae8e80 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:36.006573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:08:36.007997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.020917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e0a3fbdd-f354-4334-bf85-760f0063a68f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:36.048536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.089507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Port': ['ID=6f056c4f-e5bd-433d-877b-3e60addaee8f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:36.094077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:36.099433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.118470 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/ports/6f056c4f-e5bd-433d-877b-3e60addaee8f HTTP/1.1" status: 204  len: 168 time: 0.8810227
Dec 09 14:08:36.121319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57014) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:36.124615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f3ef8f0-58c8-45fe-b5af-601f00433fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.149375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,segment=NetworkSegment(9de8008c-9fc7-46b2-af4d-709f74e4af90),segment_id=9de8008c-9fc7-46b2-af4d-709f74e4af90)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:36.153281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Made reservation on behalf of d5e20710a2a544aa821d07a4061792c8 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:36.172542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.189922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7169648c-399d-40cc-9e4f-3f08e3042ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:36.264147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Deleting port 8d0ad8ca-9162-46c3-a84f-ad353f23a0f9 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:36.268422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.273002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:36.281651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:36.309698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Port': ['ID=bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:36.314319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.316229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:36.325827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:36.335464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:36.339732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:36.341570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.384213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Transition to ACTIVE for port object 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:36.385650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Transition to ACTIVE for port object 3622fa48-bb2f-4493-b5b1-6a15d44819ca will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:36.399797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.401589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ace56b10-db00-4b77-a4d4-a170e848fe99 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:36.409932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.417734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8931fd21-7f35-45c6-bf29-f69f66002fdc tempest-FloatingIPTestJSON-1153978504 tempest-FloatingIPTestJSON-1153978504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:36.443237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.459144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-debfda03-f935-45be-8cd7-8347cd9ca7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:36.505057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=e72f53e1-c74c-4812-857c-efcf44b305a2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:36.508571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:36.519441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:36.542707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b9ee5-d547-45a9-8b8a-f4bb123dbe20 None None] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:36.556634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.632015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.675996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-7f3ef8f0-58c8-45fe-b5af-601f00433fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:36.676372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-7f3ef8f0-58c8-45fe-b5af-601f00433fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:36.707619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Transition to ACTIVE for port object 3622fa48-bb2f-4493-b5b1-6a15d44819ca will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:36.788996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Calling delete_port for 8d0ad8ca-9162-46c3-a84f-ad353f23a0f9 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:36.810234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:36.839379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:36.847083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:36.849842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e4f33cb2-3d1f-4928-ae91-b36f7f7a22d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:37.014802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.021014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Network 5e329dee-24fc-42cf-9043-7a32488707ee is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:37.022617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2a7f224e-4cb4-4510-9061-59ec7eba13ab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:37.039824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:37.047432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port ace56b10-db00-4b77-a4d4-a170e848fe99 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:37.056889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.057324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:37.064102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/9ea0de3e-de10-4cf9-831a-276ec46d18f6/7a9319de-de9d-492a-8d49-70ae258298bc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:37.071815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Port': ['ID=8d0ad8ca-9162-46c3-a84f-ad353f23a0f9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:37.078069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:37.084376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fea4c42b-9636-44d7-91d4-31a4e38527bc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:37.084588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.086125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Pushing event updated for resources: {'Port': ['ID=3622fa48-bb2f-4493-b5b1-6a15d44819ca,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:37.090818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:37.095941 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/ports/8d0ad8ca-9162-46c3-a84f-ad353f23a0f9 HTTP/1.1" status: 204  len: 168 time: 0.9734852
Dec 09 14:08:37.099357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57018) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:37.148984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0357e439-0f09-4579-be52-fe12edc80deb tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Synchronizing usage tracker for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:37.178213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:37.179075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0357e439-0f09-4579-be52-fe12edc80deb tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Unset dirty status for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:37.186327 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0357e439-0f09-4579-be52-fe12edc80deb tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0797451
Dec 09 14:08:37.191544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57022) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:37.203825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1489895976'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:37.210634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:37.210800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:37.213399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.215614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Usage tracker for resource:network and tenant:689345e2d9d149fa9ef94b4a18da78a7 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:37.219095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c94850fc-9d57-4bea-8830-d6a9d320dba6 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:37.219228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:37.228091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:37.244005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:37.249643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.256768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:37.260205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:37.287118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:37.296820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.297407 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Added segment fc1107da-7903-493a-9181-74d4125a66b6 of type vlan for network 99c5ee61-07e1-4c3f-ac57-ecc30d421001
Dec 09 14:08:37.327641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.363477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.368143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:37.368944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.373705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72522007-5581-4859-9eb0-f7d089ae288e tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:37.432799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Attempting to bind port 3622fa48-bb2f-4493-b5b1-6a15d44819ca on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:37.433324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Attempting to bind port 3622fa48-bb2f-4493-b5b1-6a15d44819ca by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:37.433648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Attempting to bind port 3622fa48-bb2f-4493-b5b1-6a15d44819ca on network 5e329dee-24fc-42cf-9043-7a32488707ee {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:37.437246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c94850fc-9d57-4bea-8830-d6a9d320dba6 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:37.437707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c94850fc-9d57-4bea-8830-d6a9d320dba6 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:37.504594 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3112047
Dec 09 14:08:37.507636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57026) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:37.510768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Network': ['ID=99c5ee61-07e1-4c3f-ac57-ecc30d421001,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:37.517247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-587942283'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:37.523335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:37.530975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Usage tracker for resource:network and tenant:689345e2d9d149fa9ef94b4a18da78a7 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:37.534938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:37.536882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:37.542111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.546134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:37.549583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:37.565789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:37.566434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.571839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:37.576788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.595161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 99c5ee61-07e1-4c3f-ac57-ecc30d421001 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:37.615982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:37.626669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.627932 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Added segment 20766730-459f-4e81-b305-f62488712672 of type vlan for network 25179cdf-51d4-4ba6-ae62-a1f8af600f3f
Dec 09 14:08:37.672977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.710655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:37.711044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Checking segment: {'id': 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:37.711757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.712171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Bound using segment: {'id': 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:37.712665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Bound port: 3622fa48-bb2f-4493-b5b1-6a15d44819ca, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '5e329dee-24fc-42cf-9043-7a32488707ee'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:37.713084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.714415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.718667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:37.719423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:37.743174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c340db19-fa2f-4119-b027-4cb125e61cd8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:37.773372 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.2644153
Dec 09 14:08:37.938157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57030) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:37.965435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'subnets': [{'network_id': '99c5ee61-07e1-4c3f-ac57-ecc30d421001', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1846425533', 'ip_version': 4}, {'network_id': '25179cdf-51d4-4ba6-ae62-a1f8af600f3f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:37.965800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'subnet': {'network_id': '99c5ee61-07e1-4c3f-ac57-ecc30d421001', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1846425533', 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:37.966423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Request body: {'subnet': {'network_id': '25179cdf-51d4-4ba6-ae62-a1f8af600f3f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:38.004172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Network': ['ID=25179cdf-51d4-4ba6-ae62-a1f8af600f3f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:38.010887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:38.011038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] For port 3622fa48-bb2f-4493-b5b1-6a15d44819ca, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:38.036380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.3482678
Dec 09 14:08:38.037849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 25179cdf-51d4-4ba6-ae62-a1f8af600f3f details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:38.044357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57034) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:38.086773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] For port 3622fa48-bb2f-4493-b5b1-6a15d44819ca, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3622fa48-bb2f-4493-b5b1-6a15d44819ca,segment=NetworkSegment(bd9b6e1d-e89c-4de7-9299-5e64c09525d4),segment_id=bd9b6e1d-e89c-4de7-9299-5e64c09525d4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:38.121292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '9ea0de3e-de10-4cf9-831a-276ec46d18f6', 'ip_address': '2001:db8::e904:4b11:76e7:a744'}], 'name': 'tempest-NetworksTestDHCPv6-559130788'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:38.163603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.168454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f721de4b-b74a-4370-80cb-6e912651bdfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:38.268188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:38.272786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Usage tracker for resource:subnet and tenant:689345e2d9d149fa9ef94b4a18da78a7 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:38.276122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:38.283984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:38.301392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Made reservation on behalf of 689345e2d9d149fa9ef94b4a18da78a7 for: {'subnet': 2} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:38.305834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.330836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Transition to ACTIVE for port object 7a9319de-de9d-492a-8d49-70ae258298bc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:38.356771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Transition to ACTIVE for port object 7a9319de-de9d-492a-8d49-70ae258298bc will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:38.366591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Provisioning complete for port b3e0fede-a04b-4010-8d8f-09bfcb12924d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:38.367452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.421347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.444868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:08:38.461880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:38.468554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:38.529298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:38.531736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:38.564802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.595008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.596254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.605774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ba3b1872-84cc-4202-a436-fe0d8f88ddee tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:38.644387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.644823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.666300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Pushing event updated for resources: {'Port': ['ID=3622fa48-bb2f-4493-b5b1-6a15d44819ca,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:38.689350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:38.691193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Port b3e0fede-a04b-4010-8d8f-09bfcb12924d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:38.700087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:38.702812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:38.703150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e7d3afc1-48e8-4505-8a4f-71b9f14ea609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:38.733883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:38.789136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Attempting to bind port 7a9319de-de9d-492a-8d49-70ae258298bc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:38.789621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Attempting to bind port 7a9319de-de9d-492a-8d49-70ae258298bc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:38.790132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Attempting to bind port 7a9319de-de9d-492a-8d49-70ae258298bc on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:38.795799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:38.801373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Provisioning for port ace56b10-db00-4b77-a4d4-a170e848fe99 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:38.814920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:38.840065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Port': ['ID=bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:38.857705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Provisioning complete for port ace56b10-db00-4b77-a4d4-a170e848fe99 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:38.858086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.896151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Pushing event updated for resources: {'Port': ['ID=7a9319de-de9d-492a-8d49-70ae258298bc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:38.921119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:38.933277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:38.933748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:38.934167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:38.934566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:38.935060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Bound port: 7a9319de-de9d-492a-8d49-70ae258298bc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:38.935443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.097696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:39.108595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.119640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1dc8824d-fb98-4ae0-a2ca-7b7419b1e603 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:39.131851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] For port 7a9319de-de9d-492a-8d49-70ae258298bc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:39.154124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:39.154309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] For port 7a9319de-de9d-492a-8d49-70ae258298bc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7a9319de-de9d-492a-8d49-70ae258298bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:39.155252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:39.155671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.185098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.188607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.205701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:39.232451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.236911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d32ab8d0-0538-494b-90a7-95a79d3afe83 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:39.310021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:39.320470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] For port ace56b10-db00-4b77-a4d4-a170e848fe99, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ace56b10-db00-4b77-a4d4-a170e848fe99,segment=NetworkSegment(d383c2f4-8d2f-41bc-8642-a2124bfb020b),segment_id=d383c2f4-8d2f-41bc-8642-a2124bfb020b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:39.323753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Subnet': ['ID=ab7d8183-edd6-443d-9373-0d9ec70f2196,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:39.325799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:39.326910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Pushing event updated for resources: {'Port': ['ID=7a9319de-de9d-492a-8d49-70ae258298bc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:39.327041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:39.330933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:39.336706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Subnet': ['ID=e3594ade-a40e-4d7b-b15d-7b863ab64a85,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:39.344260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:39.344997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.351990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Checking segment: {'id': 'fc1107da-7903-493a-9181-74d4125a66b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '99c5ee61-07e1-4c3f-ac57-ecc30d421001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:39.352554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network hostable DHCP agents. Network: 99c5ee61-07e1-4c3f-ac57-ecc30d421001, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:39.354330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:39.370149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.372637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1ebec-e035-4d1e-9f12-248f8b57d889 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:39.389337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:39.391241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network 99c5ee61-07e1-4c3f-ac57-ecc30d421001 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:39.396475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:39.397064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0e2d39d-e703-488e-9642-c67917aad3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:39.405362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router 1e280b61-fddb-46ea-b580-7ff3c85c7d23 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:39.422678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 99c5ee61-07e1-4c3f-ac57-ecc30d421001) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:39.429763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.439753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9d296203-e679-4857-a965-aafe7c767bd6 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:39.454711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a49af3-dc2b-42d6-a7c6-74f60b51cfc3 None None] Network 99c5ee61-07e1-4c3f-ac57-ecc30d421001 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:39.558347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event updated for resources: {'Subnet': ['ID=3c3d790b-760a-4f83-ab3a-131a3b9419f4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:39.579819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:39.587839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Checking segment: {'id': '20766730-459f-4e81-b305-f62488712672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '25179cdf-51d4-4ba6-ae62-a1f8af600f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:39.588196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network hostable DHCP agents. Network: 25179cdf-51d4-4ba6-ae62-a1f8af600f3f, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:39.652136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Network 25179cdf-51d4-4ba6-ae62-a1f8af600f3f is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:39.655024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.667357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Pushing event updated for resources: {'Port': ['ID=ace56b10-db00-4b77-a4d4-a170e848fe99,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:39.671766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 25179cdf-51d4-4ba6-ae62-a1f8af600f3f) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:39.675003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 4.1972990
Dec 09 14:08:39.679201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57038) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:39.689208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:39.693685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:39.694846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:39.714585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:39.726248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-10271425', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3594ade-a40e-4d7b-b15d-7b863ab64a85'}], 'security_groups': ['39062ce7-6d33-4c5b-a7be-2cc3432a83b2', '2e2e5a17-fbdf-49b0-ba57-a9a897bf0b41']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:39.730031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port dc7d699b-8b5d-46f5-9c47-8618f9ee1552 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:39.873301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e149cf-7cc1-4adb-8b58-fb3b6a5fab33 None None] Network 25179cdf-51d4-4ba6-ae62-a1f8af600f3f requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:39.946801 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 2.0078058
Dec 09 14:08:39.950206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57042) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:40.114438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Provisioning for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:40.140806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb1abc-86fb-4447-8a3f-24f8f9052814 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:40.142403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb1abc-86fb-4447-8a3f-24f8f9052814 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:40.143768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb1abc-86fb-4447-8a3f-24f8f9052814 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:40.144882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-83fb1abc-86fb-4447-8a3f-24f8f9052814 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Synchronizing usage tracker for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:40.145104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:40.146122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.187979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-83fb1abc-86fb-4447-8a3f-24f8f9052814 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Unset dirty status for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:40.194202 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-83fb1abc-86fb-4447-8a3f-24f8f9052814 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.2383559
Dec 09 14:08:40.194202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57046) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:40.208940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:40.219609 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] Sync routers for ids ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:40.240415 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] Routers {'1e280b61-fddb-46ea-b580-7ff3c85c7d23'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:40.241040 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a158d60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:40.266817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/1e280b61-fddb-46ea-b580-7ff3c85c7d23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4649119
Dec 09 14:08:40.278194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Deleting subnet ab7d8183-edd6-443d-9373-0d9ec70f2196 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:40.281393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.287744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57050) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:40.321212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dcecd5-31db-4e88-bf68-b14c726df673 None None] Network 5e329dee-24fc-42cf-9043-7a32488707ee requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:40.350418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.392870 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a158d60>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:40.416500 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] Routers {'1e280b61-fddb-46ea-b580-7ff3c85c7d23'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:40.417579 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a158d60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:40.467713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7dc00f1-48a1-463a-b313-96ebecacdb05 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:40.492396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.531339 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a158d60>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:40.534184 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40819a-b3aa-48e7-9d79-8249593b8c8c None None] The sync data for ids ['1e280b61-fddb-46ea-b580-7ff3c85c7d23'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:40.548234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:08:40.548943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:40.554395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.558872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a45fb-7b7f-481f-acae-7e03f174caa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-99c5ee61-07e1-4c3f-ac57-ecc30d421001', 'network_id': '99c5ee61-07e1-4c3f-ac57-ecc30d421001', 'tenant_id': '689345e2d9d149fa9ef94b4a18da78a7', 'fixed_ips': [{'subnet_id': 'ab7d8183-edd6-443d-9373-0d9ec70f2196'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:40.559882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e63a45fb-7b7f-481f-acae-7e03f174caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.562997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7dc00f1-48a1-463a-b313-96ebecacdb05 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:40.567289 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7dc00f1-48a1-463a-b313-96ebecacdb05 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e280b61-fddb-46ea-b580-7ff3c85c7d23 HTTP/1.1" status: 200  len: 205 time: 0.2755375
Dec 09 14:08:40.574450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:40.698268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7a9319de-de9d-492a-8d49-70ae258298bc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:40.745613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2b1dd96b-cc2b-429d-8355-8650a666ded7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 2.6990767
Dec 09 14:08:40.749118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57058) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:40.764063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.775931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-183c640e-92bf-44e8-a697-02dcb8e61036 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:40.827278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.831623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7d8183-edd6-443d-9373-0d9ec70f2196,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:40.838681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:40.847365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.893823 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/subnets/ab7d8183-edd6-443d-9373-0d9ec70f2196 HTTP/1.1" status: 204  len: 168 time: 0.6988142
Dec 09 14:08:40.897840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b91d1d-d208-48d5-bd1a-e350302265c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-25179cdf-51d4-4ba6-ae62-a1f8af600f3f', 'network_id': '25179cdf-51d4-4ba6-ae62-a1f8af600f3f', 'tenant_id': '689345e2d9d149fa9ef94b4a18da78a7', 'fixed_ips': [{'subnet_id': '3c3d790b-760a-4f83-ab3a-131a3b9419f4'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:40.898852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9b91d1d-d208-48d5-bd1a-e350302265c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:40.900722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57062) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:41.004517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Deleting subnet 3c3d790b-760a-4f83-ab3a-131a3b9419f4 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:41.044391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.127398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.217161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 7a9319de-de9d-492a-8d49-70ae258298bc completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:41.217416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Router cb0f7660-fbcb-4117-bab9-e9b9265270f5 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:41.255761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.258767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ace56b10-db00-4b77-a4d4-a170e848fe99 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:41.286342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb85350-f395-4257-aa92-75b8248130c8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:41.290500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb85350-f395-4257-aa92-75b8248130c8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:41.291349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ccb85350-f395-4257-aa92-75b8248130c8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:41.307694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Delete allocated IP 2001:db8::19e (760da705-5cc0-4bea-88c0-a2cab8060e8c/85ce9a22-76ba-4762-a7d1-aa73ec7bffae) {{(pid=83443) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 09 14:08:41.328988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Allocated IP 2001:db8:0:2::1b5 (760da705-5cc0-4bea-88c0-a2cab8060e8c/e3594ade-a40e-4d7b-b15d-7b863ab64a85/29ce6498-9bee-4c78-881b-2f4d729ac102) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:41.394360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.400079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e35ae223-2f44-4e81-9f03-ca26cf1e1139 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:41.415046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ba1a0-a7c1-45db-839b-424a6b2c24e7 None None] Network 99c5ee61-07e1-4c3f-ac57-ecc30d421001 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:41.438569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3d790b-760a-4f83-ab3a-131a3b9419f4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-a9b91d1d-d208-48d5-bd1a-e350302265c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c3d790b-760a-4f83-ab3a-131a3b9419f4: This subnet is being modified by another concurrent operation.
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c3d790b-760a-4f83-ab3a-131a3b9419f4: This subnet is being modified by another concurrent operation.
Dec 09 14:08:41.454623 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:08:41.462238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:41.470311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ccb85350-f395-4257-aa92-75b8248130c8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:41.471965 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ccb85350-f395-4257-aa92-75b8248130c8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.7216208
Dec 09 14:08:41.473832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning for port 3622fa48-bb2f-4493-b5b1-6a15d44819ca completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:41.480069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57066) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:41.481599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.556111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c5e53-95ed-4ebc-abbe-9fbee02f8fe0 None None] Network 25179cdf-51d4-4ba6-ae62-a1f8af600f3f requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:41.556313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.561738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.596142 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/subnets/3c3d790b-760a-4f83-ab3a-131a3b9419f4 HTTP/1.1" status: 204  len: 168 time: 0.6939766
Dec 09 14:08:41.607513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57070) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:41.654681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.655445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router 1e280b61-fddb-46ea-b580-7ff3c85c7d23 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:08:41.677812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.681496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e6060444-87a1-4fdd-a6f7-97262fae5881 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/1e280b61-fddb-46ea-b580-7ff3c85c7d23 HTTP/1.1" status: 204  len: 168 time: 1.0994382
Dec 09 14:08:41.687996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57074) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:41.718212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:41.724693 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4445138
Dec 09 14:08:41.727825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:41.750723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503fe79-4185-4ad8-9f53-fe49f5769f81 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:41.751634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9503fe79-4185-4ad8-9f53-fe49f5769f81 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Synchronizing usage tracker for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:41.752134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] Sync routers for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:41.764785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:41.765131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.811541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Update dhcp port {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'fixed_ips': [{'subnet_id': 'bf382035-77d7-4c11-9599-dc5b3c94dd48', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '85ce9a22-76ba-4762-a7d1-aa73ec7bffae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3594ade-a40e-4d7b-b15d-7b863ab64a85'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '2dc489e5-badf-4c01-bcf0-0be8af9ccd1f'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:08:41.853811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning complete for port ace56b10-db00-4b77-a4d4-a170e848fe99 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:41.854188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:41.997035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9503fe79-4185-4ad8-9f53-fe49f5769f81 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Unset dirty status for tenant:689345e2d9d149fa9ef94b4a18da78a7 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:42.001348 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9503fe79-4185-4ad8-9f53-fe49f5769f81 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3864400
Dec 09 14:08:42.003053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ace56b10-db00-4b77-a4d4-a170e848fe99 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:42.003053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.003962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57082) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:42.100322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:42.100979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449da87f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:42.165355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.205717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449da87f0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:42.209929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:08:42.247122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.393031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:42.393712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449da87f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:42.450555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.493078 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-25b9a73f-a163-43ec-82df-345539ff94f0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:42.497503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-25b9a73f-a163-43ec-82df-345539ff94f0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.7689543
Dec 09 14:08:42.498076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57086) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:42.509219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449da87f0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:42.509392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda85513-21b9-42db-a217-e5f137b1a9c9 None None] The sync data for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:42.523031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3622fa48-bb2f-4493-b5b1-6a15d44819ca up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:42.600475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning for port 7a9319de-de9d-492a-8d49-70ae258298bc completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:42.608249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning complete for port 7a9319de-de9d-492a-8d49-70ae258298bc triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:42.608644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.627485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:42.662329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.667263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Ignored duplicate provisioning block setup for port 29ce6498-9bee-4c78-881b-2f4d729ac102 by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 09 14:08:42.681298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 3622fa48-bb2f-4493-b5b1-6a15d44819ca completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:42.681567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 4773b312-d08e-4d67-97b3-3671e5835efe {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:42.683243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.690788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.719349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 3622fa48-bb2f-4493-b5b1-6a15d44819ca triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:42.719349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.726599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:42.840499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Allocated IP 2001:db8:0:2::2 (760da705-5cc0-4bea-88c0-a2cab8060e8c/e3594ade-a40e-4d7b-b15d-7b863ab64a85/2dc489e5-badf-4c01-bcf0-0be8af9ccd1f) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:42.858987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.886034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.915810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.981808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] In _notify_port_updated(), no bound segment for port 29ce6498-9bee-4c78-881b-2f4d729ac102 on network 760da705-5cc0-4bea-88c0-a2cab8060e8c {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:08:42.985898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:42.986493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:42.992010 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "PUT /v2.0/ports/29ce6498-9bee-4c78-881b-2f4d729ac102 HTTP/1.1" status: 200  len: 968 time: 3.3062074
Dec 09 14:08:42.992200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57090) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:43.005203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event updated for resources: {'Port': ['ID=29ce6498-9bee-4c78-881b-2f4d729ac102,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.014613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.058677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.076862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 29ce6498-9bee-4c78-881b-2f4d729ac102 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:43.077203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.092982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] For port 7a9319de-de9d-492a-8d49-70ae258298bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7a9319de-de9d-492a-8d49-70ae258298bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:43.109237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.114347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-74d4a1fc-0a89-4179-84be-6bf3249332cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:43.141308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.188203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 3622fa48-bb2f-4493-b5b1-6a15d44819ca, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3622fa48-bb2f-4493-b5b1-6a15d44819ca,segment=NetworkSegment(bd9b6e1d-e89c-4de7-9299-5e64c09525d4),segment_id=bd9b6e1d-e89c-4de7-9299-5e64c09525d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:43.194750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:43.200446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64496714f0>,) {'filters': {'network_id': ['25179cdf-51d4-4ba6-ae62-a1f8af600f3f']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:43.201887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.214429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning for port 29ce6498-9bee-4c78-881b-2f4d729ac102 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:43.221130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Pushing event updated for resources: {'Port': ['ID=7a9319de-de9d-492a-8d49-70ae258298bc,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.223068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496714f0>, '20766730-459f-4e81-b305-f62488712672') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:43.223946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496714f0>, '20766730-459f-4e81-b305-f62488712672') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:43.225436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.225929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-750e4b63-465c-41e6-86bd-17333e638001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:43.238209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.244515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.255839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b6425239-38bb-40e8-9b2d-a2e9c390d949 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:43.261399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning complete for port 29ce6498-9bee-4c78-881b-2f4d729ac102 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:43.261826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.302014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.320925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.337376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.350291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.356609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.366841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Transition to ACTIVE for port object 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:43.370648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Port 29ce6498-9bee-4c78-881b-2f4d729ac102 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:43.375908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.383161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=3622fa48-bb2f-4493-b5b1-6a15d44819ca,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.394456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.394959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e3c17b26-6ff2-4b11-a3ab-a538e387d4f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:43.419939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:43.420666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:43.438011 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:43.439662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7a9319de-de9d-492a-8d49-70ae258298bc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:43.529127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.533747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.576392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning for port bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:43.604715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.609047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca044536-17b0-4bc7-8522-4ecef311eae8 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:43.643700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Provisioning complete for port bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:43.644396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.713713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.717234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 29ce6498-9bee-4c78-881b-2f4d729ac102 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:43.763751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.767374 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07 HTTP/1.1" status: 204  len: 168 time: 2.2877183
Dec 09 14:08:43.770305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57094) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:43.772753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.780798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Network': ['ID=25179cdf-51d4-4ba6-ae62-a1f8af600f3f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.785670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.787275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.788767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9eda9ed-036b-410c-a98a-6f70836625fa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:43.819353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Port bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:43.827061 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/networks/25179cdf-51d4-4ba6-ae62-a1f8af600f3f HTTP/1.1" status: 204  len: 168 time: 1.8176572
Dec 09 14:08:43.828712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=4773b312-d08e-4d67-97b3-3671e5835efe,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:43.830501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57098) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:43.835014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:43.836445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.838694 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/4773b312-d08e-4d67-97b3-3671e5835efe HTTP/1.1" status: 204  len: 168 time: 2.1495457
Dec 09 14:08:43.842686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7a9319de-de9d-492a-8d49-70ae258298bc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:43.843157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:43.861465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57102) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:43.919634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac9721-bcc7-4ee4-a6ca-0bc5a66f2328 None None] Network 7131b374-f4b0-42b4-9a42-a586713dee50 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:44.037935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d930d30-8f61-49ee-afc3-9b0808100d0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:44.039296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d930d30-8f61-49ee-afc3-9b0808100d0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:44.040041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5d930d30-8f61-49ee-afc3-9b0808100d0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:44.061759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b8aea0d3-2e1e-4cca-8416-a2e230c1bc88 None None] Provisioning complete for port 3622fa48-bb2f-4493-b5b1-6a15d44819ca triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:44.062276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b8aea0d3-2e1e-4cca-8416-a2e230c1bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.063875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.081084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.119704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5d930d30-8f61-49ee-afc3-9b0808100d0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:44.120764 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d930d30-8f61-49ee-afc3-9b0808100d0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3493147
Dec 09 14:08:44.126834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57106) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:44.204439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.218203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f720cc94-4337-4ce8-a487-2bbb486bc005 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:44.230049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.237923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:44.238269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.286707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=29ce6498-9bee-4c78-881b-2f4d729ac102,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:44.291195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:44.298386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 9ea0de3e-de10-4cf9-831a-276ec46d18f6 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:44.302455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64486f52b0>,) {'filters': {'network_id': ['99c5ee61-07e1-4c3f-ac57-ecc30d421001']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:44.326812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64486f52b0>, 'fc1107da-7903-493a-9181-74d4125a66b6') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:44.327394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64486f52b0>, 'fc1107da-7903-493a-9181-74d4125a66b6') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:44.327834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.375113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.380955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.383972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b8aea0d3-2e1e-4cca-8416-a2e230c1bc88 None None] Could not find standard attr ID for object a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:08:44.405811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.416783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.422818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:44.423551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:44.439223 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:44.452049 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/29ce6498-9bee-4c78-881b-2f4d729ac102 HTTP/1.1" status: 204  len: 168 time: 1.4602191
Dec 09 14:08:44.455512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57110) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:44.511668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8463f4d8-0b1f-4122-9774-453b94ef4e6c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] GET failed (client error): The resource could not be found.
Dec 09 14:08:44.512385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8463f4d8-0b1f-4122-9774-453b94ef4e6c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:44.560717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] DHCP port deletion for 7131b374-f4b0-42b4-9a42-a586713dee50 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:44.567655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Deleting port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:44.569676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.602082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8463f4d8-0b1f-4122-9774-453b94ef4e6c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:44.603884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8463f4d8-0b1f-4122-9774-453b94ef4e6c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports/29ce6498-9bee-4c78-881b-2f4d729ac102 HTTP/1.1" status: 404  len: 333 time: 0.1473219
Dec 09 14:08:44.610334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57114) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:44.615695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting port bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:44.621020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.647816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.658360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f70d1618-142d-4e9b-85e7-d16a3bf277f1 tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:44.675197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.681158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.700584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,segment=NetworkSegment(c5cf0cdf-2c67-4832-8e01-622ea18af6ab),segment_id=c5cf0cdf-2c67-4832-8e01-622ea18af6ab)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:44.701194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.712146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Network': ['ID=99c5ee61-07e1-4c3f-ac57-ecc30d421001,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:44.729640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Provisioning complete for port b3e0fede-a04b-4010-8d8f-09bfcb12924d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:44.729831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:44.730241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.789044 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/networks/99c5ee61-07e1-4c3f-ac57-ecc30d421001 HTTP/1.1" status: 204  len: 168 time: 0.9572570
Dec 09 14:08:44.791404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Port b3e0fede-a04b-4010-8d8f-09bfcb12924d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:44.805330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Could not find standard attr ID for object 29ce6498-9bee-4c78-881b-2f4d729ac102. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:08:44.844892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57118) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:44.854973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for b2d152c3-7d7c-4e49-8015-bfecfbcafbdb owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:44.920519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:44.954780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] For port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,segment=NetworkSegment(c5cf0cdf-2c67-4832-8e01-622ea18af6ab),segment_id=c5cf0cdf-2c67-4832-8e01-622ea18af6ab)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:44.955619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.011977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.069006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Calling delete_port for bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:45.075350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.086219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.091860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Provisioning for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:45.102010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Calling delete_port for b2d152c3-7d7c-4e49-8015-bfecfbcafbdb owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:45.111474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.114663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.118475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d6b563c2-02e9-4fda-a01f-a52c21919675 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:45.122279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c66b0d1-263e-4489-94f8-83373852c491 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:45.135184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:45.135569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-80c637ae-07e8-4b50-a660-7de6d7376794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.167087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea0de3e-de10-4cf9-831a-276ec46d18f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:45.169387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:45.179725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.189464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a1211-192e-4a52-ad7b-684c31ea7a3c None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:45.205684 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/9ea0de3e-de10-4cf9-831a-276ec46d18f6 HTTP/1.1" status: 204  len: 168 time: 1.0754240
Dec 09 14:08:45.207412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=b2d152c3-7d7c-4e49-8015-bfecfbcafbdb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:45.209058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57122) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:45.266125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:45.298640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No DVR routers for this DVR port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:45.306416 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-27a2542b-06d4-43cf-8517-a1df8ba96f9b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0931654
Dec 09 14:08:45.311196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57126) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:45.323806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:45.350267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:45.350628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:45.388446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:45.469748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:45.475224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:45.479232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:45.481830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.488281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:45.526425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:45.529064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.533776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:45.534268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.538383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ec51c36d-3ab9-4d09-bf7c-6e44182c245f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:45.539366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Port': ['ID=bd92a8c5-b6ab-4d7c-8df8-569eeb5c9e8a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:45.541879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:45.568157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.585589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:45.592138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13c42f3-3ce1-49ae-925b-d690a7a5c502,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:45.612991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:45.622304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.623623 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/security-groups/f13c42f3-3ce1-49ae-925b-d690a7a5c502 HTTP/1.1" status: 204  len: 168 time: 1.0087788
Dec 09 14:08:45.647052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1598ed40-6d3e-4d96-9e31-5cf8b810c249 None None] Could not find standard attr ID for object 29ce6498-9bee-4c78-881b-2f4d729ac102. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:08:45.672704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57130) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:45.714803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.741730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448e13c70>,) {'filters': {'network_id': ['771bbf23-d117-4fc3-8089-ec3e0c18ec3b']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:45.772182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3622fa48-bb2f-4493-b5b1-6a15d44819ca up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:45.783587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448e13c70>, '9c004e84-f3d0-4786-a840-2b2561f8af39') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:45.783876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448e13c70>, '9c004e84-f3d0-4786-a840-2b2561f8af39') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:45.805209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:45.816009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.824269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Deleting port 7a9319de-de9d-492a-8d49-70ae258298bc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:45.824654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.829208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a87d30>,) {'filters': {'network_id': ['7131b374-f4b0-42b4-9a42-a586713dee50']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:45.856998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.860015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a87d30>, 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:45.860305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a87d30>, 'c5cf0cdf-2c67-4832-8e01-622ea18af6ab') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:45.879307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.882693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.889358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:45.889772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:45.905677 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:45.907400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Deleting port b2d152c3-7d7c-4e49-8015-bfecfbcafbdb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:45.907400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.972884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:45.988432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-eca40208-9ded-4b1b-91d8-71ad1ea3793c None None] The port 'b2d152c3-7d7c-4e49-8015-bfecfbcafbdb' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:08:46.002019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.020413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:46.021033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.036685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:46.043999 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:46.057252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.067674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.101472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.102141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 3622fa48-bb2f-4493-b5b1-6a15d44819ca triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:46.102512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.130609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fd4ccf54-502d-49e2-822a-40a259ab90bd tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:46.157560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.173983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Network': ['ID=771bbf23-d117-4fc3-8089-ec3e0c18ec3b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:46.179107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:46.181659 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/networks/771bbf23-d117-4fc3-8089-ec3e0c18ec3b HTTP/1.1" status: 204  len: 168 time: 1.3345344
Dec 09 14:08:46.190001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57134) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.214046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.225750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ec56b5b6-c33e-48b4-b4ba-1be604893b82 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:46.240471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] For port 7a9319de-de9d-492a-8d49-70ae258298bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7a9319de-de9d-492a-8d49-70ae258298bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:46.240842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.246288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.255444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.308678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=7131b374-f4b0-42b4-9a42-a586713dee50,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:46.311242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:46.327904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4377d9c3-d4e4-46e4-bef2-b2afa987120d tempest-ServerActionsTestJSON-1995360119 tempest-ServerActionsTestJSON-1995360119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:46.345104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2e5a17-fbdf-49b0-ba57-a9a897bf0b41,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:46.347454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:46.353368 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/7131b374-f4b0-42b4-9a42-a586713dee50 HTTP/1.1" status: 204  len: 168 time: 2.4874892
Dec 09 14:08:46.363853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.366157 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/security-groups/2e2e5a17-fbdf-49b0-ba57-a9a897bf0b41 HTTP/1.1" status: 204  len: 168 time: 0.6780634
Dec 09 14:08:46.371777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57138) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.372112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57140) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.375795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Calling delete_port for 7a9319de-de9d-492a-8d49-70ae258298bc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:46.380059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815921962', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:46.402505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.404495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:46.423213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:46.431443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:46.446987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:46.523689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.525005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.525356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.532430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f5388e4-bdf5-45b0-825d-cf230f3c098f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:46.593930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b2d152c3-7d7c-4e49-8015-bfecfbcafbdb no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:46.625656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Router cb0f7660-fbcb-4117-bab9-e9b9265270f5 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:46.634070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Pushing event deleted for resources: {'Port': ['ID=7a9319de-de9d-492a-8d49-70ae258298bc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:46.635469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.641391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:46.642138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b2d152c3-7d7c-4e49-8015-bfecfbcafbdb {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:46.642593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b2d152c3-7d7c-4e49-8015-bfecfbcafbdb not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:46.653410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] No DVR routers for this DVR port 7a9319de-de9d-492a-8d49-70ae258298bc on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:46.660422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.671934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.672289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edaf70-c78a-4f79-896d-71b54ba26683 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:08:46.678718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10a0b03c-9af6-4309-a8ca-56f3facfa6ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:46.703151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.711334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64494d49d0>,) {'filters': {'network_id': ['4b8c8f98-e8b8-4909-8856-291841170dba']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:46.727333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.743566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494d49d0>, '62d08973-96e5-4c5f-ac22-57753ee0d022') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:46.743858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494d49d0>, '62d08973-96e5-4c5f-ac22-57753ee0d022') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:46.775009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.794969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.806932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:46.807263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.813509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.816862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-767371f8-2400-4f34-a818-61f5edcecb5a tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:46.831753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:46.832170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.840419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15edaf70-c78a-4f79-896d-71b54ba26683 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:46.850885 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:46.856260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:46.858923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:46.859496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.861885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39062ce7-6d33-4c5b-a7be-2cc3432a83b2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:46.870499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:46.885952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=92d893bd-d75b-4dc0-a05a-87f3cf4c9288,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:46.888724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:46.916220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6010761
Dec 09 14:08:46.916418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.921373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.921890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '92d893bd-d75b-4dc0-a05a-87f3cf4c9288', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-515928526'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:46.922474 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/security-groups/39062ce7-6d33-4c5b-a7be-2cc3432a83b2 HTTP/1.1" status: 204  len: 168 time: 0.5479159
Dec 09 14:08:46.935560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57150) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.936329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:46.940442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c584a72-ff46-4cf8-8556-7387f40c472b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5643659
Dec 09 14:08:46.946225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:46.948202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.956210 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4528110
Dec 09 14:08:46.960744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1567564682'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:46.963757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:46.967427 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] Sync routers for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:46.980231 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:46.980874 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:46.990824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:46.994420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.003524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3ed84b33-6faa-4a5c-84e8-097fba43a8ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:47.026622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.037109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Pushing event deleted for resources: {'Network': ['ID=4b8c8f98-e8b8-4909-8856-291841170dba,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:47.043549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:47.047537 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04ac0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:47.060365 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:47.061201 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:47.064601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-7873d4d0-0cd7-4a2e-9d18-6c4b448c2514 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:47.069563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57162) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:47.070501 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7873d4d0-0cd7-4a2e-9d18-6c4b448c2514 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-1212157511 HTTP/1.1" status: 404  len: 335 time: 0.1060908
Dec 09 14:08:47.078362 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] 10.222.0.21 "DELETE /v2.0/networks/4b8c8f98-e8b8-4909-8856-291841170dba HTTP/1.1" status: 204  len: 168 time: 0.8842862
Dec 09 14:08:47.080118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-aaf41ee7-860a-4526-93e7-ef554fef0738 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb0f7660-fbcb-4117-bab9-e9b9265270f5'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:47.138142 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04ac0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:47.138989 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a8bc0a-f248-451b-b265-f216e22a20a3 None None] The sync data for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:47.177344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:47.184399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:47.194001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:47.291951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:47.294995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.303406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '92d893bd-d75b-4dc0-a05a-87f3cf4c9288'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:47.304256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.320313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:47.329412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:47.334206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:47.337232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7a9319de-de9d-492a-8d49-70ae258298bc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:47.352657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:47.355219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:47.368261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.368634 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment 11edc1a8-880b-4fb1-9f7e-3f491b04f032 of type vlan for network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79
Dec 09 14:08:47.376882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:47.384150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.422773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 7a9319de-de9d-492a-8d49-70ae258298bc {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:08:47.422989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7a9319de-de9d-492a-8d49-70ae258298bc not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:08:47.521111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet 85ce9a22-76ba-4762-a7d1-aa73ec7bffae {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:47.546881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:47.560474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.567925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.568557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port c8a50f2a-35b8-4a1d-bc21-5de8e2cc1085 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:08:47.589777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/92d893bd-d75b-4dc0-a05a-87f3cf4c9288/ee7c7408-fd1a-46a6-a910-aa04e59c0025) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:47.644287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.819393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.823822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:47.824413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.834084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce0c92ff-0a54-4b78-9be6-6c37e5a1ad63 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:47.845888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.854823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-aaf41ee7-860a-4526-93e7-ef554fef0738 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.858524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Transition to ACTIVE for port object ee7c7408-fd1a-46a6-a910-aa04e59c0025 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:47.868940 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1756d5d8-4bdd-4ef8-abaa-c08dc2f31f00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=689345e2d9d149fa9ef94b4a18da78a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3187666
Dec 09 14:08:47.869224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57176) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:47.874076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.879755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Transition to ACTIVE for port object ee7c7408-fd1a-46a6-a910-aa04e59c0025 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:47.885948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:47.940790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b0c23df7-e200-48f0-bd5d-4d7e43c29562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:47.950449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:47.950912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:47.962433 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.0037289
Dec 09 14:08:47.964904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57180) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:47.967513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=75a14cd2-7028-4bc9-a11b-e8fcdfe88e79,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:47.971624 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-aaf41ee7-860a-4526-93e7-ef554fef0738 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] update failed (client error): The resource could not be found.
Dec 09 14:08:47.971811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:47.972675 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-aaf41ee7-860a-4526-93e7-ef554fef0738 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5 HTTP/1.1" status: 404  len: 339 time: 0.9019771
Dec 09 14:08:47.978685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:47.982849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:47.984877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-564575917'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:47.993172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-233d7270-6de9-4e09-8daf-35a44da7f8bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.0735466
Dec 09 14:08:47.993862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:47.993962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:47.994070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:48.027406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:network and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:48.034589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:48.046979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:48.064163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:48.067345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.110147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa12eb-9aeb-4646-b247-405c6a3ee1ff tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:48.110759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d2fa12eb-9aeb-4646-b247-405c6a3ee1ff tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:48.120217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:48.123421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Pushing event updated for resources: {'Port': ['ID=ee7c7408-fd1a-46a6-a910-aa04e59c0025,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:48.124388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.124509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:48.126497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.126650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:48.127620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:48.129902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:48.133813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c915c54c-7431-4e6a-94d7-b3773eb59291 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:48.138405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.138755 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Added segment 19c84304-81c3-4e2b-bd5c-b242fb4208d0 of type vlan for network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36
Dec 09 14:08:48.147753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d2fa12eb-9aeb-4646-b247-405c6a3ee1ff tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:48.148979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2fa12eb-9aeb-4646-b247-405c6a3ee1ff tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1541014
Dec 09 14:08:48.152767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:48.192096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:48.202002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=85ce9a22-76ba-4762-a7d1-aa73ec7bffae,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:48.209094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:48.211898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:48.215056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:48.219797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.220151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.231254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.236300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:48.243902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Attempting to bind port ee7c7408-fd1a-46a6-a910-aa04e59c0025 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:48.244366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Attempting to bind port ee7c7408-fd1a-46a6-a910-aa04e59c0025 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:48.244810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Attempting to bind port ee7c7408-fd1a-46a6-a910-aa04e59c0025 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:48.252101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:48.252660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:48.253091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.254084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:48.254210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Bound port: ee7c7408-fd1a-46a6-a910-aa04e59c0025, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:48.254743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.255163 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/85ce9a22-76ba-4762-a7d1-aa73ec7bffae HTTP/1.1" status: 204  len: 168 time: 1.3165691
Dec 09 14:08:48.266997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57196) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:48.277728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1629af7-6a30-4a22-92c4-faeae27b43a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:48.279079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1629af7-6a30-4a22-92c4-faeae27b43a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:48.280077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1629af7-6a30-4a22-92c4-faeae27b43a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:48.293939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.297635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:48.298210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.304717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a70b1a6-f2cb-4079-b2ce-40f92474c5de tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:48.307087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:48.335049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1629af7-6a30-4a22-92c4-faeae27b43a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:48.340560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1629af7-6a30-4a22-92c4-faeae27b43a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1825404
Dec 09 14:08:48.340747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57200) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:48.359387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] For port ee7c7408-fd1a-46a6-a910-aa04e59c0025, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:48.362565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] For port ee7c7408-fd1a-46a6-a910-aa04e59c0025, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee7c7408-fd1a-46a6-a910-aa04e59c0025,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:48.367317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.377921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b007eb29-f346-40b5-adad-3227f7133fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:48.411854 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4293461
Dec 09 14:08:48.413093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:48.421015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'subnet': {'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:48.440138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Network': ['ID=c3f650a9-f9cc-4e12-ba9e-17e58a7daf36,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:48.448550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-52322ead-ae3a-4285-8481-cf81d6f79e01 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:48.483184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet e3594ade-a40e-4d7b-b15d-7b863ab64a85 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:48.485086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:48.493992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.502138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e2ecd47e-a0fd-4081-a48d-40752ca10601 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:48.508432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.550339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.563563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:48.569246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Usage tracker for resource:subnet and tenant:5a7de317b3214bd893a3044c9ae01793 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:48.572428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:48.581492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe591d-eac4-494d-b946-81b79ec805e5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:48.583213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:48.595654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Pushing event updated for resources: {'Port': ['ID=ee7c7408-fd1a-46a6-a910-aa04e59c0025,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:48.601105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:48.602032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Made reservation on behalf of 5a7de317b3214bd893a3044c9ae01793 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:48.604275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:48.713099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.718140 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0fe591d-eac4-494d-b946-81b79ec805e5 HTTP/1.1" status: 204  len: 168 time: 0.8450289
Dec 09 14:08:48.730549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.752792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:48.976444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 92d893bd-d75b-4dc0-a05a-87f3cf4c9288 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:48.986653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.014706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.019730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:49.111816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Subnet': ['ID=105f97d5-a3ef-4411-823b-fd9db66c14f8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:49.115900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:49.124540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Checking segment: {'id': '19c84304-81c3-4e2b-bd5c-b242fb4208d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:49.124914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network hostable DHCP agents. Network: c3f650a9-f9cc-4e12-ba9e-17e58a7daf36, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:49.152298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:49.164827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, c3f650a9-f9cc-4e12-ba9e-17e58a7daf36) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:49.169659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:49.170605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.194327 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.7801816
Dec 09 14:08:49.197052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:49.200039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.202621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9e1c8f3b-ea00-4b16-99b7-bef1621f423f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:49.259398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.374190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.383172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4b7caaf7-f757-4539-a2d2-f7fe0a88546b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:49.411309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ee7c7408-fd1a-46a6-a910-aa04e59c0025 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:49.508314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.533947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.644604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=65e77795-5208-411a-ab5c-ad685775e9f2,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:49.647056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.661661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port ee7c7408-fd1a-46a6-a910-aa04e59c0025 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:49.677288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:49.677721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:49.704815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:49.709004 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/e3594ade-a40e-4d7b-b15d-7b863ab64a85 HTTP/1.1" status: 204  len: 168 time: 1.4389114
Dec 09 14:08:49.709004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8ab29da2-4130-4444-8364-6eca1533a518 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:49.757012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57228) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:49.832442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=e3594ade-a40e-4d7b-b15d-7b863ab64a85,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:49.845645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:49.846593 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-80880e08-8198-407b-8cab-aa407e623816 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:49.847035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80880e08-8198-407b-8cab-aa407e623816 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:49.877763 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-80880e08-8198-407b-8cab-aa407e623816 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/85ce9a22-76ba-4762-a7d1-aa73ec7bffae HTTP/1.1" status: 404  len: 337 time: 0.1132612
Dec 09 14:08:49.881246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57234) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:49.883653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360a5973-c5c7-4c24-a11f-2aca3555ef29 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:49.932821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e1c8f3b-ea00-4b16-99b7-bef1621f423f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.939042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57238) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:49.951286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.964476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting subnet bf382035-77d7-4c11-9599-dc5b3c94dd48 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:08:49.968218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:49.984784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a4184-1337-4166-aaf9-8432d72adc49 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:49.997815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:49.998009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c46f261-d8ca-47c9-9b4c-a26661fd8220 None None] Network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:50.030699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:50.047560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=92d893bd-d75b-4dc0-a05a-87f3cf4c9288,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:50.049740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.052186 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/92d893bd-d75b-4dc0-a05a-87f3cf4c9288 HTTP/1.1" status: 204  len: 168 time: 1.7099166
Dec 09 14:08:50.057935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57244) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:50.058773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:50.111829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938361850'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:50.118151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:50.123283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:50.127051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:50.127895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:50.134935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:50.147179 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d3f24551-e27a-402b-8027-486383de2a8b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0836706
Dec 09 14:08:50.147179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.168174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57248) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:50.168291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2b03e-bd98-464e-a6cd-fcaddf0fffa0 None None] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:50.176331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:50.182703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:50.183288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.200561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:50.204696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.218296 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4f61693d-a27a-47c5-b1f2-137d8f4b1570 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2445588
Dec 09 14:08:50.221205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57252) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:50.226117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.358044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-9e1c8f3b-ea00-4b16-99b7-bef1621f423f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:08:50.359681 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e1c8f3b-ea00-4b16-99b7-bef1621f423f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5 HTTP/1.1" status: 400  len: 364 time: 1.1611936
Dec 09 14:08:50.365241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57256) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:50.366265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:50.372313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:50.374848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Provisioning for port ee7c7408-fd1a-46a6-a910-aa04e59c0025 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:50.381244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:security_group_rule and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:50.384570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:50.386469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:50.394199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:50.405223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:50.408766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.429835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Provisioning complete for port ee7c7408-fd1a-46a6-a910-aa04e59c0025 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:50.430379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.496265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.584130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.592666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.597996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9780497e-17d4-46d1-96fa-d6a49eac427a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:50.670295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:50.693484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df63f49-4937-491d-94d0-02d1c7fd88d3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:50.701266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:50.706848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.707181 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 072ff392-d0a4-4331-a4f4-91b112b0dbd3 of type vlan for network 5daacc38-533f-4e18-8146-a2d624a003a1
Dec 09 14:08:50.714395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-c3f650a9-f9cc-4e12-ba9e-17e58a7daf36', 'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36', 'tenant_id': '5a7de317b3214bd893a3044c9ae01793', 'fixed_ips': [{'subnet_id': '105f97d5-a3ef-4411-823b-fd9db66c14f8'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:50.715308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.762937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.775001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.780245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fb055c87-c1bb-4ef9-a695-3f60f961a367 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:50.859198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:50.862624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.866291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:50.866976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.873723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:50.879567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:50.880753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:50.884609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=cfffa513-514c-42df-89b6-8c4ff4bff1f8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:50.892905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:50.896348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-33d9cbe0-b577-4828-9ac4-0303377e08fd tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:51.025858 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0753357
Dec 09 14:08:51.025858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=5daacc38-533f-4e18-8146-a2d624a003a1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:51.025858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:51.032877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8617408
Dec 09 14:08:51.034551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.045970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1529151764', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:51.054400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:51.059821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:router and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:51.062988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5daacc38-533f-4e18-8146-a2d624a003a1 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:51.063187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:51.070927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:51.075280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.097552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.097871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.098306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.098461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-843c8727-a4d9-4cc0-a60a-b5e4a1eab7ca tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:51.125999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.140996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:51.141839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.145869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Subnet': ['ID=bf382035-77d7-4c11-9599-dc5b3c94dd48,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:51.149845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:51.154723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.169733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57264) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.188482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:51.206072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.240104 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/bf382035-77d7-4c11-9599-dc5b3c94dd48 HTTP/1.1" status: 204  len: 168 time: 1.3569849
Dec 09 14:08:51.240427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:51.279940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Deleting port ee7c7408-fd1a-46a6-a910-aa04e59c0025 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:51.279940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.290032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.347959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.349680 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58459607-d90a-4768-afd3-5027d139b378 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.3132725
Dec 09 14:08:51.356095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57272) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.356542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9dad9f-43ec-4adb-a07b-cdfa1b939ca4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:51.356969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9dad9f-43ec-4adb-a07b-cdfa1b939ca4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:51.360160 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ee9dad9f-43ec-4adb-a07b-cdfa1b939ca4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/10b519c2-d9b7-4afb-a183-aa81f689ca9b HTTP/1.1" status: 404  len: 337 time: 0.0675473
Dec 09 14:08:51.361983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57276) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.384908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ee7c7408-fd1a-46a6-a910-aa04e59c0025 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:51.430786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] For port ee7c7408-fd1a-46a6-a910-aa04e59c0025, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee7c7408-fd1a-46a6-a910-aa04e59c0025,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:51.439457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.447949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Allocated IP 2001:db8:1::2 (c3f650a9-f9cc-4e12-ba9e-17e58a7daf36/105f97d5-a3ef-4411-823b-fd9db66c14f8/826bb908-89d1-4f9f-8ab8-8e5257be4ccf) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:51.466018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.479378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:51.490767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-322ae250-9a2a-42e5-af00-fe06126a92f8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Synchronizing usage tracker for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:51.505770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:51.514950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:51.518006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-322ae250-9a2a-42e5-af00-fe06126a92f8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Unset dirty status for tenant:d5e20710a2a544aa821d07a4061792c8 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:51.519337 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-322ae250-9a2a-42e5-af00-fe06126a92f8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "GET /v2.0/ports?device_id=2440c149-1c7f-4719-8d28-f8432660a553 HTTP/1.1" status: 200  len: 205 time: 0.1479769
Dec 09 14:08:51.520760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:51.524207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57280) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.579246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:51.729557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:51.771213 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b6dee7d9-8b08-4d2d-8db8-5e68d5c3a7c9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] delete failed (client error): The resource could not be found.
Dec 09 14:08:51.774984 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6dee7d9-8b08-4d2d-8db8-5e68d5c3a7c9 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/routers/2440c149-1c7f-4719-8d28-f8432660a553 HTTP/1.1" status: 404  len: 336 time: 0.2439132
Dec 09 14:08:51.809685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57284) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:51.832336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:51.866078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Pushing event updated for resources: {'Port': ['ID=ee7c7408-fd1a-46a6-a910-aa04e59c0025,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:51.870734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:51.964753 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be8a9b7-d8b7-4c9d-b1a8-86cbef938588 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:51.965188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be8a9b7-d8b7-4c9d-b1a8-86cbef938588 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:51.990233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d5fe59-f677-49d4-aadd-9589d49635d0 None None] Update dhcp port {'port': {'network_id': '760da705-5cc0-4bea-88c0-a2cab8060e8c', 'fixed_ips': [{'subnet_id': 'bf382035-77d7-4c11-9599-dc5b3c94dd48'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '2dc489e5-badf-4c01-bcf0-0be8af9ccd1f'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:08:52.021643 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2be8a9b7-d8b7-4c9d-b1a8-86cbef938588 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/afee8721-1dfe-4502-9f54-c601ad70a409 HTTP/1.1" status: 404  len: 337 time: 0.2019210
Dec 09 14:08:52.027469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57288) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.054299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.092971 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6259da-7343-4e7f-bec0-a80daec5c68b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.093332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6259da-7343-4e7f-bec0-a80daec5c68b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.096675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.113242 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0a6259da-7343-4e7f-bec0-a80daec5c68b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/3ba8ff75-7483-4d39-9195-03df02c4d4ba HTTP/1.1" status: 404  len: 337 time: 0.0797703
Dec 09 14:08:52.114991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57292) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.190432 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-88065f43-f5db-4a5f-ba0e-836c5c66d67d tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.190890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88065f43-f5db-4a5f-ba0e-836c5c66d67d tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.195605 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-88065f43-f5db-4a5f-ba0e-836c5c66d67d tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/ca6afca3-74fe-41b9-b42a-30b5647819ed HTTP/1.1" status: 404  len: 337 time: 0.0777433
Dec 09 14:08:52.197132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57296) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.225037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Allocated IP 172.20.0.2 (75a14cd2-7028-4bc9-a11b-e8fcdfe88e79/65e77795-5208-411a-ab5c-ad685775e9f2/b03699f3-6396-490d-9ee9-cb31d01955b3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:52.283931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.294456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-28d5fe59-f677-49d4-aadd-9589d49635d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.393137 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbec2392-675c-459e-8cc5-74ce2ea38e0b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.393637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbec2392-675c-459e-8cc5-74ce2ea38e0b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.395840 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cbec2392-675c-459e-8cc5-74ce2ea38e0b tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/f23b65a3-e6d5-48ef-aba0-b7988e7c17fb HTTP/1.1" status: 404  len: 333 time: 0.1976216
Dec 09 14:08:52.399566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57300) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.447796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] For port ee7c7408-fd1a-46a6-a910-aa04e59c0025, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee7c7408-fd1a-46a6-a910-aa04e59c0025,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:52.448366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.471380 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2d710b-06a4-4384-8bd1-68b3ca4e6379 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.471813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2d710b-06a4-4384-8bd1-68b3ca4e6379 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.473699 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2f2d710b-06a4-4384-8bd1-68b3ca4e6379 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/3646e7be-953c-47d0-a89d-933a341abe48 HTTP/1.1" status: 404  len: 337 time: 0.0730152
Dec 09 14:08:52.476595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.509617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Allocated IP 2001:db8::1 (b44ce328-0e71-4df2-847c-479f08f61d48/b9dd451b-8f1e-447e-96c7-d980f6f03a3d/310b1855-2c8b-486d-a5c0-2c61f474b577) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:52.534018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.570041 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a969b-4101-4fb1-bc9d-331983b1e347 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.570469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a969b-4101-4fb1-bc9d-331983b1e347 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.607591 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-787a969b-4101-4fb1-bc9d-331983b1e347 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/e641c9af-93d1-4674-b2bd-7242de7a4c46 HTTP/1.1" status: 404  len: 337 time: 0.1298506
Dec 09 14:08:52.608955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port ee7c7408-fd1a-46a6-a910-aa04e59c0025, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee7c7408-fd1a-46a6-a910-aa04e59c0025,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:52.615634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57308) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.619906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Calling delete_port for ee7c7408-fd1a-46a6-a910-aa04e59c0025 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:52.621796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.655294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1c600707-715b-4b65-a969-cda00a2f7168 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:52.677594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.681982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.693914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Transition to ACTIVE for port object 310b1855-2c8b-486d-a5c0-2c61f474b577 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:52.697377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Transition to ACTIVE for port object 826bb908-89d1-4f9f-8ab8-8e5257be4ccf will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:52.700092 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:52.716652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.721113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-99f07b79-188b-4ede-be81-ce4145fafc65 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:52.741800 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-19922e2e-032a-40a5-8d1b-4f99f34c9dd0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.742227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19922e2e-032a-40a5-8d1b-4f99f34c9dd0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.746242 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-19922e2e-032a-40a5-8d1b-4f99f34c9dd0 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/e48252b2-3c1f-409c-a5ac-8d7f45b20e15 HTTP/1.1" status: 404  len: 333 time: 0.1272571
Dec 09 14:08:52.755012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.795683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network b44ce328-0e71-4df2-847c-479f08f61d48 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:52.799167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:52.801310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Port': ['ID=310b1855-2c8b-486d-a5c0-2c61f474b577,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:52.803655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:52.804321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.807147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:52.829417 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b3b67e-70a7-4e7f-92ce-d73c9a12efb2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.830158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b3b67e-70a7-4e7f-92ce-d73c9a12efb2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.834386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b1b3b67e-70a7-4e7f-92ce-d73c9a12efb2 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/d50b8f9f-bfe5-4f68-918a-a07565abf070 HTTP/1.1" status: 404  len: 337 time: 0.0762501
Dec 09 14:08:52.834569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-49220b16-00b2-419e-8799-8b6dfb2e731e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:52.834710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57316) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.840594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=418d2a76-0ebd-48f6-9cd4-39f11b76bec1,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:52.852755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:52.883389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Transition to ACTIVE for port object 826bb908-89d1-4f9f-8ab8-8e5257be4ccf will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:52.883722 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d71bc2-ea53-4fe3-8e57-16bb76933eb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:08:52.884160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d71bc2-ea53-4fe3-8e57-16bb76933eb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:08:52.885968 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-51d71bc2-ea53-4fe3-8e57-16bb76933eb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/subnets/10c99607-f096-4256-931c-fbf7691f3319 HTTP/1.1" status: 404  len: 337 time: 0.0501430
Dec 09 14:08:52.888543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57320) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:52.919529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '072ff392-d0a4-4331-a4f4-91b112b0dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:52.919796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 5daacc38-533f-4e18-8146-a2d624a003a1, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:52.954632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::1 (06176117-bfee-4a45-b798-e2271f4e3e62/cfffa513-514c-42df-89b6-8c4ff4bff1f8/2c973994-b92c-41b0-b855-ee5e886f8439) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:53.016699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 5daacc38-533f-4e18-8146-a2d624a003a1 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:53.035740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port b3e0fede-a04b-4010-8d8f-09bfcb12924d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:53.036416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.052458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.064269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Transition to ACTIVE for port object b03699f3-6396-490d-9ee9-cb31d01955b3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:53.079459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.090830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Transition to ACTIVE for port object b03699f3-6396-490d-9ee9-cb31d01955b3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:53.091404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5daacc38-533f-4e18-8146-a2d624a003a1) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:53.093468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=ee7c7408-fd1a-46a6-a910-aa04e59c0025,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:53.104047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:53.104395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:53.109172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:53.109771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.110780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a8d87-1cb0-44f5-ac8e-9b3441a4be11 None None] Network 760da705-5cc0-4bea-88c0-a2cab8060e8c requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:53.162282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.9851255
Dec 09 14:08:53.162282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:53.168495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750993974'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:53.177195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:53.191664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:53.196549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:53.201336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.209859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:53.224877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 2c973994-b92c-41b0-b855-ee5e886f8439 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:53.229788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:53.233405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.239541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0fe970-988d-47e3-a686-21c87a43930c None None] Network 5daacc38-533f-4e18-8146-a2d624a003a1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:53.272361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:53.283150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.283539 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment d4f952a4-e839-4b08-a19a-707257ea91ac of type vlan for network 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf
Dec 09 14:08:53.290526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.296232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-81f279ca-42de-42cc-b333-8eb7240efcc6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:53.304242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.20.0.1 (75a14cd2-7028-4bc9-a11b-e8fcdfe88e79/65e77795-5208-411a-ab5c-ad685775e9f2/dd1b4d3a-4481-4358-9a8b-6147c3c4af6f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:53.335524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:53.369616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:08:53.394162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.407830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fcab29b1-c8da-43ba-bd18-36805e676950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:53.435794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.492984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.523185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:53.525141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=2c973994-b92c-41b0-b855-ee5e886f8439,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:53.529087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:53.530631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:53.539287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:53.539816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.571138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.575671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:53.576451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.585131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1435765-9570-4cca-8684-002c0b70c27c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:53.607693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:53.619522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Deleting port ee7c7408-fd1a-46a6-a910-aa04e59c0025 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:53.619907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.649314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Pushing event updated for resources: {'Port': ['ID=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:53.657408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:53.663376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Provisioning complete for port b3e0fede-a04b-4010-8d8f-09bfcb12924d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:53.663376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.686238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:53.688076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:53.700349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0ce9f99f-5fa3-459a-b859-cbb1eb8e42f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:53.724898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5626194
Dec 09 14:08:53.730149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:53.732239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57328) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:53.733196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:53.741130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:53.741333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.741445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:53.744712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:53.759430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:53.766973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:53.793064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:53.980489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for b3e0fede-a04b-4010-8d8f-09bfcb12924d owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:54.164984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.170117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.170977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.174398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8824ca23-3887-45be-8beb-81a532a21c84 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:54.175017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Pushing event updated for resources: {'Port': ['ID=b03699f3-6396-490d-9ee9-cb31d01955b3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:54.199989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Port b3e0fede-a04b-4010-8d8f-09bfcb12924d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:54.217640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:54.312529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=2c973994-b92c-41b0-b855-ee5e886f8439,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:54.316291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:54.320601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.358743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.370151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Attempting to bind port b03699f3-6396-490d-9ee9-cb31d01955b3 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:54.371057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Attempting to bind port b03699f3-6396-490d-9ee9-cb31d01955b3 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:54.371057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Attempting to bind port b03699f3-6396-490d-9ee9-cb31d01955b3 on network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:54.376110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Attempting to bind port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:54.376110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Attempting to bind port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '19c84304-81c3-4e2b-bd5c-b242fb4208d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:54.376352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Attempting to bind port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf on network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:54.377818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:54.378941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:54.386998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5daacc38-533f-4e18-8146-a2d624a003a1', 'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': '418d2a76-0ebd-48f6-9cd4-39f11b76bec1'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:54.387820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.387953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:54.414068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:54.422739 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:54.427751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] DHCP port deletion for 760da705-5cc0-4bea-88c0-a2cab8060e8c request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:08:54.431435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object dd1b4d3a-4481-4358-9a8b-6147c3c4af6f will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:54.433403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:54.447558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.457567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:54.487618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:54.488040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Checking segment: {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:54.488406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.488805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Bound using segment: {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:54.489946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Bound port: b03699f3-6396-490d-9ee9-cb31d01955b3, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:54.490339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.499830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:54.499830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Checking segment: {'id': '19c84304-81c3-4e2b-bd5c-b242fb4208d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:54.500157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.500423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Bound using segment: {'id': '19c84304-81c3-4e2b-bd5c-b242fb4208d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:54.500798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Bound port: 826bb908-89d1-4f9f-8ab8-8e5257be4ccf, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c84304-81c3-4e2b-bd5c-b242fb4208d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3f650a9-f9cc-4e12-ba9e-17e58a7daf36'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:54.501175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.509833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Provisioning complete for port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:54.510245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.526349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=b3e0fede-a04b-4010-8d8f-09bfcb12924d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:54.529386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:54.533206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:54.557880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.558724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Deleting port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:54.559127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.566856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.577074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.577899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.629929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2bea6b02-22b7-403c-8eff-38cf402ec2ec tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:54.642484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:54.696637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.724970 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/ports/b3e0fede-a04b-4010-8d8f-09bfcb12924d HTTP/1.1" status: 204  len: 168 time: 1.8325608
Dec 09 14:08:54.727118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57332) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:54.737439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.746184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-537e67dd-357f-4779-acec-f6e3fc6f7554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:54.771291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.802567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event updated for resources: {'Port': ['ID=310b1855-2c8b-486d-a5c0-2c61f474b577,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:54.815433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:54.816089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-25d1df8b-2afe-4350-9c86-05097a3aacf4 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:54.856467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.877459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:54.877809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:54.964043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Router 1038fa07-6ee3-48c9-80e2-1938c7ae481d is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:55.000065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:55.016707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:55.031685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:55.034887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ae84b1b1-e110-4136-ae42-d6db4e55414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.074605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:55.088813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:55.091448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] For port ee7c7408-fd1a-46a6-a910-aa04e59c0025, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee7c7408-fd1a-46a6-a910-aa04e59c0025,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:55.091822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.104830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=11']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:55.138242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:55.146290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] For port b03699f3-6396-490d-9ee9-cb31d01955b3, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:55.148111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Network b44ce328-0e71-4df2-847c-479f08f61d48 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:55.148690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] For port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:08:55.149075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.154976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:55.346089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Calling delete_port for ee7c7408-fd1a-46a6-a910-aa04e59c0025 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:55.376697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] For port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,segment=NetworkSegment(19c84304-81c3-4e2b-bd5c-b242fb4208d0),segment_id=19c84304-81c3-4e2b-bd5c-b242fb4208d0)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:55.404532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] For port b03699f3-6396-490d-9ee9-cb31d01955b3, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b03699f3-6396-490d-9ee9-cb31d01955b3,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:08:55.408152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:55.408785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.413787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.429771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-81b8dcf3-6163-4406-874d-1dc82b5e07dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:55.432067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.438681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10e9e16e-3490-4bc5-a4e0-ffc4bfe80266 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:55.457396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.479213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.501704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Allocated IP 172.20.255.242 (5daacc38-533f-4e18-8146-a2d624a003a1/418d2a76-0ebd-48f6-9cd4-39f11b76bec1/2b381662-1094-4e8c-97cd-0e40f74bd7d4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:08:55.557289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:55.597110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:55.597110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.661091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:55.669557 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "PUT /v2.0/routers/1038fa07-6ee3-48c9-80e2-1938c7ae481d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3096638
Dec 09 14:08:55.670161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57336) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:55.679198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.702805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=df1199c2-e2d2-47c9-a6b2-03c758ddfbc1,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:55.713223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:55.742983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6287d54c-0e50-4efa-8642-d1f67aa49402 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:55.743540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6287d54c-0e50-4efa-8642-d1f67aa49402 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:08:55.759114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6287d54c-0e50-4efa-8642-d1f67aa49402 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:08:55.762867 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6287d54c-0e50-4efa-8642-d1f67aa49402 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports/2c973994-b92c-41b0-b855-ee5e886f8439 HTTP/1.1" status: 200  len: 911 time: 0.0893371
Dec 09 14:08:55.763079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57340) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:55.769810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Sync routers for ids ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:55.777208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': 'd4f952a4-e839-4b08-a19a-707257ea91ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:55.777814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:08:55.786485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Calling delete_port for 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:55.850011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1844a-98e5-40ed-978c-87b9b3f0ef20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:55.855641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da1844a-98e5-40ed-978c-87b9b3f0ef20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:55.860475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1da1844a-98e5-40ed-978c-87b9b3f0ef20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1574 time: 0.0930135
Dec 09 14:08:55.860673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:55.860846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57344) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:55.878002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Pushing event updated for resources: {'Port': ['ID=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:55.929081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:55.932634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:55.932986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:55.983747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:55.983747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:55.986758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.080143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Routers {'1038fa07-6ee3-48c9-80e2-1938c7ae481d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:56.080794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d9c3a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:56.162092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:08:56.242361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:56.254154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:56.254789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.258213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] No DVR routers for this DVR port ee7c7408-fd1a-46a6-a910-aa04e59c0025 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:56.288973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b08da-55ec-4415-9e3c-1a65643ed1a6 None None] Network 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:56.302007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03722d-883c-4021-9ef3-076d14573812 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:56.328270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Router cb0f7660-fbcb-4117-bab9-e9b9265270f5 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:08:56.351222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.351222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:56.351222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:56.351222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Pushing event updated for resources: {'Port': ['ID=b03699f3-6396-490d-9ee9-cb31d01955b3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:56.465930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.474974 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.7352126
Dec 09 14:08:56.475441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.507760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57348) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:56.509134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Deleting port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:56.509134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.519121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-223d3c54-f154-4311-a225-ec9d54739d3c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:56.711527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-87ef2893-810c-4aa6-9afa-19701b0ab328 None None] Provisioning for port 310b1855-2c8b-486d-a5c0-2c61f474b577 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:56.765002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-87ef2893-810c-4aa6-9afa-19701b0ab328 None None] Provisioning complete for port 310b1855-2c8b-486d-a5c0-2c61f474b577 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:56.765382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87ef2893-810c-4aa6-9afa-19701b0ab328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.783957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.788089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.792507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:56.798707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:56.827325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.829285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.855430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Deleting port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:56.856163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:56.892671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Pushing event updated for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=12']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:56.922384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Set router 1038fa07-6ee3-48c9-80e2-1938c7ae481d gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:08:56.964973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:56.968324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:56.970810 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6041868
Dec 09 14:08:56.975322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57352) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:56.977432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.395s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:56.981397 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] Sync routers for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:56.999092 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:57.000162 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4dbb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:57.014870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Transition to ACTIVE for port object 2b381662-1094-4e8c-97cd-0e40f74bd7d4 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:57.092795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-87ef2893-810c-4aa6-9afa-19701b0ab328 None None] Port 310b1855-2c8b-486d-a5c0-2c61f474b577 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:08:57.094811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Pushing event deleted for resources: {'Port': ['ID=ee7c7408-fd1a-46a6-a910-aa04e59c0025,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:57.098929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:57.105252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:57.115055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.120274 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4dbb0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:57.134457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:57.135436 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:57.136208 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4dbb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:57.148605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:57.149107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:57.169944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Transition to ACTIVE for port object 2b381662-1094-4e8c-97cd-0e40f74bd7d4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:08:57.249543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.268422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.402242 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4dbb0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:57.403523 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb77cfbd-c362-461c-9bc6-5b3e60efa215 None None] The sync data for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:08:57.483035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:57.483412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.492724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:57.563129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 826bb908-89d1-4f9f-8ab8-8e5257be4ccf up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:08:57.574419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d35dc2ba-a8b1-49bf-ad26-013a48dbe31f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.729942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Calling delete_port for 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:57.844996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.853150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e06fded6-afa6-4375-b5e4-ba0f304817de tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:57.926331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:57.930417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9059ae-ab9e-4b7c-a7d3-bd5c09a3c46b None None] Network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:57.942834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] No DVR routers for this DVR port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:08:57.984241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Port': ['ID=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:57.994528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:58.000020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d461a424-fc54-4e85-84ab-a380d309ba9a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:58.026906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.027978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e996ab4-5081-4311-823c-f8b0b1a5e0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf', 'network_id': '08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': 'df1199c2-e2d2-47c9-a6b2-03c758ddfbc1'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:58.028896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e996ab4-5081-4311-823c-f8b0b1a5e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.055334 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-d35dc2ba-a8b1-49bf-ad26-013a48dbe31f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:08:58.058248 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d35dc2ba-a8b1-49bf-ad26-013a48dbe31f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5 HTTP/1.1" status: 409  len: 329 time: 1.0817616
Dec 09 14:08:58.064862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57356) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:58.067431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] For port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2dc489e5-badf-4c01-bcf0-0be8af9ccd1f,segment=NetworkSegment(ae61ec72-6b0b-41f3-92f7-d3436391751e),segment_id=ae61ec72-6b0b-41f3-92f7-d3436391751e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:08:58.069250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.071555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=df1199c2-e2d2-47c9-a6b2-03c758ddfbc1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:58.076811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Pushing event updated for resources: {'Port': ['ID=2b381662-1094-4e8c-97cd-0e40f74bd7d4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:58.125386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Network 5daacc38-533f-4e18-8146-a2d624a003a1 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:08:58.132457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:58.143119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:58.146944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a694a-eed3-4d4a-a8fd-9875b8255f28 None None] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:58.164931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:08:58.170702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.229211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:08:58.257014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.267589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448994df0>,) {'filters': {'network_id': ['760da705-5cc0-4bea-88c0-a2cab8060e8c']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:58.288284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:08:58.292410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448994df0>, 'ae61ec72-6b0b-41f3-92f7-d3436391751e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:58.292702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448994df0>, 'ae61ec72-6b0b-41f3-92f7-d3436391751e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:58.307918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Calling delete_port for 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:58.340663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.347566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448c4c790>,) {'filters': {'network_id': ['08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:58.370442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448c4c790>, 'd4f952a4-e839-4b08-a19a-707257ea91ac') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:58.370791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448c4c790>, 'd4f952a4-e839-4b08-a19a-707257ea91ac') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:58.390626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.397299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.406588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:58.406980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:58.423770 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:58.471941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-724a549f-5c5f-4ab4-a588-db03df6b5305 None None] Provisioning for port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:58.542772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.596363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:08:58.596611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:08:58.612239 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:08:58.638866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.663215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:08:58.665886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.692390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5369187f-65e2-41a0-a68c-ab6d4c0fb01a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:58.711317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.719085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:08:58.727815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5055690
Dec 09 14:08:58.729504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:58.735508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57360) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:58.799277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:08:58.799938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.810496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-332439671'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:58.815900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:58.820552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:58.823601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:58.830069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:58.841173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': 'cfffa513-514c-42df-89b6-8c4ff4bff1f8'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:08:58.842042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.843551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:58.847160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.851915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b60eb1c-5a15-46f6-86d1-04e75044a48d None None] Network 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:08:58.864321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Pushing event deleted for resources: {'Network': ['ID=760da705-5cc0-4bea-88c0-a2cab8060e8c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:58.864940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Attempting to bind port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:08:58.865497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Attempting to bind port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '072ff392-d0a4-4331-a4f4-91b112b0dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:08:58.866044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Attempting to bind port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 on network 5daacc38-533f-4e18-8146-a2d624a003a1 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:08:58.871501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:58.879402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] 10.222.0.21 "DELETE /v2.0/networks/760da705-5cc0-4bea-88c0-a2cab8060e8c HTTP/1.1" status: 204  len: 168 time: 4.1501608
Dec 09 14:08:58.879402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.882333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-65788f16-8c6d-4889-ad07-4a41eb70852b tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:58.887437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:58.898168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.905240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 2c973994-b92c-41b0-b855-ee5e886f8439 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:58.905603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.915612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.915951 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment 58cb0286-9501-474e-b0a6-ca3f788596f5 of type vlan for network 5a69ed49-d009-4a60-996a-86829260a26b
Dec 09 14:08:58.920424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:08:58.921008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:08:58.938420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:58.947021 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf HTTP/1.1" status: 204  len: 168 time: 2.4127669
Dec 09 14:08:58.948244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:58.953508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:58.960939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2007761618'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:58.961144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.961764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b60eb1c-5a15-46f6-86d1-04e75044a48d None None] Network 08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf could not be found, it might have been deleted concurrently. {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 09 14:08:58.974280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:58.981858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:08:58.982718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Checking segment: {'id': '072ff392-d0a4-4331-a4f4-91b112b0dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:08:58.982718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:58.982914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:58.983019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Bound using segment: {'id': '072ff392-d0a4-4331-a4f4-91b112b0dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:08:58.983510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Bound port: 2b381662-1094-4e8c-97cd-0e40f74bd7d4, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072ff392-d0a4-4331-a4f4-91b112b0dbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5daacc38-533f-4e18-8146-a2d624a003a1'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:08:58.983895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.001943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:59.024466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:59.086188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Deleting port 2dc489e5-badf-4c01-bcf0-0be8af9ccd1f {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:08:59.086555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.183141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.194698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:59.198557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:08:59.199208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b2f490>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:59.199777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.213825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.217564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:59.218148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.234793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:08:59.239517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-beb6f954-9a0d-4e1f-ba5a-72e3137a1cb5 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:59.247196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.247390 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 8f152acb-2b16-42e1-b030-cc54986e710f of type vlan for network 562dd46e-20c7-48b9-b8e6-48fc07987022
Dec 09 14:08:59.268394 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5289338
Dec 09 14:08:59.276506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57372) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:59.284652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:59.325209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b20adb95-5544-47a6-97af-ce89446e201b None None] Provisioning for port b03699f3-6396-490d-9ee9-cb31d01955b3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:08:59.385492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57376) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:59.399294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 2c973994-b92c-41b0-b855-ee5e886f8439 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:08:59.436941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af9cc039-9b33-4610-b82f-2319a53f070a None None] The port '2dc489e5-badf-4c01-bcf0-0be8af9ccd1f' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:08:59.458919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.534108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.538448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:08:59.539022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.610445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2e2167b2-79f5-4285-afd8-74648f00ba66 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:08:59.631836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:59.636219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:59.639200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:59.644638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:59.646615 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6934426
Dec 09 14:08:59.662995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d9c3a0>, [{'id': '1038fa07-6ee3-48c9-80e2-1938c7ae481d', 'name': 'tempest-NetworksTestDHCPv6-router-1529151764', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:08:53Z', 'revision_number': 2, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None, '_interfaces': [{'id': '2c973994-b92c-41b0-b855-ee5e886f8439', 'name': '', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'mac_address': 'fa:16:3e:3a:e0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1038fa07-6ee3-48c9-80e2-1938c7ae481d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfffa513-514c-42df-89b6-8c4ff4bff1f8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:52Z', 'updated_at': '2021-12-09T14:08:53Z', 'revision_number': 2, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'subnets': [{'id': 'cfffa513-514c-42df-89b6-8c4ff4bff1f8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:08:59.668521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57382) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:59.684037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '562dd46e-20c7-48b9-b8e6-48fc07987022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:08:59.684266 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:08:59.695085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=5a69ed49-d009-4a60-996a-86829260a26b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:59.705126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ad842729-4b7d-45d1-8e11-4a602ecc09c9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:59.712524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:08:59.747400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Checking router: 1038fa07-6ee3-48c9-80e2-1938c7ae481d for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:08:59.747748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Updating router 1038fa07-6ee3-48c9-80e2-1938c7ae481d port 2c973994-b92c-41b0-b855-ee5e886f8439 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:08:59.782234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5a69ed49-d009-4a60-996a-86829260a26b details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:59.835455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.840744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=562dd46e-20c7-48b9-b8e6-48fc07987022,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:08:59.880977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:08:59.886045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 562dd46e-20c7-48b9-b8e6-48fc07987022 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:08:59.934890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d880aeda-7847-4092-9e21-d22e2f6066d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5e20710a2a544aa821d07a4061792c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5426674
Dec 09 14:08:59.936332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57386) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:08:59.949921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:08:59.962624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:08:59.968010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:08:59.980589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:08:59.988978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:08:59.996694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:00.004150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.017561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] For port 2b381662-1094-4e8c-97cd-0e40f74bd7d4, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:00.049824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=2c973994-b92c-41b0-b855-ee5e886f8439,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:00.054502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:00.069882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:00.110667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.128505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting port 310b1855-2c8b-486d-a5c0-2c61f474b577 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:00.128505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.139437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] For port 2b381662-1094-4e8c-97cd-0e40f74bd7d4, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b381662-1094-4e8c-97cd-0e40f74bd7d4,segment=NetworkSegment(072ff392-d0a4-4331-a4f4-91b112b0dbd3),segment_id=072ff392-d0a4-4331-a4f4-91b112b0dbd3)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:00.250970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.258919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/cfffa513-514c-42df-89b6-8c4ff4bff1f8/17e59b4d-dca9-418f-bb13-3c05a68403bc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:00.262921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a4fc4b74-179f-4d1b-a59c-ed52ec524ba3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:00.290999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.300044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4836176f-c8e7-4c7e-89c5-83bcc70f0678 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:00.406668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.414744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,segment=NetworkSegment(19c84304-81c3-4e2b-bd5c-b242fb4208d0),segment_id=19c84304-81c3-4e2b-bd5c-b242fb4208d0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:00.423632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.457001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:00.463940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.477369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:00.522802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Port 2c973994-b92c-41b0-b855-ee5e886f8439 not found while updating agent binding for router 1038fa07-6ee3-48c9-80e2-1938c7ae481d. {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}}
Dec 09 14:09:00.548588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.549210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.550099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b03699f3-6396-490d-9ee9-cb31d01955b3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:00.559167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Performing IP validity checks on allocation pools {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:09:00.559700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.ipam_backend_mixin [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83444) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:09:00.565874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.625004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Pushing event updated for resources: {'Port': ['ID=2b381662-1094-4e8c-97cd-0e40f74bd7d4,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:00.640233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:00.640772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Calling delete_port for 310b1855-2c8b-486d-a5c0-2c61f474b577 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:00.661751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b43912bf-ce7c-406d-8ba6-8351952f9510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:00.690710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:00.691222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 5a69ed49-d009-4a60-996a-86829260a26b, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:00.757548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 5a69ed49-d009-4a60-996a-86829260a26b is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:00.784703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5a69ed49-d009-4a60-996a-86829260a26b) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:00.792111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:00.792862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:00.832718 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5550134
Dec 09 14:09:00.835551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57390) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:00.876718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Routers {'1038fa07-6ee3-48c9-80e2-1938c7ae481d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:00.877738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d9c3a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:00.933804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6b717-6e0c-4a8f-8e48-d68a005b5619 None None] Network 5a69ed49-d009-4a60-996a-86829260a26b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:00.982457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.052811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:01.074075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ea278b-3703-4d47-898d-5414ee2a2e4a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:01.078734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:01.100593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.111492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9c9cf530-7b56-4cb2-9374-ed28a5caf8fb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:01.128621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.151155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44fb0a47-b3ce-4364-8ef9-925340338f6e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:01.279011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Port': ['ID=310b1855-2c8b-486d-a5c0-2c61f474b577,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:01.281767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:01.342427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-159c6cde-cbc6-4374-9563-e4a4248635b0 None None] Provisioning complete for port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:01.343506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-159c6cde-cbc6-4374-9563-e4a4248635b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.389742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:01.424560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:01.434874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=f02f74ec-87db-4f8c-b90f-a03823b6cfd4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:01.437003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] Set router 1038fa07-6ee3-48c9-80e2-1938c7ae481d gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:01.453479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:01.656293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d9c3a0>, [{'id': '1038fa07-6ee3-48c9-80e2-1938c7ae481d', 'name': 'tempest-NetworksTestDHCPv6-router-1529151764', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:08:59Z', 'revision_number': 3, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:01.678874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b03699f3-6396-490d-9ee9-cb31d01955b3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:01.691014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b03699f3-6396-490d-9ee9-cb31d01955b3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:01.691406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.693952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.698001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97ea278b-3703-4d47-898d-5414ee2a2e4a HTTP/1.1" status: 204  len: 168 time: 1.7583382
Dec 09 14:09:01.714933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '8f152acb-2b16-42e1-b030-cc54986e710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '562dd46e-20c7-48b9-b8e6-48fc07987022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:01.715453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 562dd46e-20c7-48b9-b8e6-48fc07987022, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:01.730772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10950db-6216-47cc-81d1-a0cf8a1b6dcf None None] The sync data for ids ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'] in dv-neutron-821183-1-hyperv is: [{'id': '1038fa07-6ee3-48c9-80e2-1938c7ae481d', 'name': 'tempest-NetworksTestDHCPv6-router-1529151764', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:08:59Z', 'revision_number': 3, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:01.742245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:01.746048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Router 1038fa07-6ee3-48c9-80e2-1938c7ae481d has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:01.844435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 562dd46e-20c7-48b9-b8e6-48fc07987022 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:01.971200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 562dd46e-20c7-48b9-b8e6-48fc07987022) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:02.000164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:02.003616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.013934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb36148-aaf1-4def-b595-521cb6d6b8dc None None] Network 562dd46e-20c7-48b9-b8e6-48fc07987022 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:02.055851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:02.073603 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "PUT /v2.0/routers/1038fa07-6ee3-48c9-80e2-1938c7ae481d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2081022
Dec 09 14:09:02.076838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.4050105
Dec 09 14:09:02.076838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57396) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:02.078447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:02.200910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.208975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5a69ed49-d009-4a60-996a-86829260a26b', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:02.209835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.288595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Transition to ACTIVE for port object 17e59b4d-dca9-418f-bb13-3c05a68403bc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:02.322339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2969378-175c-4ec3-ae26-a4d11454b5f1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:02.324085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2969378-175c-4ec3-ae26-a4d11454b5f1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:02.325126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d2969378-175c-4ec3-ae26-a4d11454b5f1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:02.367454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d2969378-175c-4ec3-ae26-a4d11454b5f1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:02.371597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2969378-175c-4ec3-ae26-a4d11454b5f1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2950742
Dec 09 14:09:02.381360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57404) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:02.385834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b2f490>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:08:55Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:08:56Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:02.453782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Transition to ACTIVE for port object 17e59b4d-dca9-418f-bb13-3c05a68403bc will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:02.460082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.462292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:02.462412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Updating router eaa2946a-7418-45f8-b14a-389e2367be47 port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:02.504192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae74ef4-ce19-4413-98e9-bc683d8fd8df None None] Network 5daacc38-533f-4e18-8146-a2d624a003a1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:02.510347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Router cb0f7660-fbcb-4117-bab9-e9b9265270f5 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:02.543465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.561632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:02.633323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.724108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet cfffa513-514c-42df-89b6-8c4ff4bff1f8 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:02.728281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.790455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.797378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13edf715-6ccd-4fe7-9fcb-c12058023eec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:02.822712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:02.824971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.838003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.843021 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] Sync routers for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:02.843511 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7697110
Dec 09 14:09:02.846851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57408) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:02.861825 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:02.862552 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a51be20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:02.871899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:02.896074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=f02f74ec-87db-4f8c-b90f-a03823b6cfd4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:02.902026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:02.940795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] Sync routers for ids ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:02.946420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:02.969243 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a51be20>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:02.974539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:02.977410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:02.990650 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] Routers {'cb0f7660-fbcb-4117-bab9-e9b9265270f5'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:02.992080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Pushing event updated for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:02.992743 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a51be20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:02.995111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:03.064723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.088911 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a51be20>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:03.090204 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1775fd-fda4-4524-ad59-c3e7751e890a None None] The sync data for ids ['cb0f7660-fbcb-4117-bab9-e9b9265270f5'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:03.093979 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-3a4ea954-5932-475b-a825-f58f9c2c3aa1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] show failed (client error): The resource could not be found.
Dec 09 14:09:03.100783 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3a4ea954-5932-475b-a825-f58f9c2c3aa1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-315488953 HTTP/1.1" status: 404  len: 334 time: 0.2529287
Dec 09 14:09:03.103013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57412) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:03.108589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6132c88a-2b8e-4c13-bb04-1c2ea5ad42e2 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:03.149661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.172572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Provisioning for port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:03.184883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b79eb0>,) {'filters': {'network_id': ['562dd46e-20c7-48b9-b8e6-48fc07987022']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:03.190569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c5273-06e3-4696-801d-7e5bb19aeede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-562dd46e-20c7-48b9-b8e6-48fc07987022', 'network_id': '562dd46e-20c7-48b9-b8e6-48fc07987022', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': 'f02f74ec-87db-4f8c-b90f-a03823b6cfd4'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:03.191526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5273-06e3-4696-801d-7e5bb19aeede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.208551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b79eb0>, '8f152acb-2b16-42e1-b030-cc54986e710f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:03.208925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b79eb0>, '8f152acb-2b16-42e1-b030-cc54986e710f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:03.213668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b03699f3-6396-490d-9ee9-cb31d01955b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b03699f3-6396-490d-9ee9-cb31d01955b3,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:03.219999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.241161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Allocated IP 172.21.0.2 (5a69ed49-d009-4a60-996a-86829260a26b/fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c/5b74aa96-c158-4621-b384-2e554784478e) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:03.255310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.272679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Provisioning complete for port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:03.273236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.281290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.282895 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-6132c88a-2b8e-4c13-bb04-1c2ea5ad42e2 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] update failed (client error): The resource could not be found.
Dec 09 14:09:03.292015 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6132c88a-2b8e-4c13-bb04-1c2ea5ad42e2 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-793102504 HTTP/1.1" status: 404  len: 334 time: 0.1879904
Dec 09 14:09:03.293951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:03.294339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.295063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57416) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:03.309898 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:03.319165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.322175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] Routers {'1038fa07-6ee3-48c9-80e2-1938c7ae481d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:03.323018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644989d3a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:03.396598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:03.407302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.412170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c82f0a54-39d6-4d91-9bbd-0b7d113269a9 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:03.441388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.446544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.461749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=562dd46e-20c7-48b9-b8e6-48fc07987022,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:03.472373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:03.475171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:03.519113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/562dd46e-20c7-48b9-b8e6-48fc07987022 HTTP/1.1" status: 204  len: 168 time: 1.3877273
Dec 09 14:09:03.525447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.527525 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/cfffa513-514c-42df-89b6-8c4ff4bff1f8 HTTP/1.1" status: 204  len: 168 time: 1.1449811
Dec 09 14:09:03.528422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57420) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:03.531330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=cfffa513-514c-42df-89b6-8c4ff4bff1f8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:03.533429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57422) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:03.540289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1941023719'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:03.544094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:03.612273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:03.639417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 826bb908-89d1-4f9f-8ab8-8e5257be4ccf up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:03.666969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:03.675143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:03.685121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:03.690939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Attempting to bind port 17e59b4d-dca9-418f-bb13-3c05a68403bc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:03.691418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Attempting to bind port 17e59b4d-dca9-418f-bb13-3c05a68403bc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:03.691687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Attempting to bind port 17e59b4d-dca9-418f-bb13-3c05a68403bc on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:03.695960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting subnet 105f97d5-a3ef-4411-823b-fd9db66c14f8 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:03.698773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.706046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b88f28e2-1fe5-435f-b5cc-3afcb38ef304 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:router {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:03.710649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:03.713644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.731099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:03.747808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b88f28e2-1fe5-435f-b5cc-3afcb38ef304 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:router {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:03.751923 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b88f28e2-1fe5-435f-b5cc-3afcb38ef304 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2172830
Dec 09 14:09:03.752498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57428) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:03.757370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.808862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:03.836489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] Set router 1038fa07-6ee3-48c9-80e2-1938c7ae481d gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:03.839054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.885722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.886079 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 1b628c42-2341-4001-821e-37284fcbfeec of type vlan for network fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4
Dec 09 14:09:03.897979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:03.898358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:03.898741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.899125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:03.899622 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Bound port: 17e59b4d-dca9-418f-bb13-3c05a68403bc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:03.900146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.922775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.923564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.933077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b03699f3-6396-490d-9ee9-cb31d01955b3,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:03.936062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:03.940160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1ee24676-772d-4541-b004-865641656a07 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:03.974944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9b1e2-54d7-434d-9b40-35d40d7ad304 None None] Network 562dd46e-20c7-48b9-b8e6-48fc07987022 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:03.977310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Subnet': ['ID=105f97d5-a3ef-4411-823b-fd9db66c14f8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:03.988478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.988874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:03.996804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.997094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.997466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.997862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.998230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.998821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.998944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.999305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:03.999661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.000024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.000371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.005975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8211fc1d-458d-4e11-b5a6-99faf8d0c0d5 None None] Network c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:04.006135 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/subnets/105f97d5-a3ef-4411-823b-fd9db66c14f8 HTTP/1.1" status: 204  len: 168 time: 0.7077963
Dec 09 14:09:04.006135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:04.008082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57432) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:04.124366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.135359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:04.135692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.140521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.144295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:04.144872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.168627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9b1e2-54d7-434d-9b40-35d40d7ad304 None None] Network 562dd46e-20c7-48b9-b8e6-48fc07987022 could not be found, it might have been deleted concurrently. {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 09 14:09:04.191641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644989d3a0>, [{'id': '1038fa07-6ee3-48c9-80e2-1938c7ae481d', 'name': 'tempest-NetworksTestDHCPv6-router-1529151764', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:08:59Z', 'revision_number': 3, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:04.205622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da717733-efe8-4625-8199-d614a4317643 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:04.283614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] Checking router: 1038fa07-6ee3-48c9-80e2-1938c7ae481d for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:04.307310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Provisioning complete for port b03699f3-6396-490d-9ee9-cb31d01955b3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:04.307705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.351049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] For port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,segment=NetworkSegment(19c84304-81c3-4e2b-bd5c-b242fb4208d0),segment_id=19c84304-81c3-4e2b-bd5c-b242fb4208d0)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:04.351423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.378592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8461723
Dec 09 14:09:04.412927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57436) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:04.475749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': 'fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:04.496075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Calling delete_port for 826bb908-89d1-4f9f-8ab8-8e5257be4ccf owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:04.573147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:04.579967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.589681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.589681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.589681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.590045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.591359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.591359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.591359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.591588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.591782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.592108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.592469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:04.595659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.598064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:04.631186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:04.635551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.636286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Fanout notify agent at l3_agent the message router_deleted on router 1038fa07-6ee3-48c9-80e2-1938c7ae481d {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:09:04.654903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.656295 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12dbf4e9-758d-4a30-a483-45caaf6830a0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/routers/1038fa07-6ee3-48c9-80e2-1938c7ae481d HTTP/1.1" status: 204  len: 168 time: 0.9005535
Dec 09 14:09:04.659456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57440) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:04.665099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:04.702481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] Routers {'1038fa07-6ee3-48c9-80e2-1938c7ae481d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:04.703134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644989d3a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:04.768817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:04.773577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:04.776691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:04.780591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:04.783336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:04.783735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.786873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:04.787675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.792289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:04.795330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-201efcf9-3745-4e40-837b-e0d98f177157 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:04.796797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:04.808072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:04.812145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.845999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Port': ['ID=826bb908-89d1-4f9f-8ab8-8e5257be4ccf,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:04.849455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:04.851896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] No DVR routers for this DVR port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:04.878391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:04.912545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644989d3a0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:04.912976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e1724f-baf6-4b16-88e1-21a5326f53cb None None] The sync data for ids ['1038fa07-6ee3-48c9-80e2-1938c7ae481d'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:04.915307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port 826bb908-89d1-4f9f-8ab8-8e5257be4ccf was deleted so its status cannot be updated. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 09 14:09:04.915822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b381662-1094-4e8c-97cd-0e40f74bd7d4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:04.943110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:04.986673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:04.990221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.004604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:05.055503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:09:05.100048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.103469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Transition to ACTIVE for port object 5b74aa96-c158-4621-b384-2e554784478e will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:05.105618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea462d2f-c1da-422a-8318-70b91194f381 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:05.111038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.131346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.182043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:05.185561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:05.189982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:05.190701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.196798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=d4ddfb9d-5769-45f6-a458-08e1b7631b31,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:05.205435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:05.233970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5732086
Dec 09 14:09:05.234635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57444) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:05.242914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64487e6850>,) {'filters': {'network_id': ['c3f650a9-f9cc-4e12-ba9e-17e58a7daf36']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:05.252752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1610290427', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:05.263590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:05.272965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:router and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:05.276523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64487e6850>, '19c84304-81c3-4e2b-bd5c-b242fb4208d0') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:05.276808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64487e6850>, '19c84304-81c3-4e2b-bd5c-b242fb4208d0') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:05.285856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:05.290175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Transition to ACTIVE for port object 5b74aa96-c158-4621-b384-2e554784478e will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:05.297500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:05.300345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.330587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.356841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.361822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Pushing event updated for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:05.362069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.364972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:05.374243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:05.376916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:05.377316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:05.391898 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:05.399816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.400753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.449648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Transition to ACTIVE for port object dd1b4d3a-4481-4358-9a8b-6147c3c4af6f will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:05.470686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420364a3-d440-45c4-9577-5fe3536778a8 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:05.492536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:05.500965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Network 5a69ed49-d009-4a60-996a-86829260a26b is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:05.505576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.518089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:05.520976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:05.527248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Pushing event updated for resources: {'Port': ['ID=5b74aa96-c158-4621-b384-2e554784478e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:05.529820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:05.530750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958128e5-658d-458f-8ef7-f238053a12b5 None None] DHCP port deletion for c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:05.532352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Provisioning for port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:05.550497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.21.0.1 (5a69ed49-d009-4a60-996a-86829260a26b/fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c/cc3f542c-9f0d-464f-b689-b827d6ed4626) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:05.563160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.569400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.579086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f4a88f91-11e9-4b62-bdb8-c570e337c0e4 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:05.589504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:05.612228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.635361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Network': ['ID=c3f650a9-f9cc-4e12-ba9e-17e58a7daf36,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:05.651249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Provisioning complete for port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:05.651750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.659842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:05.676101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b03699f3-6396-490d-9ee9-cb31d01955b3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:05.682203 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/networks/c3f650a9-f9cc-4e12-ba9e-17e58a7daf36 HTTP/1.1" status: 204  len: 168 time: 1.6730068
Dec 09 14:09:05.682999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:05.749112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.773776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.788298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd271281-8ff9-4bc3-8d8a-34f0c6df59b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:05.891036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.896127 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0b73f2a6-2c9c-412c-ba0f-6f0eeefdd729 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6581762
Dec 09 14:09:05.900383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57452) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:05.929060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42232d-7354-4e83-96c8-38bea30ddd95 None None] Pushing event updated for resources: {'Port': ['ID=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:05.936705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d42232d-7354-4e83-96c8-38bea30ddd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:05.972615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting subnet 74e8a934-27c1-4df6-81af-fa94ef62459c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:05.976268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:05.980350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Attempting to bind port 5b74aa96-c158-4621-b384-2e554784478e on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:05.980495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Attempting to bind port 5b74aa96-c158-4621-b384-2e554784478e by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:05.980799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Attempting to bind port 5b74aa96-c158-4621-b384-2e554784478e on network 5a69ed49-d009-4a60-996a-86829260a26b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:05.988049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=a93b9715-033a-467c-b9e9-f46f136405d0,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:06.002899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:06.041505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.063589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '1b628c42-2341-4001-821e-37284fcbfeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:06.063951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:06.080339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.103787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:06.104445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Checking segment: {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:06.104589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.104964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Bound using segment: {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:06.105454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Bound port: 5b74aa96-c158-4621-b384-2e554784478e, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:06.105862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.111055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object cc3f542c-9f0d-464f-b689-b827d6ed4626 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:06.127678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.205697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.209869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f933e878-0364-4e2a-a6ad-f5bec6e0595c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:06.233381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:06.252827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Subnet': ['ID=74e8a934-27c1-4df6-81af-fa94ef62459c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:06.257339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:06.260779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.263859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:06.268968 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/subnets/74e8a934-27c1-4df6-81af-fa94ef62459c HTTP/1.1" status: 204  len: 168 time: 0.5845280
Dec 09 14:09:06.270858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57456) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:06.274216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:06.274927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.299398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Attempting to bind port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:06.299783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Attempting to bind port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:06.300155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Attempting to bind port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f on network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:06.302951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c533c3a-9ef6-4edc-8563-f8d125d49298 None None] Network 5e329dee-24fc-42cf-9043-7a32488707ee requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:06.315167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc58b99-48d9-4177-a301-abf662f6b15e None None] Network fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:06.394538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b03699f3-6396-490d-9ee9-cb31d01955b3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:06.394923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.434498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.438267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:06.515375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:06.515681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Checking segment: {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:06.516085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.516489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Bound using segment: {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:06.516979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Bound port: dd1b4d3a-4481-4358-9a8b-6147c3c4af6f, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11edc1a8-880b-4fb1-9f7e-3f491b04f032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:06.517361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.578670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.581063 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.1676655
Dec 09 14:09:06.584213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:06.659712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 5a69ed49-d009-4a60-996a-86829260a26b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:06.662461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=cc3f542c-9f0d-464f-b689-b827d6ed4626,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:06.669222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:06.673139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:06.675098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:06.738741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.745896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] For port 5b74aa96-c158-4621-b384-2e554784478e, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:06.806216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.833795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] For port 5b74aa96-c158-4621-b384-2e554784478e, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5b74aa96-c158-4621-b384-2e554784478e,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:06.845218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] For port 2b381662-1094-4e8c-97cd-0e40f74bd7d4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b381662-1094-4e8c-97cd-0e40f74bd7d4,segment=NetworkSegment(072ff392-d0a4-4331-a4f4-91b112b0dbd3),segment_id=072ff392-d0a4-4331-a4f4-91b112b0dbd3)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:06.859323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.878099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.881403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.887448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.892199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08bb5c9d-abf2-480c-8868-c6740034d88c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:06.893021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf4d156b-b92e-4892-90ea-673d08b15d04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:06.932488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=a93b9715-033a-467c-b9e9-f46f136405d0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:06.935442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:06.959262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting subnet 4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:06.966132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:06.994717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.032185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.061078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448b35310>,) {'filters': {'network_id': ['fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:07.073968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b35310>, '1b628c42-2341-4001-821e-37284fcbfeec') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:07.074260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b35310>, '1b628c42-2341-4001-821e-37284fcbfeec') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:07.079398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] For port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:07.086805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.107052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.115287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:07.115972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:07.132802 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:07.134827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] For port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:07.137005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290bee12-d319-4fa8-972e-9dad712290b1 None None] Network fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:07.203968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.218397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3a126-e8a7-4410-92f2-644f3a9c3cc6 None None] Pushing event updated for resources: {'Port': ['ID=2b381662-1094-4e8c-97cd-0e40f74bd7d4,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:07.225844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.258249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.268661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-75b8861e-9504-4dee-8897-0d299d748bcb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:07.287674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 826bb908-89d1-4f9f-8ab8-8e5257be4ccf no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:07.293737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.315967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4 HTTP/1.1" status: 204  len: 168 time: 0.7290916
Dec 09 14:09:07.319126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57464) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:07.328364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019041606'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:07.332742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:07.343978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:07.345025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.362131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:07.366619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:07.370226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:07.385284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:07.407064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:07.411187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.452587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:07.459027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 826bb908-89d1-4f9f-8ab8-8e5257be4ccf {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:07.459502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 826bb908-89d1-4f9f-8ab8-8e5257be4ccf not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:07.468598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.468990 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 7db9c4f1-4ec9-44ad-b8f2-cfd810b6c6f0 of type vlan for network ceb47be8-5919-4ce8-86ec-14df91485204
Dec 09 14:09:07.501974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.545913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.549858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:07.550762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.555539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-68238e3e-2c03-4637-bcb9-4d61829450e5 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:07.636184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] DHCP port deletion for 5e329dee-24fc-42cf-9043-7a32488707ee request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:07.639946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-24993797-9ba6-4120-b8a2-df445b18cc07 None None] Provisioning complete for port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:07.642916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-24993797-9ba6-4120-b8a2-df445b18cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.706818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Pushing event updated for resources: {'Port': ['ID=5b74aa96-c158-4621-b384-2e554784478e,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:07.716932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Deleting port 3622fa48-bb2f-4493-b5b1-6a15d44819ca {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:07.717612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.719710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.744496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '17e59b4d-dca9-418f-bb13-3c05a68403bc'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:09:07.807027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:07.812905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:07.825858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b381662-1094-4e8c-97cd-0e40f74bd7d4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:07.849375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b79c24a5-6001-42e1-b4ea-6872bf38ede1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.924s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:07.862002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5407417
Dec 09 14:09:07.865786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57468) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:07.868902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=ceb47be8-5919-4ce8-86ec-14df91485204,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:07.872324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:07.876368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': 'ceb47be8-5919-4ce8-86ec-14df91485204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:07.927262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ceb47be8-5919-4ce8-86ec-14df91485204 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:07.994313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:07.998781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:08.002094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:08.009168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:08.022607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:08.031695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::1 (06176117-bfee-4a45-b798-e2271f4e3e62/d4ddfb9d-5769-45f6-a458-08e1b7631b31/17ab772d-268a-4ab3-adf3-ac6bdecdff32) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:08.097966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.114711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-112a7060-ffcc-4204-9d3d-a48d56f3284d tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:08.145089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.210068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:08.210899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b2f490>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:08.385827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.388544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:08.398837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.405682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:08.416018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42232d-7354-4e83-96c8-38bea30ddd95 None None] Pushing event updated for resources: {'Port': ['ID=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:08.445869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:08.446428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ac511-e7b8-4ca7-977d-615fe2212432 None None] Network 77d47b6d-dbd1-451f-8702-73eb53d1055a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:08.470942 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/subnets/4ec2ba4a-19fd-4ada-b801-f4ea01fd1d66 HTTP/1.1" status: 204  len: 168 time: 2.1991205
Dec 09 14:09:08.471242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d42232d-7354-4e83-96c8-38bea30ddd95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:08.473619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57472) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:08.478961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.261s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:08.479441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:08.565359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.584608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 17ab772d-268a-4ab3-adf3-ac6bdecdff32 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:08.611775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=83e084ac-e36d-4888-a76b-f229d6850b30,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:08.620883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:08.626960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.628482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.634018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:08.638330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '7db9c4f1-4ec9-44ad-b8f2-cfd810b6c6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ceb47be8-5919-4ce8-86ec-14df91485204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:08.638680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: ceb47be8-5919-4ce8-86ec-14df91485204, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:08.642093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0139bb-6977-458e-8670-2d53c3c33608 None None] Network 5a69ed49-d009-4a60-996a-86829260a26b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:08.652954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting port 3622fa48-bb2f-4493-b5b1-6a15d44819ca {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:08.653293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.727442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:08.736793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:08.740292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network ceb47be8-5919-4ce8-86ec-14df91485204 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:08.745168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:08.745168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.756919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=17ab772d-268a-4ab3-adf3-ac6bdecdff32,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:08.767071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:08.767454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ceb47be8-5919-4ce8-86ec-14df91485204) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:08.775449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:08.776113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.795007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.800300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.830515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:08.869699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0002983
Dec 09 14:09:08.873465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57476) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:08.884329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96aeb86-cf69-4c8e-84de-41e44a2ba721 None None] Network ceb47be8-5919-4ce8-86ec-14df91485204 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:08.923285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] For port 3622fa48-bb2f-4493-b5b1-6a15d44819ca, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3622fa48-bb2f-4493-b5b1-6a15d44819ca,segment=NetworkSegment(bd9b6e1d-e89c-4de7-9299-5e64c09525d4),segment_id=bd9b6e1d-e89c-4de7-9299-5e64c09525d4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:08.923540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.969199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=cc3f542c-9f0d-464f-b689-b827d6ed4626,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:08.971874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.975752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.977663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:08.978149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:08.989887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:09.099122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Calling delete_port for 3622fa48-bb2f-4493-b5b1-6a15d44819ca owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:09.123050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:09.194790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.256534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.262115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:09.294460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] For port 3622fa48-bb2f-4493-b5b1-6a15d44819ca, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3622fa48-bb2f-4493-b5b1-6a15d44819ca,segment=NetworkSegment(bd9b6e1d-e89c-4de7-9299-5e64c09525d4),segment_id=bd9b6e1d-e89c-4de7-9299-5e64c09525d4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:09.295000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.312608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Port': ['ID=3622fa48-bb2f-4493-b5b1-6a15d44819ca,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:09.319037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:09.323941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 5a69ed49-d009-4a60-996a-86829260a26b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:09.325266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] No DVR routers for this DVR port 3622fa48-bb2f-4493-b5b1-6a15d44819ca on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:09.327070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.339775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:09.374425 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:09:09.585828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Calling delete_port for 3622fa48-bb2f-4493-b5b1-6a15d44819ca owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:09.620931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.632130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.639348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.640147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.645565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7093de36-031d-4159-a842-da1d43f7c251 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:09.653782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64496344f0>,) {'filters': {'network_id': ['5e329dee-24fc-42cf-9043-7a32488707ee']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:09.663808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.669625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4be3e289-23ff-4321-a6e9-cb1511163e19 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:09.697463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496344f0>, 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:09.697832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64496344f0>, 'bd9b6e1d-e89c-4de7-9299-5e64c09525d4') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:09.719605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=83e084ac-e36d-4888-a76b-f229d6850b30,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:09.722735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.730428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:09.759964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.791220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/d4ddfb9d-5769-45f6-a458-08e1b7631b31/17e59b4d-dca9-418f-bb13-3c05a68403bc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:09.814507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:09.814929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:09.829796 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:09.858855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.952875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449a3de50>,) {'filters': {'network_id': ['ceb47be8-5919-4ce8-86ec-14df91485204']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:09.960674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.965450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:09.980785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-69cd3315-3cd5-4957-bd63-8defbd7f0cb5 tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:09.985983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=17ab772d-268a-4ab3-adf3-ac6bdecdff32,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:10.001334 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/networks/5e329dee-24fc-42cf-9043-7a32488707ee HTTP/1.1" status: 204  len: 168 time: 1.5224602
Dec 09 14:09:10.002034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211cbaa-53f4-4536-9442-396495f5bd96 None None] Network ceb47be8-5919-4ce8-86ec-14df91485204 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:10.005857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a3de50>, '7db9c4f1-4ec9-44ad-b8f2-cfd810b6c6f0') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:10.006144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a3de50>, '7db9c4f1-4ec9-44ad-b8f2-cfd810b6c6f0') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:10.012404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57480) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:10.013263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Network': ['ID=5e329dee-24fc-42cf-9043-7a32488707ee,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:10.015668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:10.038455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:10.048573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.124983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:10.127800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:10.142682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.164468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:10.164815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:10.179870 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:10.193632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.210115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] DHCP port deletion for 77d47b6d-dbd1-451f-8702-73eb53d1055a request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:10.212314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:09:10.212775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:09:10.254152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Deleting port ace56b10-db00-4b77-a4d4-a170e848fe99 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:10.255377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.269085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting port ace56b10-db00-4b77-a4d4-a170e848fe99 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:10.269428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.293726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:10.304234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e3d6236d-7155-44f8-8347-1d01e72a4e3d None None] Provisioning for port 5b74aa96-c158-4621-b384-2e554784478e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:10.391851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.396527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.400996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8a8b6d0c-f7b4-4014-a112-615c13713f20 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:10.444826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=ceb47be8-5919-4ce8-86ec-14df91485204,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:10.447023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5b74aa96-c158-4621-b384-2e554784478e up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:10.496293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/ceb47be8-5919-4ce8-86ec-14df91485204 HTTP/1.1" status: 204  len: 168 time: 1.6246910
Dec 09 14:09:10.509499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:10.510494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:10.518013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412115345'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:10.523048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:10.527074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:10.529923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:10.535582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:10.558032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:10.561256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.581489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] For port ace56b10-db00-4b77-a4d4-a170e848fe99, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ace56b10-db00-4b77-a4d4-a170e848fe99,segment=NetworkSegment(d383c2f4-8d2f-41bc-8642-a2124bfb020b),segment_id=d383c2f4-8d2f-41bc-8642-a2124bfb020b)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:10.581862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.608228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:10.609483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:10.619672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.619916 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 650ae1a0-3544-4e51-8686-61ff729fe2d6 of type vlan for network 59e26e1b-1c3a-4439-a736-629c0522c2e4
Dec 09 14:09:10.630323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:10.636039 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7989478
Dec 09 14:09:10.640106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57488) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:10.649485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1705249934'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:10.649891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.657734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:10.668301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:10.672825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:10.684019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:10.703992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:10.707383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.730597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Router 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:09:10.744319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:10.747574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.751827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:10.752536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.759908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.760237 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment 08e76f7b-7e68-422b-a3d0-b1988b8797e7 of type vlan for network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3
Dec 09 14:09:10.766627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Deleting port 3622fa48-bb2f-4493-b5b1-6a15d44819ca {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:10.767278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.805134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.825512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:10.850423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Calling delete_port for ace56b10-db00-4b77-a4d4-a170e848fe99 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:10.872966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Ignored duplicate provisioning block setup for port 17e59b4d-dca9-418f-bb13-3c05a68403bc by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 09 14:09:10.883649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 5b74aa96-c158-4621-b384-2e554784478e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:10.895537 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3841734
Dec 09 14:09:10.897620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-65af7da3-3056-4682-a077-caf2373a64f6 None None] The port '3622fa48-bb2f-4493-b5b1-6a15d44819ca' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:09:10.898188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57492) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:10.902968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.905592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '59e26e1b-1c3a-4439-a736-629c0522c2e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:10.910652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-39c0310a-939f-4241-849d-b73c9624f73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:10.956240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5b74aa96-c158-4621-b384-2e554784478e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:10.956838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.984575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] For port ace56b10-db00-4b77-a4d4-a170e848fe99, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ace56b10-db00-4b77-a4d4-a170e848fe99,segment=NetworkSegment(d383c2f4-8d2f-41bc-8642-a2124bfb020b),segment_id=d383c2f4-8d2f-41bc-8642-a2124bfb020b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:10.985296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:10.988667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=59e26e1b-1c3a-4439-a736-629c0522c2e4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:10.992700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:11.009170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b2f490>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:07Z', 'revision_number': 3, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:05Z', 'revision_number': 1, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:07Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:11.020386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.027637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 59e26e1b-1c3a-4439-a736-629c0522c2e4 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:11.027993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.028121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-18884444-bd3b-4545-b5c8-be02300cbb3f tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:11.058412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3905bb46-e060-4c40-8374-255d29bfbb9a None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:07Z', 'revision_number': 3, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:05Z', 'revision_number': 1, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:07Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:11.084976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Port': ['ID=ace56b10-db00-4b77-a4d4-a170e848fe99,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:11.089464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:11.093123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:11.105165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] No DVR routers for this DVR port ace56b10-db00-4b77-a4d4-a170e848fe99 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:11.110737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:11.116565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:11.133478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:11.152898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.160428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:11.161769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.167126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:11.305565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:11.306973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:11.351938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:11.361133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:11.365313 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Sync routers for ids ['64e66f82-4f96-467f-9c3d-e6b2fc8ff518'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:11.399325 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Routers {'64e66f82-4f96-467f-9c3d-e6b2fc8ff518'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:11.400960 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1415e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['64e66f82-4f96-467f-9c3d-e6b2fc8ff518'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:11.490459 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "PUT /v2.0/routers/64e66f82-4f96-467f-9c3d-e6b2fc8ff518/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5864272
Dec 09 14:09:11.498672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:11.511994 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8697228
Dec 09 14:09:11.515734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57500) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:11.522708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:11.543228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Calling delete_port for ace56b10-db00-4b77-a4d4-a170e848fe99 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:11.575406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.654181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Pushing event updated for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:11.657634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:11.658504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:11.679920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64498e0d90>,) {'filters': {'network_id': ['77d47b6d-dbd1-451f-8702-73eb53d1055a']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:11.731365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8c07d1-3110-41ea-b643-8cd1134eb7e0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:11.745029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ba8c07d1-3110-41ea-b643-8cd1134eb7e0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:11.753373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64498e0d90>, 'd383c2f4-8d2f-41bc-8642-a2124bfb020b') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:11.756216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64498e0d90>, 'd383c2f4-8d2f-41bc-8642-a2124bfb020b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:11.767348 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Set router 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:11.809961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.810953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.855578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.868099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:11.869581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:11.893251 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:11.896053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ba8c07d1-3110-41ea-b643-8cd1134eb7e0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:11.896272 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ba8c07d1-3110-41ea-b643-8cd1134eb7e0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports/17ab772d-268a-4ab3-adf3-ac6bdecdff32 HTTP/1.1" status: 200  len: 911 time: 0.3965850
Dec 09 14:09:11.901130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57504) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:11.908496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c123b36c-6df1-4791-b88a-01738cc78fe4 None None] Provisioning for port cc3f542c-9f0d-464f-b689-b827d6ed4626 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:11.951847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c123b36c-6df1-4791-b88a-01738cc78fe4 None None] Provisioning complete for port cc3f542c-9f0d-464f-b689-b827d6ed4626 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:11.952377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c123b36c-6df1-4791-b88a-01738cc78fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.172585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.174047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.ipam_backend_mixin [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Performing IP validity checks on allocation pools {{(pid=83443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:09:12.174660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.ipam_backend_mixin [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:09:12.210964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.228566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bd15fc21-0e13-4118-b53b-5e7aab5a2027 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:12.282953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.288983 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1415e0>, [{'id': '64e66f82-4f96-467f-9c3d-e6b2fc8ff518', 'name': 'tempest-NetworksTestDHCPv6-router-1610290427', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:05Z', 'updated_at': '2021-12-09T14:09:08Z', 'revision_number': 2, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None, '_interfaces': [{'id': '17ab772d-268a-4ab3-adf3-ac6bdecdff32', 'name': '', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'mac_address': 'fa:16:3e:ba:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e66f82-4f96-467f-9c3d-e6b2fc8ff518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:07Z', 'updated_at': '2021-12-09T14:09:09Z', 'revision_number': 2, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'subnets': [{'id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:12.289604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:09:12.289971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:09:12.291812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c123b36c-6df1-4791-b88a-01738cc78fe4 None None] Port cc3f542c-9f0d-464f-b689-b827d6ed4626 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:12.293450 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Checking router: 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:12.294089 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Updating router 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:12.311505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 5b74aa96-c158-4621-b384-2e554784478e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5b74aa96-c158-4621-b384-2e554784478e,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:12.312219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Network': ['ID=77d47b6d-dbd1-451f-8702-73eb53d1055a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:12.314980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:12.318462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:12.322895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/networks/77d47b6d-dbd1-451f-8702-73eb53d1055a HTTP/1.1" status: 204  len: 168 time: 2.3060350
Dec 09 14:09:12.325508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57508) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:12.325701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:12.328754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.332256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d699ee3-73ec-42e9-a5c8-d99b44bb893f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:12.387701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82815c8-a47e-49d4-81db-544e88acfe24 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:12.392196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:12.392554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82815c8-a47e-49d4-81db-544e88acfe24 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:12.398325 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a82815c8-a47e-49d4-81db-544e88acfe24 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.4960072
Dec 09 14:09:12.402173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57512) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:12.408169 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.409636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:12.456718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=5b74aa96-c158-4621-b384-2e554784478e,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:12.460501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:12.461815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3622fa48-bb2f-4493-b5b1-6a15d44819ca no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:12.500323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 3622fa48-bb2f-4493-b5b1-6a15d44819ca {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:12.500905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3622fa48-bb2f-4493-b5b1-6a15d44819ca not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:12.501490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ace56b10-db00-4b77-a4d4-a170e848fe99 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:12.537795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: ace56b10-db00-4b77-a4d4-a170e848fe99 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:12.538573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ace56b10-db00-4b77-a4d4-a170e848fe99 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:12.541240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c123b36c-6df1-4791-b88a-01738cc78fe4 None None] Provisioning complete for port 5b74aa96-c158-4621-b384-2e554784478e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:12.541960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c123b36c-6df1-4791-b88a-01738cc78fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.579619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.591796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e3ebae96-cd7a-46c7-9e43-7b39b6d3bcbb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:12.604275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting subnet b9dd451b-8f1e-447e-96c7-d980f6f03a3d {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:12.607573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.725042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.791310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Deleting port ace56b10-db00-4b77-a4d4-a170e848fe99 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:12.791727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:12.856309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:12.940057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=3967aa58-98e2-4687-a124-7ed0d21a339b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:13.000732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:13.014658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.015930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17e59b4d-dca9-418f-bb13-3c05a68403bc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:13.073367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '650ae1a0-3544-4e51-8686-61ff729fe2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '59e26e1b-1c3a-4439-a736-629c0522c2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:13.073762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 59e26e1b-1c3a-4439-a736-629c0522c2e4, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:13.085483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.118077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3aa51fac-de91-4e92-a1de-382b3087108f None None] The port 'ace56b10-db00-4b77-a4d4-a170e848fe99' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:09:13.132778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8fa64f3a-0d7a-45f0-bc77-6016aa9f72d8 None None] Provisioning complete for port cc3f542c-9f0d-464f-b689-b827d6ed4626 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:13.137285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8fa64f3a-0d7a-45f0-bc77-6016aa9f72d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.173811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.179002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a23a72e-9e6c-48a7-8ac3-e46a97a085e8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:13.224099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dd451b-8f1e-447e-96c7-d980f6f03a3d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:13.227760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:13.231675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 59e26e1b-1c3a-4439-a736-629c0522c2e4 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:13.241508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 17e59b4d-dca9-418f-bb13-3c05a68403bc completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:13.242150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.248998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8fa64f3a-0d7a-45f0-bc77-6016aa9f72d8 None None] Port cc3f542c-9f0d-464f-b689-b827d6ed4626 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:13.254394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/subnets/b9dd451b-8f1e-447e-96c7-d980f6f03a3d HTTP/1.1" status: 204  len: 168 time: 0.9247987
Dec 09 14:09:13.255098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d1a6c2-0a3d-4126-ada2-2772bf7df2ff None None] Network b44ce328-0e71-4df2-847c-479f08f61d48 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:13.255669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57516) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:13.267087 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.281093 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Transition to ACTIVE for port object 17ab772d-268a-4ab3-adf3-ac6bdecdff32 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:13.288957 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.301661 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:13.383151 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Pushing event updated for resources: {'Port': ['ID=17ab772d-268a-4ab3-adf3-ac6bdecdff32,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:13.392377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 59e26e1b-1c3a-4439-a736-629c0522c2e4) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:13.438791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.449143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5b74aa96-c158-4621-b384-2e554784478e up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:13.459725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Deleting port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:13.461883 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.462360 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.462575 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.462730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.462904 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.463468 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.463796 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.464264 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.464636 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.464954 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.465266 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.465595 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:13.480280 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:13.494395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:13.495586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.510481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef24cb-c617-4456-a8d0-7563780c747c None None] Network 59e26e1b-1c3a-4439-a736-629c0522c2e4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:13.672101 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 2.7715917
Dec 09 14:09:13.674849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.678391 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Attempting to bind port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:13.678766 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Attempting to bind port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:13.679135 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Attempting to bind port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:13.684811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57520) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:13.685681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c59fbb81-8126-4f1e-9a7c-1b2912d126f8 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:13.686810 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:13.687208 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:13.687613 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.688306 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:13.688804 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Bound port: 17ab772d-268a-4ab3-adf3-ac6bdecdff32, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:13.689198 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.757832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Provisioning for port 17e59b4d-dca9-418f-bb13-3c05a68403bc completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:13.778082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] For port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,segment=NetworkSegment(9de8008c-9fc7-46b2-af4d-709f74e4af90),segment_id=9de8008c-9fc7-46b2-af4d-709f74e4af90)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:13.778669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.800048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Provisioning complete for port 17e59b4d-dca9-418f-bb13-3c05a68403bc triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:13.802744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.805332 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] For port 17ab772d-268a-4ab3-adf3-ac6bdecdff32, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:13.808605 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] For port 17ab772d-268a-4ab3-adf3-ac6bdecdff32, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17ab772d-268a-4ab3-adf3-ac6bdecdff32,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:13.819230 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.829942 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:13.939014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Calling delete_port for cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:13.941088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=af23efdd-0236-4aec-9094-dc0bf7acb4e0,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:13.946634 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Routers {'64e66f82-4f96-467f-9c3d-e6b2fc8ff518'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:13.947260 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1415e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['64e66f82-4f96-467f-9c3d-e6b2fc8ff518'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:13.952565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:13.957055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:14.040103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.053145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8fb9b909-180b-4291-b7b5-692d981702b9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:14.108765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.130215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Port': ['ID=cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:14.140369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:14.146206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] No DVR routers for this DVR port cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:14.167910 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] Set router 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:14.283268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5b74aa96-c158-4621-b384-2e554784478e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:14.289186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.383898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2447bddd-900e-4974-a56b-e345b4c83044 None None] DHCP port deletion for b44ce328-0e71-4df2-847c-479f08f61d48 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:14.434871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.445315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db376282-eb2e-4e0b-939c-039431cf3ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-59e26e1b-1c3a-4439-a736-629c0522c2e4', 'network_id': '59e26e1b-1c3a-4439-a736-629c0522c2e4', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': '3967aa58-98e2-4687-a124-7ed0d21a339b'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:14.446268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db376282-eb2e-4e0b-939c-039431cf3ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.458145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:14.458458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:14.561054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.575336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cca56a80-1674-4a85-901e-49de3748f74c tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:14.586313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.623407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=3967aa58-98e2-4687-a124-7ed0d21a339b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:14.623577 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Pushing event updated for resources: {'Port': ['ID=17ab772d-268a-4ab3-adf3-ac6bdecdff32,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:14.627244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:14.629048 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1415e0>, [{'id': '64e66f82-4f96-467f-9c3d-e6b2fc8ff518', 'name': 'tempest-NetworksTestDHCPv6-router-1610290427', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:05Z', 'updated_at': '2021-12-09T14:09:08Z', 'revision_number': 2, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None, '_interfaces': [{'id': '17ab772d-268a-4ab3-adf3-ac6bdecdff32', 'name': '', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'mac_address': 'fa:16:3e:ba:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e66f82-4f96-467f-9c3d-e6b2fc8ff518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:07Z', 'updated_at': '2021-12-09T14:09:13Z', 'revision_number': 4, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'subnets': [{'id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:14.636133 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:14.643819 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a44d0d-fd7b-4719-b052-1184837c611e None None] The sync data for ids ['64e66f82-4f96-467f-9c3d-e6b2fc8ff518'] in dv-neutron-821183-1-hyperv is: [{'id': '64e66f82-4f96-467f-9c3d-e6b2fc8ff518', 'name': 'tempest-NetworksTestDHCPv6-router-1610290427', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:05Z', 'updated_at': '2021-12-09T14:09:08Z', 'revision_number': 2, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'gw_port_host': None, '_interfaces': [{'id': '17ab772d-268a-4ab3-adf3-ac6bdecdff32', 'name': '', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'mac_address': 'fa:16:3e:ba:82:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64e66f82-4f96-467f-9c3d-e6b2fc8ff518', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:07Z', 'updated_at': '2021-12-09T14:09:13Z', 'revision_number': 4, 'project_id': '0ca10b2a2063429fb26e511daf5187f4', 'subnets': [{'id': 'd4ddfb9d-5769-45f6-a458-08e1b7631b31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:14.666861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:14.671339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:14.682297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d79550>,) {'filters': {'network_id': ['b44ce328-0e71-4df2-847c-479f08f61d48']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:14.691650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.703817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d79550>, '9de8008c-9fc7-46b2-af4d-709f74e4af90') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:14.704968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d79550>, '9de8008c-9fc7-46b2-af4d-709f74e4af90') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:14.707885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:14.726418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.749689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.764653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:14.765187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.775521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:14.780229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:14.780741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dd1b4d3a-4481-4358-9a8b-6147c3c4af6f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:14.780866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:14.786548 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:14.813345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.825348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41ab96-7ddd-488e-b6fe-75c7a570bade None None] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:14.828458 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3112345
Dec 09 14:09:14.842093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57524) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:14.880142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.881762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-814a992d-3752-4886-9fec-bb8e763b88db None None] Could not find standard attr ID for object 2c973994-b92c-41b0-b855-ee5e886f8439. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-db376282-eb2e-4e0b-939c-039431cf3ca4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3967aa58-98e2-4687-a124-7ed0d21a339b: This subnet is being modified by another concurrent operation.
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3967aa58-98e2-4687-a124-7ed0d21a339b: This subnet is being modified by another concurrent operation.
Dec 09 14:09:14.884625 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:09:14.891934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-920ff0d0-e12f-406c-b8af-f6004979bced tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:14.910581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:14.924229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Pushing event deleted for resources: {'Network': ['ID=b44ce328-0e71-4df2-847c-479f08f61d48,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:14.928685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:14.930637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/networks/b44ce328-0e71-4df2-847c-479f08f61d48 HTTP/1.1" status: 204  len: 168 time: 1.6732640
Dec 09 14:09:14.933981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:14.965252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b681d8cf-7af6-4343-8454-881ad325dd62 None None] Network 59e26e1b-1c3a-4439-a736-629c0522c2e4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:14.975970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a4b340>,) {'filters': {'network_id': ['59e26e1b-1c3a-4439-a736-629c0522c2e4']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:14.985049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d45820d1-4f05-4a54-9991-d6f89ae56e3f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Synchronizing usage tracker for tenant:5a7de317b3214bd893a3044c9ae01793 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:14.992766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a4b340>, '650ae1a0-3544-4e51-8686-61ff729fe2d6') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:14.993755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a4b340>, '650ae1a0-3544-4e51-8686-61ff729fe2d6') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:15.002775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d45820d1-4f05-4a54-9991-d6f89ae56e3f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Unset dirty status for tenant:5a7de317b3214bd893a3044c9ae01793 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:15.006627 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d45820d1-4f05-4a54-9991-d6f89ae56e3f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb0f7660-fbcb-4117-bab9-e9b9265270f5 HTTP/1.1" status: 200  len: 205 time: 0.0683267
Dec 09 14:09:15.006882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57532) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:15.072208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.111776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Pushing event updated for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:15.118206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.139389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:15.140026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:15.156509 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:15.168360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.187309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.188920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.189364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.189836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.190278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.190692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.191093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.191479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.191867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.192544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.193233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:09:15.205917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:15.219747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-814a992d-3752-4886-9fec-bb8e763b88db None None] Provisioning for port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:15.228712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:15.247973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:15.248360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.322438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.328511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-13b9f86b-3a96-4e71-bdad-0110e050da2c tempest-RoutersIpV6Test-1100833787 tempest-RoutersIpV6Test-1100833787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:15.348895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.356646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.411105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=59e26e1b-1c3a-4439-a736-629c0522c2e4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:15.423863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:15.431030 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/59e26e1b-1c3a-4439-a736-629c0522c2e4 HTTP/1.1" status: 204  len: 168 time: 1.6460774
Dec 09 14:09:15.432870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:15.432990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:15.432990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.437022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793147403'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:15.451029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:15.457443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:15.462192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:15.523582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.526162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:15.606134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.610589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:15.614602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.619455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:15.628514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.639270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.653354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:15.665687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:15.679097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.679551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment a10c7826-bea0-42ba-826c-ad2cb69d7226 of type vlan for network 2e37fbcc-1f04-4378-882e-f3bea38c47cf
Dec 09 14:09:15.692690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.693257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Fanout notify agent at l3_agent the message router_deleted on router cb0f7660-fbcb-4117-bab9-e9b9265270f5 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:09:15.741441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.743474 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1dcaa7fc-d4bf-450a-8111-5656488ee7dc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] 10.222.0.21 "DELETE /v2.0/routers/cb0f7660-fbcb-4117-bab9-e9b9265270f5 HTTP/1.1" status: 204  len: 168 time: 0.7356477
Dec 09 14:09:15.756128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.764331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17e59b4d-dca9-418f-bb13-3c05a68403bc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:15.795527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.802497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:15.803098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.809692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f20fe30f-ef92-462c-9997-c6f4f0bbd961 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:15.821857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Allocated IP 172.22.0.2 (6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3/af23efdd-0236-4aec-9094-dc0bf7acb4e0/7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:15.886419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:15.896630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:15.942949 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.5097444
Dec 09 14:09:15.952441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57542) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:15.967032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 17e59b4d-dca9-418f-bb13-3c05a68403bc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:15.968076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:15.971188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=2e37fbcc-1f04-4378-882e-f3bea38c47cf,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:15.975613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:16.003103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2e37fbcc-1f04-4378-882e-f3bea38c47cf details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:16.098009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '2e37fbcc-1f04-4378-882e-f3bea38c47cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:16.115778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57548) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:16.252162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.256432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:16.256781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.281430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:16.296661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:16.303747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:16.314871 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0776a277-a310-4863-9918-b9e5df34c34d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a7de317b3214bd893a3044c9ae01793&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1957355
Dec 09 14:09:16.315204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:16.354305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:16.363612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.380673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Transition to ACTIVE for port object 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:16.391672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.403635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Transition to ACTIVE for port object 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:16.413720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.419162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b3624777-0025-44c3-ba76-3c7a44a30410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:16.423169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.472911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:16.483117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:16.483486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.488478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-314772a4-a70a-4d2d-a1d2-07faac8654b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:16.506721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6596ee-3fc0-45e4-b70f-10e90b7e203e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:16.515992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:16.526405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.530952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b6596ee-3fc0-45e4-b70f-10e90b7e203e HTTP/1.1" status: 204  len: 168 time: 0.2145882
Dec 09 14:09:16.574290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:16.574649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cbe0bc8e-145c-4ceb-8a81-54dc2ace2cc1 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:16.646504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Pushing event updated for resources: {'Port': ['ID=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:16.652258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:16.664544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:16.664769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.665863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:16.668460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:16.681003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.785773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Attempting to bind port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:16.786949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Attempting to bind port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:16.787429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Attempting to bind port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 on network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:16.794384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:16.795226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Checking segment: {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:16.795742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.796230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Bound using segment: {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:16.796811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Bound port: 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:16.797262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.948288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] For port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:16.953249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] For port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,segment=NetworkSegment(08e76f7b-7e68-422b-a3d0-b1988b8797e7),segment_id=08e76f7b-7e68-422b-a3d0-b1988b8797e7)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:16.966529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:16.971888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:17.003027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port 17ab772d-268a-4ab3-adf3-ac6bdecdff32, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17ab772d-268a-4ab3-adf3-ac6bdecdff32,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:17.003398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:17.077712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Pushing event updated for resources: {'Port': ['ID=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:17.081048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:17.163898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:17.195503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:17.196157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498a5670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:17.248700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 17ab772d-268a-4ab3-adf3-ac6bdecdff32 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:17.646267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:17.972859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:17.992722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:18.065468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e4c42d1c-61f3-422a-85d0-b6eb05c9d710 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:18.172472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=ed06cb40-4563-44ac-9fd5-e5d29666a9f4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:18.175427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:18.182327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:18.183731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.22.0.1 (6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3/af23efdd-0236-4aec-9094-dc0bf7acb4e0/a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:18.186844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:18.215742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:18.224947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17ab772d-268a-4ab3-adf3-ac6bdecdff32 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:18.284647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 17ab772d-268a-4ab3-adf3-ac6bdecdff32 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:18.285005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17ab772d-268a-4ab3-adf3-ac6bdecdff32 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 09 14:09:18.324990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port 17ab772d-268a-4ab3-adf3-ac6bdecdff32 not found, will not notify nova. {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 09 14:09:18.325404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dd1b4d3a-4481-4358-9a8b-6147c3c4af6f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:18.428628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498a5670>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:07Z', 'revision_number': 3, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:08Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:18.436598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:18.436986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Updating router eaa2946a-7418-45f8-b14a-389e2367be47 port cc3f542c-9f0d-464f-b689-b827d6ed4626 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:18.506898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:18.507278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:18.564549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=17ab772d-268a-4ab3-adf3-ac6bdecdff32,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:18.572294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:18.575456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:18.808256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d525c971-b4fb-479a-97cc-4e86f4bf06a6 None None] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:18.928218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': 'a10c7826-bea0-42ba-826c-ad2cb69d7226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2e37fbcc-1f04-4378-882e-f3bea38c47cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:18.928878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 2e37fbcc-1f04-4378-882e-f3bea38c47cf, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:19.037508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.050625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.057585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 2e37fbcc-1f04-4378-882e-f3bea38c47cf is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:19.090835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Provisioning for port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:19.148481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 2e37fbcc-1f04-4378-882e-f3bea38c47cf) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:19.161397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:19.184835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:19.185295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Provisioning complete for port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:19.185478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.185771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.228309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f074b5-a4bd-42b8-8978-a7bafb525a5a None None] Network 2e37fbcc-1f04-4378-882e-f3bea38c47cf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:19.377449 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.4234910
Dec 09 14:09:19.380202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:19.413676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.418472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:19.478350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:19.706527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.742076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:19.747364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.756270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:19.782462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:19.784448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:19.790558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:19.825585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.892148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] For port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,segment=NetworkSegment(08e76f7b-7e68-422b-a3d0-b1988b8797e7),segment_id=08e76f7b-7e68-422b-a3d0-b1988b8797e7)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:19.905561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--92702179', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:19.921328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:19.935059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-66ff2d95-9202-4fe0-83d1-7edc8ce15406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:19.935671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:19.945331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:19.949117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:19.959216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:19.980122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:19.985463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.010035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.019389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.032549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.042172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Router 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:20.053899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ffd7f9a-ac68-425a-9c6f-db79b5fb2cc8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:20.112597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.128353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9149e-1bca-4f55-a05f-abcb87e5393f None None] Network 2e37fbcc-1f04-4378-882e-f3bea38c47cf requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:20.129167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=ed06cb40-4563-44ac-9fd5-e5d29666a9f4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:20.148185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:20.233934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Transition to ACTIVE for port object cc3f542c-9f0d-464f-b689-b827d6ed4626 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:20.251674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Pushing event updated for resources: {'Port': ['ID=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:20.261770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:20.280372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:20.287796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.290650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:20.294937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:20.299504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.303085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:20.318105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:20.321621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.356605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d06310>,) {'filters': {'network_id': ['2e37fbcc-1f04-4378-882e-f3bea38c47cf']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:20.382759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d06310>, 'a10c7826-bea0-42ba-826c-ad2cb69d7226') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:20.385005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d06310>, 'a10c7826-bea0-42ba-826c-ad2cb69d7226') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:20.413132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.424498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:20.432009 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "PUT /v2.0/routers/64e66f82-4f96-467f-9c3d-e6b2fc8ff518/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0286026
Dec 09 14:09:20.437478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57620) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:20.479791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.516661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:20.524036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:20.565733 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:20.640252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eeb6d-655c-4916-abf2-ba7f7932d23e None None] Pushing event updated for resources: {'Port': ['ID=cc3f542c-9f0d-464f-b689-b827d6ed4626,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:20.667014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-573eeb6d-655c-4916-abf2-ba7f7932d23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:20.734197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Attempting to bind port cc3f542c-9f0d-464f-b689-b827d6ed4626 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:20.734805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Attempting to bind port cc3f542c-9f0d-464f-b689-b827d6ed4626 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:20.735455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Attempting to bind port cc3f542c-9f0d-464f-b689-b827d6ed4626 on network 5a69ed49-d009-4a60-996a-86829260a26b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:20.740085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6613615b-a1e0-4b67-b6b8-f241f4d4d9a4 None None] Provisioning for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:20.747261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6613615b-a1e0-4b67-b6b8-f241f4d4d9a4 None None] Provisioning complete for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:20.747874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6613615b-a1e0-4b67-b6b8-f241f4d4d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.809207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.819693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa72209e-a232-4bc7-a0cb-0cae8d213851 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:20.838337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.847986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.854899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=2e37fbcc-1f04-4378-882e-f3bea38c47cf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:20.859606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.862896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:20.866014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26d76f96-9760-4e8e-af79-d26a0b5e400f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:20.872120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c89e3-b303-444e-b7bc-8aac4e226a20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:20.874591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2c89e3-b303-444e-b7bc-8aac4e226a20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:20.875713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c2c89e3-b303-444e-b7bc-8aac4e226a20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:20.876382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6613615b-a1e0-4b67-b6b8-f241f4d4d9a4 None None] Port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:20.889592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:20.889983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Checking segment: {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:20.890906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.891310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Bound using segment: {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:20.891817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/2e37fbcc-1f04-4378-882e-f3bea38c47cf HTTP/1.1" status: 204  len: 168 time: 1.5103545
Dec 09 14:09:20.891945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Bound port: cc3f542c-9f0d-464f-b689-b827d6ed4626, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cb0286-9501-474e-b0a6-ca3f788596f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:20.892678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.900246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57628) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:20.912867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1488499915'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:20.920817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:20.921862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039e924-53c8-4694-a9cb-746ea400ec3b None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:09:20.923170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:20.928427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c9422-5f5e-46b6-a488-b18117e7fd61,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:20.933621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:20.936388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:20.938144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:20.945780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.946127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment ac690e50-c868-43db-9d23-5043df953a4e of type vlan for network 34ca125a-b407-498e-b598-fa1a0ad28dad
Dec 09 14:09:20.947419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:20.980065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:20.983149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:20.997478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.060776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:21.072375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.072728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 706b1e17-7e0c-4b4f-a4d0-4d139d59e3d3 of type vlan for network b06ddd2b-af31-4997-a3cd-9e74dc2533e8
Dec 09 14:09:21.073762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.077572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:21.078146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.087442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:21.113331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c2c89e3-b303-444e-b7bc-8aac4e226a20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:21.115405 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c2c89e3-b303-444e-b7bc-8aac4e226a20 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6742699
Dec 09 14:09:21.121366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:21.224378 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-8eea187a-2bbb-4ec8-b6ca-8fa130cd52b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3408978
Dec 09 14:09:21.247884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.261837 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.7793314
Dec 09 14:09:21.267592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:21.280548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=34ca125a-b407-498e-b598-fa1a0ad28dad,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:21.287359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-226979768', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:21.295758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:21.300550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:21.319799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:21.359096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] For port cc3f542c-9f0d-464f-b689-b827d6ed4626, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:21.363148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] For port cc3f542c-9f0d-464f-b689-b827d6ed4626, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cc3f542c-9f0d-464f-b689-b827d6ed4626,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:21.366103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039e924-53c8-4694-a9cb-746ea400ec3b None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:09:21.377035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6613615b-a1e0-4b67-b6b8-f241f4d4d9a4 None None] Provisioning complete for port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:21.377711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6613615b-a1e0-4b67-b6b8-f241f4d4d9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.441792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.445838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 34ca125a-b407-498e-b598-fa1a0ad28dad details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:21.450714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:21.455236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.455457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet d4ddfb9d-5769-45f6-a458-08e1b7631b31 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:21.462100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.463349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.474610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aaa6e1df-86cb-409e-a849-22fc818fa1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:21.498659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:21.513230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.517101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:21.517798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.526190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bc0660b3-428f-4bdb-983f-10e3476f919a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:21.527085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d16fc10d-eeb4-47cf-99cb-f5ba44a4a2a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:21.571326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.572252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.577772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.650883 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-feb5b19c-7a19-45e4-8a69-e283d320e5b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1098 time: 0.3062451
Dec 09 14:09:21.673420 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7671316
Dec 09 14:09:21.675376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57642) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:21.692689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': 'b06ddd2b-af31-4997-a3cd-9e74dc2533e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:21.716242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=b06ddd2b-af31-4997-a3cd-9e74dc2533e8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:21.727573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:21.740884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.782539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b06ddd2b-af31-4997-a3cd-9e74dc2533e8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:21.810076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:21.814758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.836013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:21.866206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:21.881653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:22.030645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:22.031488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498a5670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:08:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:22.043679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.059093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10ed049c-37d1-4468-8be9-f9fe5a788dbe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:22.122888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.156103 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d4ddfb9d-5769-45f6-a458-08e1b7631b31 HTTP/1.1" status: 204  len: 168 time: 1.0335608
Dec 09 14:09:22.157937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ddfb9d-5769-45f6-a458-08e1b7631b31,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:22.160011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57652) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:22.160821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:22.168936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.244532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573eeb6d-655c-4916-abf2-ba7f7932d23e None None] Pushing event updated for resources: {'Port': ['ID=cc3f542c-9f0d-464f-b689-b827d6ed4626,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:22.267358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-573eeb6d-655c-4916-abf2-ba7f7932d23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:22.285323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:22.291704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:22.406857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-e570c507-0164-4bf7-a48f-1bc6df7cc69a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:22.408332 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-e570c507-0164-4bf7-a48f-1bc6df7cc69a service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.7348568
Dec 09 14:09:22.465866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:22.496111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.538475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.547943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cc637f5-8a81-466b-a58f-3f12bf13119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.601250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:22.721111 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-6617a084-a2d3-4aa2-b0a3-f4609c531243 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 1001 time: 0.2467880
Dec 09 14:09:22.725842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:22.745045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.31 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/458c3748-a22f-45fa-a0c2-60bd5636e03c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:22.767693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:22.794905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:22.836002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-dc0ab8ff-3cc8-40a8-bbd2-5a793a1d966a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:22.837497 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-dc0ab8ff-3cc8-40a8-bbd2-5a793a1d966a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.1083920
Dec 09 14:09:22.841738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:22.842106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:22.842346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.864187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2820f53-99f1-47ee-a5a1-ff6017bc7ff9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:router {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:22.888496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53929ab-4d0f-49d4-93e0-6423e06c2fc0 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:09:22.932581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.966443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:22.971355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d4aabb8c-034a-4a0d-88f3-1eea035adf06 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:23.057641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:23.063507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:23.070418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:23.078983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5f1f7d41-9beb-45d0-b64f-a019565d2f8f None None] Provisioning complete for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:23.079490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5f1f7d41-9beb-45d0-b64f-a019565d2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:23.098453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=458c3748-a22f-45fa-a0c2-60bd5636e03c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:23.104439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:23.118619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2820f53-99f1-47ee-a5a1-ff6017bc7ff9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:router {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:23.119814 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e2820f53-99f1-47ee-a5a1-ff6017bc7ff9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.9423156
Dec 09 14:09:23.127961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:23.130638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:23.266589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f7d41-9beb-45d0-b64f-a019565d2f8f None None] Port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:23.287990 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-e72837a0-9d8a-4de1-9735-ba8becdffab8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4288077
Dec 09 14:09:23.372830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:23.469767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-53020ed9-37e9-4510-bd63-4a3d5e277ed8 None None] Provisioning complete for port 17e59b4d-dca9-418f-bb13-3c05a68403bc triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:23.470150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53020ed9-37e9-4510-bd63-4a3d5e277ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:23.580432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:23.601579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53929ab-4d0f-49d4-93e0-6423e06c2fc0 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:09:23.633737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-b828a591-b16d-414c-839c-b34155a3845f service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3376682
Dec 09 14:09:23.730569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498a5670>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:20Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:21Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:21Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:23.804561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd584d8e-b258-4e6a-9141-d20053bee74a None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:20Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:21Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:21Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:23.812667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cc3f542c-9f0d-464f-b689-b827d6ed4626 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:23.937938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port cc3f542c-9f0d-464f-b689-b827d6ed4626 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:23.950436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port cc3f542c-9f0d-464f-b689-b827d6ed4626 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:23.950737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:23.950882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:23.968088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b1f37560-7b12-4f50-aedb-301f2d6a940e tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:24.142737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f17297-0a78-4164-9d01-66166ce8fd20 req-17765358-808c-45b9-a35a-ede61acca215 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5020435
Dec 09 14:09:24.153700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.164100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.202532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.203257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Fanout notify agent at l3_agent the message router_deleted on router 64e66f82-4f96-467f-9c3d-e6b2fc8ff518 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:09:24.238286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=c7e1ebae-db49-4ae3-9888-b9e37853b370,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:24.241508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:24.251314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.252185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.254468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.268767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '706b1e17-7e0c-4b4f-a4d0-4d139d59e3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b06ddd2b-af31-4997-a3cd-9e74dc2533e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:24.269018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.269125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: b06ddd2b-af31-4997-a3cd-9e74dc2533e8, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:24.270649 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-427228ef-6793-404b-9e54-97c9176752d0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/routers/64e66f82-4f96-467f-9c3d-e6b2fc8ff518 HTTP/1.1" status: 204  len: 168 time: 1.1410501
Dec 09 14:09:24.273307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57662) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:24.294043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:24.308923 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4211857
Dec 09 14:09:24.309778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57666) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:24.324539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'network': {'name': 'tempest-RoutersTest-1478632183'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:24.331850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:24.337232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:network and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:24.340537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:24.349048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:24.361340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network b06ddd2b-af31-4997-a3cd-9e74dc2533e8 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:24.383869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:24.402120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port cc3f542c-9f0d-464f-b689-b827d6ed4626, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cc3f542c-9f0d-464f-b689-b827d6ed4626,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:24.406930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.412749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.429127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, b06ddd2b-af31-4997-a3cd-9e74dc2533e8) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:24.435379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1dcab553-78e3-4a3d-943d-78f9b7ee82ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:24.449254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:24.461216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.505754 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.8191812
Dec 09 14:09:24.507409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57672) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:24.541865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a1089-86f6-467e-8c40-1e1dc710f2ec None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:24.596807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:24.700011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3f168d-ae09-4460-9d0d-1de47583067b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:24.701809 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bd3f168d-ae09-4460-9d0d-1de47583067b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4254282
Dec 09 14:09:24.719634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57676) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:24.805653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:24.806006 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added segment 57d705bc-dfee-4689-aa1d-4a342cd90166 of type vlan for network 68e15d6a-48cd-418b-9edd-47bf629fb1a3
Dec 09 14:09:24.850385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=cc3f542c-9f0d-464f-b689-b827d6ed4626,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:24.866377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc60263a-dd1d-4342-9075-eed35bf1eca7 None None] Network b06ddd2b-af31-4997-a3cd-9e74dc2533e8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:24.908980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:25.021877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1561741-49d2-49ff-9b8c-56dbf3bc333e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:25.025841 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d1561741-49d2-49ff-9b8c-56dbf3bc333e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3028183
Dec 09 14:09:25.028727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-57c2cca0-f3fa-4f34-8b27-527a2038f97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.039814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57680) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:25.151180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:09:25.392396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.429464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.434195 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-352e2a9c-88d9-4f1b-8d48-51c8306d0fc5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3827600
Dec 09 14:09:25.439581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57686) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:25.449162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-724f3a5c-20d8-4721-b584-e66ea5acdd4a None None] Provisioning complete for port 17e59b4d-dca9-418f-bb13-3c05a68403bc triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:25.449726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-724f3a5c-20d8-4721-b584-e66ea5acdd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.457345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:25.629019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.643040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:25.644056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.668313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2f2859b3-0454-4010-9c14-8abd3be18343 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:25.796670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:25.813091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:25.820588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:25.821371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:25.836019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:25.850674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:25.857359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.894276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Deleting port 17e59b4d-dca9-418f-bb13-3c05a68403bc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:25.894811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:25.953499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cc3f542c-9f0d-464f-b689-b827d6ed4626 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:25.975142 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6643727
Dec 09 14:09:25.995157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Network': ['ID=68e15d6a-48cd-418b-9edd-47bf629fb1a3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:25.997879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:26.001909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57692) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:26.019666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.047843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6128b-059b-4cd6-a7e4-475d2f3fa00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-b06ddd2b-af31-4997-a3cd-9e74dc2533e8', 'network_id': 'b06ddd2b-af31-4997-a3cd-9e74dc2533e8', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': 'c7e1ebae-db49-4ae3-9888-b9e37853b370'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:26.048791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-50f6128b-059b-4cd6-a7e4-475d2f3fa00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.051204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:26.073679 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:26.076357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:26.091535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'subnet': {'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:26.102796 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:26.105952 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a028670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:26.160915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.165124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.8916347
Dec 09 14:09:26.167956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57696) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:26.535667 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-adc49828-06f9-4738-83e8-b34d2e70c315 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3632751
Dec 09 14:09:26.541344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57702) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:26.559907 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:26.587741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:26.619159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:subnet and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:26.634798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:26.637641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.649556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.664148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b504c406-13b0-43f1-8e29-d64bf05640d3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:26.692520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port cc3f542c-9f0d-464f-b689-b827d6ed4626 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:26.692919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.760202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.762707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:26.765882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e1ebae-db49-4ae3-9888-b9e37853b370,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:26.770866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:26.799114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-932d9234-d374-4d74-9907-6d650bec6116 None None] Provisioning complete for port cc3f542c-9f0d-464f-b689-b827d6ed4626 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:26.799558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-932d9234-d374-4d74-9907-6d650bec6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:26.821404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Made reservation on behalf of ed4fdf3a50674b86b21c0bf8736f3566 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:26.897068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:09:27.054471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17f03c-af55-464a-8eb1-bdc02d8625cc tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:27.056270 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e17f03c-af55-464a-8eb1-bdc02d8625cc tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5137484
Dec 09 14:09:27.077396 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a028670>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:23Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:27.087850 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:27.093696 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Updating router 432d5bba-a004-46f7-aae4-5e93a365c856 port 458c3748-a22f-45fa-a0c2-60bd5636e03c binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:27.098015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57708) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-50f6128b-059b-4cd6-a7e4-475d2f3fa00d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7e1ebae-db49-4ae3-9888-b9e37853b370: This subnet is being modified by another concurrent operation.
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7e1ebae-db49-4ae3-9888-b9e37853b370: This subnet is being modified by another concurrent operation.
Dec 09 14:09:27.155276 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:09:27.177758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.226672 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5883f6fe-864d-49df-ba97-f5528a48fe47 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1242619
Dec 09 14:09:27.230025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:27.238618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-157563362', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:27.240747 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.245923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644954a8b0>,) {'filters': {'network_id': ['b06ddd2b-af31-4997-a3cd-9e74dc2533e8']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:27.261479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.301423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acebe8-273a-44af-b50b-150da2b33a06 None None] Network b06ddd2b-af31-4997-a3cd-9e74dc2533e8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:27.306334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644954a8b0>, '706b1e17-7e0c-4b4f-a4d0-4d139d59e3d3') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:27.306631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644954a8b0>, '706b1e17-7e0c-4b4f-a4d0-4d139d59e3d3') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:27.385908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.428903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.470019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:27.473816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.477372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:27.497736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.509619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:27.522400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:27.538278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:27.561131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:27.561794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.578324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:27.585808 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:27.744886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:27.771697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.860612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Calling delete_port for 17e59b4d-dca9-418f-bb13-3c05a68403bc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:27.938378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.939297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:27.955376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fdec09cc-c209-4f33-91dd-0c651733906a tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:27.958179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.100463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.101599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-932d9234-d374-4d74-9907-6d650bec6116 None None] Provisioning complete for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:28.102994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-932d9234-d374-4d74-9907-6d650bec6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.105218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b73d326-275e-41b4-8ce4-d3f491147427 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.129631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.134281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.162794 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.185622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:28.193829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:28.201754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=b06ddd2b-af31-4997-a3cd-9e74dc2533e8,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.204099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17e59b4d-dca9-418f-bb13-3c05a68403bc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:28.214365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:28.215018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.219117 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Transition to ACTIVE for port object 458c3748-a22f-45fa-a0c2-60bd5636e03c will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:28.236133 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.252182 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/b06ddd2b-af31-4997-a3cd-9e74dc2533e8 HTTP/1.1" status: 204  len: 168 time: 3.7435298
Dec 09 14:09:28.253569 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.256311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:09:28.256668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:09:28.256832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57718) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:28.258289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.271637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=8']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.272182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-932d9234-d374-4d74-9907-6d650bec6116 None None] Port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:28.294930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.295751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ef051f8-914a-4825-86e7-161fb35efcb3 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.301982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783747854'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:28.310925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:28.318522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:28.323926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:28.333022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:28.344494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.360829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b6b9abd3-480e-45f1-b2c6-9963018f1a2c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.398505 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.9568648
Dec 09 14:09:28.406975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57722) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:28.414723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:28.463308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:28.479886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.488015 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Attempting to bind port 458c3748-a22f-45fa-a0c2-60bd5636e03c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:28.488376 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Attempting to bind port 458c3748-a22f-45fa-a0c2-60bd5636e03c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:28.488760 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Attempting to bind port 458c3748-a22f-45fa-a0c2-60bd5636e03c on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:28.493836 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bcecd-1074-4567-892b-5ffc55c949ce None None] Pushing event updated for resources: {'Port': ['ID=458c3748-a22f-45fa-a0c2-60bd5636e03c,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.502213 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1bcecd-1074-4567-892b-5ffc55c949ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.508269 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:28.508635 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:28.509038 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.509422 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:28.509913 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Bound port: 458c3748-a22f-45fa-a0c2-60bd5636e03c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:28.510299 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.546119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.562980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=a2692fd3-6211-4ac3-84b5-b6f78a765abf,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.577132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.595870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:28.603836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:28.610196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:28.616925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:28.625859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.626174 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 0bc57c03-b7e0-4cb1-9d73-bab6e80e7e2c of type vlan for network 602ef958-e17a-404e-bb85-5172a585c772
Dec 09 14:09:28.662628 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] For port 458c3748-a22f-45fa-a0c2-60bd5636e03c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:28.667984 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] For port 458c3748-a22f-45fa-a0c2-60bd5636e03c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=458c3748-a22f-45fa-a0c2-60bd5636e03c,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:28.670424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:28.675980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.684535 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.688101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.693514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:28.704229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:28.713075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.714380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-573eeb6d-655c-4916-abf2-ba7f7932d23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.784382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.793090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:28.794379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.841575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Deleting port 17e59b4d-dca9-418f-bb13-3c05a68403bc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:28.841981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.849351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Subnet': ['ID=8dfac01a-15ca-4048-b07b-3716b772c379,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.862598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.867875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.879240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:28.882126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.887346 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bcecd-1074-4567-892b-5ffc55c949ce None None] Pushing event updated for resources: {'Port': ['ID=458c3748-a22f-45fa-a0c2-60bd5636e03c,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:28.894105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.903412 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1bcecd-1074-4567-892b-5ffc55c949ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:28.909326 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:28.910281 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a028670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:28.917396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:28.917808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:28.918145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449846e20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:28.928377 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6594689
Dec 09 14:09:28.936633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57726) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:28.948470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:28.949033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-74a91fba-b062-4816-b79d-5ef8afd611a9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:28.964516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Checking segment: {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:28.965270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network hostable DHCP agents. Network: 68e15d6a-48cd-418b-9edd-47bf629fb1a3, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:29.038125 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Sync routers for ids ['64e66f82-4f96-467f-9c3d-e6b2fc8ff518'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:29.100688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:29.134928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=b5819599-9d0e-47ec-9b1b-ebbeb57a7f89,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:29.150564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:29.191803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Routers set() bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:29.193008 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Router IDs set() for agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 09 14:09:29.198955 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_agentschedulers_db [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64e66f82-4f96-467f-9c3d-e6b2fc8ff518'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent'). {{(pid=83446) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 09 14:09:29.245689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:29.246344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: 34ca125a-b407-498e-b598-fa1a0ad28dad, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:29.379265 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:29.415824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=602ef958-e17a-404e-bb85-5172a585c772,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:29.424370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:29.479545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 602ef958-e17a-404e-bb85-5172a585c772 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:29.489384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 34ca125a-b407-498e-b598-fa1a0ad28dad is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:29.502063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:29.524467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 34ca125a-b407-498e-b598-fa1a0ad28dad) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:29.562684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638e53f1-d089-48a5-b3da-0ce4bdb9387d None None] Network 34ca125a-b407-498e-b598-fa1a0ad28dad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:29.637906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 68e15d6a-48cd-418b-9edd-47bf629fb1a3) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:29.666839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:29.667418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:29.725567 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Routers set() bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:29.726184 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Router IDs set() for agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 09 14:09:29.726688 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_agentschedulers_db [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'64e66f82-4f96-467f-9c3d-e6b2fc8ff518'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent'). {{(pid=83446) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 09 14:09:29.726942 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c45a2-4075-47ed-b266-822d7dd0b52b None None] The sync data for ids ['64e66f82-4f96-467f-9c3d-e6b2fc8ff518'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:29.765227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:29.766069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:29.778100 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7647028
Dec 09 14:09:29.780092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:29.788162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57732) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:29.828797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1af8a6-4927-4b48-bb0d-ebf6bca161c0 None None] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:29.832934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:29.892022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a68989d-a87f-4ea3-9aad-e3dd25560125 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:30.011483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=635c851f-5bbe-451e-9a1c-3e956d8529df,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:30.015790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:30.021502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:30.022313 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a028670>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:23Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:30.023454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:30.026310 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.7950017
Dec 09 14:09:30.027643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:30.028305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:30.032061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57736) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:30.050515 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88041be5-e1f1-4560-97a3-94c10ceda93d None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:23Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:30.091865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:30.107555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b9e34908-cdd4-4db7-8280-96733455209c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:30.175740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 602ef958-e17a-404e-bb85-5172a585c772 is not hosted by any dhcp agent {{(pid=83443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 09 14:09:30.185684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:30.186781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:30.186893 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7784345
Dec 09 14:09:30.188366 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "PUT /v2.0/networks/602ef958-e17a-404e-bb85-5172a585c772 HTTP/1.1" status: 200  len: 723 time: 1.2505748
Dec 09 14:09:30.193612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57740) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:30.201081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57742) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:30.222024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:d2:28:31', 'name': 'tempest-NetworksTestDHCPv6-106753867'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:30.252091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '602ef958-e17a-404e-bb85-5172a585c772', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:30.286200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17ab772d-268a-4ab3-adf3-ac6bdecdff32 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:30.291653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=602ef958-e17a-404e-bb85-5172a585c772,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:30.294918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bdaafed5-9e50-43cf-8bb1-e52fed4f6f37 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:30.407732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 17ab772d-268a-4ab3-adf3-ac6bdecdff32 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:30.408149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17ab772d-268a-4ab3-adf3-ac6bdecdff32 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:30.409874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 602ef958-e17a-404e-bb85-5172a585c772 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:30.521908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'fixed_ips': [{'subnet_id': '8dfac01a-15ca-4048-b07b-3716b772c379'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:30.522739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:30.714984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:30.835652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:30.857504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:30.873097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:30.883872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:30.921131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:30.951965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:31.009693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:31.199271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:31.203660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:31.240115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:31.246017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] For port 17e59b4d-dca9-418f-bb13-3c05a68403bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17e59b4d-dca9-418f-bb13-3c05a68403bc,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:31.246422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:31.302946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 14ca8448-f930-4c37-97c2-fd57514042dc yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:09:31.312470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:31.798552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Calling delete_port for 17e59b4d-dca9-418f-bb13-3c05a68403bc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:31.851737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-34ca125a-b407-498e-b598-fa1a0ad28dad', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:31.852791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:31.977111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Allocated IP 172.23.0.2 (68e15d6a-48cd-418b-9edd-47bf629fb1a3/8dfac01a-15ca-4048-b07b-3716b772c379/157a48ab-4b0a-42e8-95a8-767fa8c7b802) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:31.985342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:31.991867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 172.20.0.6 (06176117-bfee-4a45-b798-e2271f4e3e62/635c851f-5bbe-451e-9a1c-3e956d8529df/14ca8448-f930-4c37-97c2-fd57514042dc) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:31.993965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ebc1419f-e089-40f3-96dd-c7979a01947f tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:32.105343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fed2:2831 (06176117-bfee-4a45-b798-e2271f4e3e62/a2692fd3-6211-4ac3-84b5-b6f78a765abf/14ca8448-f930-4c37-97c2-fd57514042dc) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:32.189200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=6312f34b-b01c-44d8-9942-73b477f9d4d1,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:32.203282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:32.232588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '0bc57c03-b7e0-4cb1-9d73-bab6e80e7e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '602ef958-e17a-404e-bb85-5172a585c772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:32.232909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 602ef958-e17a-404e-bb85-5172a585c772, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:32.270810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449846e20>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:20Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:21Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:32.280280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:32.280789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Updating router eaa2946a-7418-45f8-b14a-389e2367be47 port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:32.331581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 458c3748-a22f-45fa-a0c2-60bd5636e03c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:32.354709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.368218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-04909932-0ffb-43e2-b503-68437f1e0db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:32.414347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 602ef958-e17a-404e-bb85-5172a585c772 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:32.433089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Pushing event deleted for resources: {'Port': ['ID=17e59b4d-dca9-418f-bb13-3c05a68403bc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:32.435024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.443960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:32.452634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Allocated IP 172.20.0.2 (34ca125a-b407-498e-b598-fa1a0ad28dad/b5819599-9d0e-47ec-9b1b-ebbeb57a7f89/e6b6ecc0-494c-4b5b-b7e9-0b8854d39258) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:32.455325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 602ef958-e17a-404e-bb85-5172a585c772) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:32.463933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:32.465748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.502576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77cf730-bab9-4859-8fcb-8281511ed99d None None] Network 602ef958-e17a-404e-bb85-5172a585c772 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:32.534308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.544963 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3367498
Dec 09 14:09:32.546689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57752) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:32.556549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 14ca8448-f930-4c37-97c2-fd57514042dc will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:32.557805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:32.672817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.681994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-22bec667-a382-4a8e-89aa-e80db53bf1b7 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:32.824098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:32.836801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:32.839576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=14ca8448-f930-4c37-97c2-fd57514042dc,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:32.842458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:32.907187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.922043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:32.962369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:32.975004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Transition to ACTIVE for port object 157a48ab-4b0a-42e8-95a8-767fa8c7b802 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:32.994394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] No DVR routers for this DVR port 17e59b4d-dca9-418f-bb13-3c05a68403bc on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:33.029762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2591903'] for subnet, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.062421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c7a66-9ae7-49ff-8fbc-ea28da094e1d None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:33.219701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:33.220644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.235269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Transition to ACTIVE for port object 157a48ab-4b0a-42e8-95a8-767fa8c7b802 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:33.311725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754295711492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3046671'] for subnet, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.318899 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.1241901
Dec 09 14:09:33.322814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:33.327906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7e6a99b-4568-43e1-9748-3e840c3eb5a3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:33.328087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.346221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:33.389849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048ac1e-fc2c-4a26-8d7e-e7cc43724136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-602ef958-e17a-404e-bb85-5172a585c772', 'network_id': '602ef958-e17a-404e-bb85-5172a585c772', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': '6312f34b-b01c-44d8-9942-73b477f9d4d1'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:33.390667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2048ac1e-fc2c-4a26-8d7e-e7cc43724136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.401662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Allocated IP 172.23.0.1 (68e15d6a-48cd-418b-9edd-47bf629fb1a3/8dfac01a-15ca-4048-b07b-3716b772c379/44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:33.404707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:33.404855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.406107 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "PUT /v2.0/subnets/6312f34b-b01c-44d8-9942-73b477f9d4d1 HTTP/1.1" status: 200  len: 806 time: 0.8578176
Dec 09 14:09:33.411636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57768) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:33.451830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=6312f34b-b01c-44d8-9942-73b477f9d4d1,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:33.462473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:33.544237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25bf493-ac3a-406d-b51e-48923f9bb306 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:33.549883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f25bf493-ac3a-406d-b51e-48923f9bb306 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:33.552058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 458c3748-a22f-45fa-a0c2-60bd5636e03c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:33.648437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 458c3748-a22f-45fa-a0c2-60bd5636e03c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:33.649165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.659264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f25bf493-ac3a-406d-b51e-48923f9bb306 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:33.664266 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f25bf493-ac3a-406d-b51e-48923f9bb306 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1024 time: 0.3405054
Dec 09 14:09:33.664936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:33.704455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:33.717478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.762983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:33.764714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Pushing event updated for resources: {'Port': ['ID=157a48ab-4b0a-42e8-95a8-767fa8c7b802,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:33.777347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:33.797882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 14ca8448-f930-4c37-97c2-fd57514042dc {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:33.798308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.804082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.833262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.838370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:33.848102 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-ec4ca870-2fb1-45b6-8f5d-6657c04f73e4 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829198516&fields=id&tenant_id=3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 267 time: 0.1769731
Dec 09 14:09:33.862363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Transition to ACTIVE for port object 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:33.918496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:33.923392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-23a83c0b-e7f2-4e2f-b8b7-02aa3d811e73 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:33.954923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.008755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:34.049418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-2048ac1e-fc2c-4a26-8d7e-e7cc43724136 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6312f34b-b01c-44d8-9942-73b477f9d4d1: This subnet is being modified by another concurrent operation.
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6312f34b-b01c-44d8-9942-73b477f9d4d1: This subnet is being modified by another concurrent operation.
Dec 09 14:09:34.060281 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:09:34.091696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60751f9d-bfc9-4964-b87f-53b3506a4d0c None None] Network 602ef958-e17a-404e-bb85-5172a585c772 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:34.116341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.142157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:34.146761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:34.149548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-98de3c3f-fa03-43fa-86a8-a9fa74ecd71d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:34.150663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Transition to ACTIVE for port object e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:34.151031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-98de3c3f-fa03-43fa-86a8-a9fa74ecd71d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 811 time: 0.2903016
Dec 09 14:09:34.188739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1d058124-c19e-477c-941c-5c0ecf4ec111 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/quotas/3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 375 time: 0.0263777
Dec 09 14:09:34.192831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.193354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d0a0>,) {'filters': {'network_id': ['602ef958-e17a-404e-bb85-5172a585c772']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:34.207687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d0a0>, '0bc57c03-b7e0-4cb1-9d73-bab6e80e7e2c') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:34.208441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d0a0>, '0bc57c03-b7e0-4cb1-9d73-bab6e80e7e2c') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:34.220882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.238175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.245686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:34.246516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.255656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Attempting to bind port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:34.256037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Attempting to bind port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:34.256408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Attempting to bind port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 on network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:34.271867 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:34.278581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:34.312422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Transition to ACTIVE for port object e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:34.321505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:34.321911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Checking segment: {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:34.322317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.322721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Bound using segment: {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:34.323215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Bound port: 157a48ab-4b0a-42e8-95a8-767fa8c7b802, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:34.323597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.336261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:34.336740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0836f2ed-c3b5-4e61-978a-0f26789fe820 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:34.338264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:09:34.370650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.375481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.384618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=6312f34b-b01c-44d8-9942-73b477f9d4d1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:34.388924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d42232d-7354-4e83-96c8-38bea30ddd95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:34.393443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:34.401398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 14ca8448-f930-4c37-97c2-fd57514042dc owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:34.411695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.416393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-040faf13-c376-4d97-a05f-43fa4c840bfa tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:34.432078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.437926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.445183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=602ef958-e17a-404e-bb85-5172a585c772,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:34.452177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:34.465710 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/602ef958-e17a-404e-bb85-5172a585c772 HTTP/1.1" status: 204  len: 168 time: 1.0524395
Dec 09 14:09:34.468390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57780) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:34.500291 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cc14b4-a4d4-498c-9b5c-c8f9083fd913 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:34.500891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cc14b4-a4d4-498c-9b5c-c8f9083fd913 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:34.502623 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-23cc14b4-a4d4-498c-9b5c-c8f9083fd913 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/602ef958-e17a-404e-bb85-5172a585c772 HTTP/1.1" status: 404  len: 339 time: 0.0333076
Dec 09 14:09:34.507275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57784) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:34.511399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (34ca125a-b407-498e-b598-fa1a0ad28dad/b5819599-9d0e-47ec-9b1b-ebbeb57a7f89/66d01d7d-875e-4e1a-aafa-3ed359af3b59) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:34.514203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2050489083', 'description': 'd1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:34.570283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 458c3748-a22f-45fa-a0c2-60bd5636e03c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=458c3748-a22f-45fa-a0c2-60bd5636e03c,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:34.585788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.595506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:34.601081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.603488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6aeade-974a-4739-9473-cb678b5b8b31 None None] Network 602ef958-e17a-404e-bb85-5172a585c772 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:34.604002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:network and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:34.608482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:34.616026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:34.644693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Pushing event updated for resources: {'Port': ['ID=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:34.650768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Network 34ca125a-b407-498e-b598-fa1a0ad28dad is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:34.655364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:34.657026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.659972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6aeade-974a-4739-9473-cb678b5b8b31 None None] Network 602ef958-e17a-404e-bb85-5172a585c772 could not be found, it might have been deleted concurrently. {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 09 14:09:34.662104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:34.663180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:34.672407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-0efa3c71-6ab9-47d2-9e18-12b9c90fa18c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.4712503
Dec 09 14:09:34.674535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:34.683075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.698371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:34.743718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Transition to ACTIVE for port object a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:34.798017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '635c851f-5bbe-451e-9a1c-3e956d8529df'}, {'subnet_id': 'a2692fd3-6211-4ac3-84b5-b6f78a765abf'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:34.798856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.816686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.826028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] For port 157a48ab-4b0a-42e8-95a8-767fa8c7b802, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:34.838452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:34.877407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=458c3748-a22f-45fa-a0c2-60bd5636e03c,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:34.890850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:34.891336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-42fb1e43-cad6-46df-b4a6-fc24e43c2b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.026661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 66d01d7d-875e-4e1a-aafa-3ed359af3b59 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:35.037435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Attempting to bind port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:35.038028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Attempting to bind port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:35.038198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Attempting to bind port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 on network 34ca125a-b407-498e-b598-fa1a0ad28dad {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:35.073646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:35.074351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Checking segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:35.074484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.074863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Bound using segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:35.075285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Bound port: e6b6ecc0-494c-4b5b-b7e9-0b8854d39258, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:35.075673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.092959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.115918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e334e8d3-e963-4514-b71d-b327699be8da tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.165312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=14ca8448-f930-4c37-97c2-fd57514042dc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.167752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:35.182192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:35.216818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.217433 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment e203d700-6c5a-44ac-8565-c204be35195d of type vlan for network ab9157c3-9cf7-41ff-bb67-76988c55a879
Dec 09 14:09:35.277452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.288908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de957-cea1-4667-8c55-aa8d734d5ffd None None] Pushing event updated for resources: {'Port': ['ID=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.298116 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-7cccb85a-80db-4ecf-869f-488d704ef8df service neutron] 10.222.0.21 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5892689
Dec 09 14:09:35.302576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-057de957-cea1-4667-8c55-aa8d734d5ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:35.304209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] For port 157a48ab-4b0a-42e8-95a8-767fa8c7b802, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=157a48ab-4b0a-42e8-95a8-767fa8c7b802,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:35.322677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.328918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eecb3eab-76ae-44dc-bfd3-6338902d93b1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.342607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.346538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:35.347117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.354074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7714c73c-c112-4b21-a335-f4e9056da124 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.354228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.362987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.374185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.389148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.497649 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.9897377
Dec 09 14:09:35.505293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57792) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:35.509727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Attempting to bind port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:35.510101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Attempting to bind port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:35.510469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Attempting to bind port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b on network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:35.520737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] For port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:35.536876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 34ca125a-b407-498e-b598-fa1a0ad28dad is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:35.542929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=ab9157c3-9cf7-41ff-bb67-76988c55a879,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.545216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:35.547698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:35.551874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:35.554587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.558833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Pushing event updated for resources: {'Port': ['ID=157a48ab-4b0a-42e8-95a8-767fa8c7b802,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.561517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:35.561933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Checking segment: {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:35.562337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.562725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Bound using segment: {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:35.563214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Bound port: a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e76f7b-7e68-422b-a3d0-b1988b8797e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:35.563618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.577463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:35.581770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] For port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:35.583028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ab9157c3-9cf7-41ff-bb67-76988c55a879 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:35.600272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.645663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.652197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.656833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=66d01d7d-875e-4e1a-aafa-3ed359af3b59,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.660123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-573eeb6d-655c-4916-abf2-ba7f7932d23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:35.661204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.673135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:35.706405 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-05e1035c-12c9-4a03-9e3b-e70a301b5ea5 service neutron] 10.222.0.21 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4073942
Dec 09 14:09:35.709626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/14ca8448-f930-4c37-97c2-fd57514042dc HTTP/1.1" status: 204  len: 168 time: 2.0363920
Dec 09 14:09:35.715162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57796) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:35.797348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4805b88-fbc6-4bb8-9f73-a8dbbd0d8baf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:35.798874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4805b88-fbc6-4bb8-9f73-a8dbbd0d8baf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:35.800271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4805b88-fbc6-4bb8-9f73-a8dbbd0d8baf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:35.802156 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c4805b88-fbc6-4bb8-9f73-a8dbbd0d8baf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.0828588
Dec 09 14:09:35.814848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:35.873998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event updated for resources: {'Port': ['ID=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.878544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:35.886203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:35.905559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d58fb-358f-4350-a50c-6aebddacc9f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:35.906474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bf9d58fb-358f-4350-a50c-6aebddacc9f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Synchronizing usage tracker for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:35.911145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Allocated IP 172.20.0.2 (06176117-bfee-4a45-b798-e2271f4e3e62/635c851f-5bbe-451e-9a1c-3e956d8529df/b382c2c6-bb54-44d7-a356-03c44c8bf206) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:35.937270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Allocated IP 2001:db8::f816:3eff:fe73:f381 (06176117-bfee-4a45-b798-e2271f4e3e62/a2692fd3-6211-4ac3-84b5-b6f78a765abf/b382c2c6-bb54-44d7-a356-03c44c8bf206) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:35.952071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Pushing event updated for resources: {'Port': ['ID=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:35.968990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:36.005348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bf9d58fb-358f-4350-a50c-6aebddacc9f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Unset dirty status for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:36.013406 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bf9d58fb-358f-4350-a50c-6aebddacc9f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks?id=ab9157c3-9cf7-41ff-bb67-76988c55a879 HTTP/1.1" status: 200  len: 761 time: 0.5067568
Dec 09 14:09:36.016949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57810) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:36.031927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'description': 'd2'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:36.061753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:36.070932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:36.085004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] For port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:36.111395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] For port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,segment=NetworkSegment(08e76f7b-7e68-422b-a3d0-b1988b8797e7),segment_id=08e76f7b-7e68-422b-a3d0-b1988b8797e7)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:36.133916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:36.150276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84c7ec39-6843-40a0-a1dc-60a1ef007b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:36.261068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057de957-cea1-4667-8c55-aa8d734d5ffd None None] Pushing event updated for resources: {'Port': ['ID=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:36.281439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-057de957-cea1-4667-8c55-aa8d734d5ffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:36.444316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:36.445477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449846e20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:36.458385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a6d1fb1-dbe6-4cc9-9f13-68947ce73b1e req-e879db16-0561-44ed-8f5c-0a3f41e06fa5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.0587940
Dec 09 14:09:36.680709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:36.725772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Transition to ACTIVE for port object b382c2c6-bb54-44d7-a356-03c44c8bf206 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:36.814624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:36.814916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 635c851f-5bbe-451e-9a1c-3e956d8529df {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:36.861970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Transition to ACTIVE for port object b382c2c6-bb54-44d7-a356-03c44c8bf206 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:36.879440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:36.890691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:36.898919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-057de957-cea1-4667-8c55-aa8d734d5ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:36.954481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:36.993501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.000984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c9d3d30-e935-4e8f-b928-98d7c60d9d74 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:37.019701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network ab9157c3-9cf7-41ff-bb67-76988c55a879 is not hosted by any dhcp agent {{(pid=83443) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}}
Dec 09 14:09:37.024009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:37.024772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.026268 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "PUT /v2.0/networks/ab9157c3-9cf7-41ff-bb67-76988c55a879 HTTP/1.1" status: 200  len: 758 time: 1.0075922
Dec 09 14:09:37.031806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57818) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:37.059188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:37.068393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.156114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:37.179393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:37.182501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:37.190246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Pushing event updated for resources: {'Port': ['ID=b382c2c6-bb54-44d7-a356-03c44c8bf206,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:37.194800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:37.208008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.220749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.271630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-73be35cf-5a66-4083-82b0-172154d16474 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:37.342015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f230dc1d-a3e1-4a1f-bdab-376099c09962 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:37.343652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f230dc1d-a3e1-4a1f-bdab-376099c09962 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks?id=ab9157c3-9cf7-41ff-bb67-76988c55a879 HTTP/1.1" status: 200  len: 761 time: 0.3095100
Dec 09 14:09:37.357374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57822) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:37.363688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316721780'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:37.479561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:37.524643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=ab9157c3-9cf7-41ff-bb67-76988c55a879,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:37.527545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:37.535831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:37.551916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.553455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:37.580485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:37.609378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.695731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.726096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ab9157c3-9cf7-41ff-bb67-76988c55a879 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:37.790618 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d21c2a44-1676-4be5-85d4-0310bc53a3db req-0a959993-0238-41a0-b566-28c9c1b2cb22 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.0795531
Dec 09 14:09:37.832680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.850600 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/635c851f-5bbe-451e-9a1c-3e956d8529df HTTP/1.1" status: 204  len: 168 time: 2.0347047
Dec 09 14:09:37.854857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:37.856296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.891101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:37.895719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Attempting to bind port b382c2c6-bb54-44d7-a356-03c44c8bf206 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:37.895839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Attempting to bind port b382c2c6-bb54-44d7-a356-03c44c8bf206 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:37.896251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Attempting to bind port b382c2c6-bb54-44d7-a356-03c44c8bf206 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:37.901504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=66d01d7d-875e-4e1a-aafa-3ed359af3b59,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:37.904866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:37.910163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-34539fac-df4f-4a40-bb21-62441c39db14 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:37.959923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=635c851f-5bbe-451e-9a1c-3e956d8529df,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:37.970951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:37.971521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:37.971740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:37.993678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:37.997381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc601e-67d9-474f-b298-b6da469f2e44 None None] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:37.999657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.000003 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 17edfe2b-8228-4ea1-967c-549e55dee584 of type vlan for network 11fd5514-a8c9-4686-bec1-a064ca2cacf8
Dec 09 14:09:38.012108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:38.013242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:38.013871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.014625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:38.015297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Bound port: b382c2c6-bb54-44d7-a356-03c44c8bf206, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:38.015883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.045569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.076999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:38.088914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet a2692fd3-6211-4ac3-84b5-b6f78a765abf {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:38.095133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.112490 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3233199
Dec 09 14:09:38.115381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57838) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:38.123779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:38.190524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.195313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:38.195490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.198433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.209003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a01a5434-0541-4381-bf6b-58181a4431ba tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:38.222526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b62e7-3d19-44f0-93bd-eae7ece5b002 None None] Network 34ca125a-b407-498e-b598-fa1a0ad28dad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:38.250787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 34ca125a-b407-498e-b598-fa1a0ad28dad is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:38.258905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:38.364480 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0025420
Dec 09 14:09:38.367462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57842) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:38.377097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': '11fd5514-a8c9-4686-bec1-a064ca2cacf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:38.388438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=11fd5514-a8c9-4686-bec1-a064ca2cacf8,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:38.392231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:38.416270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 11fd5514-a8c9-4686-bec1-a064ca2cacf8 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:38.429354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9ffaee03-d769-4467-a007-5a1d492e0779 None None] Provisioning for port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:38.635563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:38.642565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Usage tracker for resource:subnet and tenant:82459ab373aa4f4098ec53c2a126ef41 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:38.645973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:38.653930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:38.673564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] For port b382c2c6-bb54-44d7-a356-03c44c8bf206, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:38.731209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:38.747216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] For port b382c2c6-bb54-44d7-a356-03c44c8bf206, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b382c2c6-bb54-44d7-a356-03c44c8bf206,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:38.760813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.804497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.844672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:38.904255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:38.958562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449846e20>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': '44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6', 'name': '', 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:06:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:31Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:36Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:38.981087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:39.017082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ea2e19ca-9f25-47a2-85a2-45c398f2223c None None] Provisioning for port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:39.029796 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-162fa6b1-809e-4142-ab36-a84e7c0f7450 req-dfe97d55-5f9e-4859-883f-02c751f9f28d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.0976446
Dec 09 14:09:39.053217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3ec40-8ef8-4bf2-9e37-501750353189 None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': '44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6', 'name': '', 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:06:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:31Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:36Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:39.090211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.extraroute_db [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 09 14:09:39.101896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,segment=NetworkSegment(08e76f7b-7e68-422b-a3d0-b1988b8797e7),segment_id=08e76f7b-7e68-422b-a3d0-b1988b8797e7)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:39.110944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.extraroute_db [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Removed routes are [] {{(pid=83443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 09 14:09:39.111480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:39.119204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:39.141066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:39.142246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 157a48ab-4b0a-42e8-95a8-767fa8c7b802 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:39.156876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fe4ec5c9-d89c-4adb-9d35-b7f0f76d63da tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:39.297098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=a2692fd3-6211-4ac3-84b5-b6f78a765abf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:39.327113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Pushing event updated for resources: {'Port': ['ID=b382c2c6-bb54-44d7-a356-03c44c8bf206,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:39.328485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:39.330806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:39.345668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-057de957-cea1-4667-8c55-aa8d734d5ffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:39.374243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:39.391731 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/a2692fd3-6211-4ac3-84b5-b6f78a765abf HTTP/1.1" status: 204  len: 168 time: 1.5285144
Dec 09 14:09:39.396072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57852) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:39.635645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bd544c-ce8b-446f-bf9e-9cdbf0c3545f None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:39.919831 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bc7eef18-e1ea-4671-9e50-e9806636c097 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5194373
Dec 09 14:09:39.920674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57856) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:39.922089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:39.926989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:39.928001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:39.963051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:39.963326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.046665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:40.094392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:40.294043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.314461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb2477c5-dce3-496d-8a1d-831811cc67e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:40.316892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.333905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.360026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:40.367292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:40.374385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:40.445397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a90ed1b-273d-4e29-a19a-2c3267a5ffa2 req-dd153b4b-8bcd-432e-b4aa-9c8b56f00664 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.0762429
Dec 09 14:09:40.464527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:40.505453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Provisioning complete for port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:40.505976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.518196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=16bc4bd8-973b-4237-8085-3657faa4d639,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:40.521503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:40.667306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '17edfe2b-8228-4ea1-967c-549e55dee584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '11fd5514-a8c9-4686-bec1-a064ca2cacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:40.668021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: 11fd5514-a8c9-4686-bec1-a064ca2cacf8, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:40.743450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network 11fd5514-a8c9-4686-bec1-a064ca2cacf8 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:40.758734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 11fd5514-a8c9-4686-bec1-a064ca2cacf8) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:40.796513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99416fd2-9a05-40ca-9102-900d30c4edcd None None] Network 11fd5514-a8c9-4686-bec1-a064ca2cacf8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:40.812655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:40.813305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.827021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:40.864602 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4936850
Dec 09 14:09:40.870166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:40.899902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:40.918156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:40.931857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/432d5bba-a004-46f7-aae4-5e93a365c856/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8982253
Dec 09 14:09:40.991122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:41.049095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:41.055963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:41.138917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:41.171332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:41.180418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:41.181945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449eb98e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:41.281674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.282042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.282401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.282756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.283106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.283462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.283806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.284148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.284489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.284830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.285171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.285557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.286006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.286688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.288345 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-76a93155-6ffb-438a-8435-95a681d0c615 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9720 time: 0.2962649
Dec 09 14:09:41.299846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57870) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:41.429319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:41.438056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:41.455686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-2653d38c-2e1e-42d7-9d8a-a7e2230ebbb7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.458540 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-2653d38c-2e1e-42d7-9d8a-a7e2230ebbb7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 811 time: 1.0798209
Dec 09 14:09:41.545339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.545770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.548804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.549639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.550466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.552026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.553210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.553994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.554750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.555509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.556256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.556988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:41.560799 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be0026e2-e6b4-480a-a917-27f246745ec1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7571 time: 0.2599771
Dec 09 14:09:41.571657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57876) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:41.612685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:41.728478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:41.735568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-da79f11d-16e4-4173-8d61-a128a5f248b1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:41.751236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 157a48ab-4b0a-42e8-95a8-767fa8c7b802, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=157a48ab-4b0a-42e8-95a8-767fa8c7b802,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:41.766966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:41.768385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:41.843237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=16bc4bd8-973b-4237-8085-3657faa4d639,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:41.871168 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab05c338-0868-4e37-8909-c5af1e037d2c req-a23759fa-db76-4a91-8e27-498ace30b676 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.0931964
Dec 09 14:09:41.871685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-08aaae18-4511-415c-a26e-2033f5690d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:41.875173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:41.904329 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-6d888325-c232-40cc-84f5-aefc87b7f9d8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bcd81e036d64bf78a67bf36df4d239b HTTP/1.1" status: 200  len: 380 time: 0.3456020
Dec 09 14:09:41.920290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'port': {'device_id': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'admin_state_up': True, 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'security_groups': ['b3399436-fa51-495a-8a60-7c0afded9afc']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:41.942083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:09:42.062704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.091329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448ae0c40>,) {'filters': {'network_id': ['11fd5514-a8c9-4686-bec1-a064ca2cacf8']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:42.116875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ae0c40>, '17edfe2b-8228-4ea1-967c-549e55dee584') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:42.118156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b889a472-027c-4704-988a-c493c0669d9a None None] Network 11fd5514-a8c9-4686-bec1-a064ca2cacf8 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:42.118578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ae0c40>, '17edfe2b-8228-4ea1-967c-549e55dee584') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:42.136940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.159541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.169439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:42.170337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.170460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=157a48ab-4b0a-42e8-95a8-767fa8c7b802,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:42.232802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:42.260871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:09:42.261332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:42.314129 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:42.318754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.329764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e825ed1-4c74-42ea-8ed5-91424df60775 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:42.356133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.384641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:42.388815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=11fd5514-a8c9-4686-bec1-a064ca2cacf8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:42.390717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:42.402729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:42.409734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:42.420376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:port and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:42.427001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:42.427739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/11fd5514-a8c9-4686-bec1-a064ca2cacf8 HTTP/1.1" status: 204  len: 168 time: 1.5524809
Dec 09 14:09:42.431670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:42.436345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:42.437276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:42.438040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.460513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Made reservation on behalf of 3bcd81e036d64bf78a67bf36df4d239b for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:42.464833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.484895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20af1664-867b-4be1-97c0-f643c291f846 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:09:42.575125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.618319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:42.620413 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2f8f9b9c-c6b9-4e63-a9f5-7fd231a6e07c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 934 time: 4.5034122
Dec 09 14:09:42.662288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57884) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:42.759042 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c4bf97-82ae-43a5-a1c6-02743e8c872d tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] GET failed (client error): The resource could not be found.
Dec 09 14:09:42.759995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12c4bf97-82ae-43a5-a1c6-02743e8c872d tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Synchronizing usage tracker for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:42.786691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-12c4bf97-82ae-43a5-a1c6-02743e8c872d tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Unset dirty status for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:42.788231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12c4bf97-82ae-43a5-a1c6-02743e8c872d tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/subnets/16bc4bd8-973b-4237-8085-3657faa4d639 HTTP/1.1" status: 404  len: 337 time: 0.3554399
Dec 09 14:09:42.795495 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0ce8c380-51f3-481c-932f-55e23bb44cc7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3811 time: 1.2224042
Dec 09 14:09:42.796521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57888) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:42.825997 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfac6c3-5ee0-484a-a1a6-b5004b4b973b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:42.826664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfac6c3-5ee0-484a-a1a6-b5004b4b973b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:42.828699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8dfac6c3-5ee0-484a-a1a6-b5004b4b973b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/11fd5514-a8c9-4686-bec1-a064ca2cacf8 HTTP/1.1" status: 404  len: 339 time: 0.0311656
Dec 09 14:09:42.834597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:42.864579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449eb98e0>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:36Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:42.912881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20af1664-867b-4be1-97c0-f643c291f846 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:09:42.920627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:42.922220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Updating router 432d5bba-a004-46f7-aae4-5e93a365c856 port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:43.022241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.126736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:43.130582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.147525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.148701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 458c3748-a22f-45fa-a0c2-60bd5636e03c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:43.208745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:43.233196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.237145 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f012967e-dbf7-4018-9845-c7b2a9aeb45f req-6ce845c1-ec47-48b1-b0f4-6c8e3f3932dd tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.1156893
Dec 09 14:09:43.245144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232813511', 'description': 'tempest-secgroup-smoke-232813511 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:43.253058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:43.266633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43f4cd-a4b7-4aba-8da1-b8399f5e2951 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:43.267491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5c43f4cd-a4b7-4aba-8da1-b8399f5e2951 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Synchronizing usage tracker for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:43.272555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:43.276456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:43.283875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:43.302490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.308532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Provisioning for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:43.325604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5c43f4cd-a4b7-4aba-8da1-b8399f5e2951 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Unset dirty status for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:43.328757 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5c43f4cd-a4b7-4aba-8da1-b8399f5e2951 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4927106
Dec 09 14:09:43.333103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.345685 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0af8d0f1-676b-468c-8d62-2f575a83662d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 934 time: 0.6817260
Dec 09 14:09:43.349809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57908) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.356983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Allocated IP 172.20.0.11 (613eed66-bded-4487-948d-0e20bce9b1c9/835e3a28-3773-4e28-9c43-c631cfe37587/8af9f2ad-e448-4e2b-adab-4013bd5cc15f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:43.364710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'routes': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:43.390084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c552901-f8c9-484b-a6c9-d4a6e5080ac7 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 207 time: 0.0551665
Dec 09 14:09:43.394298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.412859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Provisioning complete for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:43.413298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.453144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:43.522898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:43.528497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:43.535242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:43.541238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:43.543138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port b382c2c6-bb54-44d7-a356-03c44c8bf206, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b382c2c6-bb54-44d7-a356-03c44c8bf206,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:43.595425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:43.602031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-10922b9c-2028-4cf9-9170-e91b61c1d8e1 None None] Port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:43.636168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0e615-b4bc-4495-8a18-c31795f01c11 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:43.642399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0e615-b4bc-4495-8a18-c31795f01c11 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:43.647754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0e615-b4bc-4495-8a18-c31795f01c11 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:43.653940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b0e615-b4bc-4495-8a18-c31795f01c11 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:43.655758 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-19b0e615-b4bc-4495-8a18-c31795f01c11 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.2601058
Dec 09 14:09:43.664723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.703568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 458c3748-a22f-45fa-a0c2-60bd5636e03c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:43.704871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.726893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.754602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.755622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.773409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0339196d-6431-4d47-a481-ef10e9ad1894 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:43.797593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.810097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.824074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:43.871300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=b382c2c6-bb54-44d7-a356-03c44c8bf206,revision_number=6']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:43.893044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:43.894256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:43.895845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:43.904610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-89aa1850-f40b-4367-87ac-b43513065d33 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:43.904808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e88dd68-2efa-4297-a3b3-01b7cc416ed9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:43.909095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.913426 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6761286
Dec 09 14:09:43.913426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:43.914111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.920254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '8e88dd68-2efa-4297-a3b3-01b7cc416ed9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:43.939596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5af46929-665b-44c3-b802-b56c36632db3 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2670503
Dec 09 14:09:43.939939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:43.939939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:43.946631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:43.946860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:43.958163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b2f4d7a9-1fe8-4887-bb99-29d38539b865 None None] Provisioning complete for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:43.958896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:43.959062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d7a9-1fe8-4887-bb99-29d38539b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.002451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:44.022528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:44.022675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.051627 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.9981840
Dec 09 14:09:44.055062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57928) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:44.055062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:44.081851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a0bea1-e650-41e9-a875-e6c8fefb020e tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:44.084480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a0bea1-e650-41e9-a875-e6c8fefb020e tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:44.087013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e0a0bea1-e650-41e9-a875-e6c8fefb020e tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1376183
Dec 09 14:09:44.092305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57932) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:44.124368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4d7a9-1fe8-4887-bb99-29d38539b865 None None] Port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:44.181741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=e7aae518-521d-47a0-9627-367bec2cc24f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:44.186536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.192937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Transition to ACTIVE for port object 8af9f2ad-e448-4e2b-adab-4013bd5cc15f will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:44.195580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:44.285833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:09:44.293453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ad624-bf88-4c0a-a05e-c24b609e5216 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:44.294960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ad624-bf88-4c0a-a05e-c24b609e5216 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:44.297712 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-029ad624-bf88-4c0a-a05e-c24b609e5216 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2044554
Dec 09 14:09:44.302105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57938) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:44.340020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:44.352118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:44.359733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:44.361115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b2f4d7a9-1fe8-4887-bb99-29d38539b865 None None] Provisioning complete for port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:44.361495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b2f4d7a9-1fe8-4887-bb99-29d38539b865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.363868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.367842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:44.376012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.378297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89e3f9c9-72df-4991-8b69-9b2d98853328 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:44.393918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:44.435496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f465f75-81f7-4639-84f5-de5c0108707d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:44.481255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.492216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:44.493319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.494847 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5795033
Dec 09 14:09:44.501671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:44.508626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '8e88dd68-2efa-4297-a3b3-01b7cc416ed9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:44.523154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:44.536839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:44.555002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Transition to ACTIVE for port object 66d01d7d-875e-4e1a-aafa-3ed359af3b59 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:44.565912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:44.579347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:44.606067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.612651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:44.612831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:44.669864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.702439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.715384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c56bc3-c469-4225-b7ad-5da12a4cc569 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:44.716385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-69c56bc3-c469-4225-b7ad-5da12a4cc569 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Synchronizing usage tracker for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:44.720877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.746944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:44.792087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.840364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7dbcb-f7fc-4f07-a7f0-405b9375436a None None] Pushing event updated for resources: {'Port': ['ID=66d01d7d-875e-4e1a-aafa-3ed359af3b59,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:44.850421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5cd7dbcb-f7fc-4f07-a7f0-405b9375436a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:44.902201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:44.921617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Network 613eed66-bded-4487-948d-0e20bce9b1c9 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:44.922721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-69c56bc3-c469-4225-b7ad-5da12a4cc569 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Unset dirty status for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:44.924127 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-69c56bc3-c469-4225-b7ad-5da12a4cc569 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks/5daacc38-533f-4e18-8146-a2d624a003a1 HTTP/1.1" status: 200  len: 800 time: 0.6209068
Dec 09 14:09:44.930442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:44.932530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57946) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.007307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a61f5bb2-cd05-4ec6-a164-3a794a635825 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:45.028926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:45.049932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:45.050506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.065956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:45.072095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18070e77-c144-4198-8702-db1994858808,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:45.074734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:45.075261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Attempting to bind port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:45.075653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Attempting to bind port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:45.076026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Attempting to bind port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 on network 34ca125a-b407-498e-b598-fa1a0ad28dad {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:45.088851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:45.089116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Checking segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:45.089810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.090545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Bound using segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:45.091105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Bound port: 66d01d7d-875e-4e1a-aafa-3ed359af3b59, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:45.091721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.101570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d43e36-4138-4dc8-9ffe-6cc97cb0a3d6 req-05f13030-9418-40b7-b063-78db3980e87d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:45.103614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22d43e36-4138-4dc8-9ffe-6cc97cb0a3d6 req-05f13030-9418-40b7-b063-78db3980e87d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 932 time: 0.5616426
Dec 09 14:09:45.107269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.111832 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6088762
Dec 09 14:09:45.113175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.113511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b2f4d7a9-1fe8-4887-bb99-29d38539b865 None None] Provisioning for port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:45.120241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:45.144747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '8e88dd68-2efa-4297-a3b3-01b7cc416ed9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:45.156982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:45.172619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:45.179016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:45.189814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:45.190426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.195765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:45.214833 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22d43e36-4138-4dc8-9ffe-6cc97cb0a3d6 req-994901a4-c630-432e-bc53-25148cea1052 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964372
Dec 09 14:09:45.233701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.258270 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-060a41b6-105f-402e-a4d2-a88ac0fbf239 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/networks/5daacc38-533f-4e18-8146-a2d624a003a1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.3162382
Dec 09 14:09:45.263928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57954) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.271088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] For port 66d01d7d-875e-4e1a-aafa-3ed359af3b59, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:45.293098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] For port 66d01d7d-875e-4e1a-aafa-3ed359af3b59, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66d01d7d-875e-4e1a-aafa-3ed359af3b59,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:45.295100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:45.303195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.313242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-952b6cbe-181e-41a7-95f5-66a652ca2145 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:45.319454 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4052029
Dec 09 14:09:45.324838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.333755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.extraroute_db [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added routes are [] {{(pid=83443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 09 14:09:45.334072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.extraroute_db [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 09 14:09:45.335451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7b0753c4-2914-45a0-8205-55bb3ba9f7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:45.339585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Request body: {'port': {'device_id': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:45.432373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7dbcb-f7fc-4f07-a7f0-405b9375436a None None] Pushing event updated for resources: {'Port': ['ID=66d01d7d-875e-4e1a-aafa-3ed359af3b59,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:45.437140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5cd7dbcb-f7fc-4f07-a7f0-405b9375436a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:45.447772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3dc952-a93a-45aa-99f2-db40d4c9263a tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:45.448344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8b3dc952-a93a-45aa-99f2-db40d4c9263a tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Synchronizing usage tracker for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:45.456398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:45.457173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449eb98e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:45.532673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:45.533333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.544256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.546297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.555399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.575437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8b3dc952-a93a-45aa-99f2-db40d4c9263a tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Unset dirty status for tenant:82459ab373aa4f4098ec53c2a126ef41 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:45.576542 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8b3dc952-a93a-45aa-99f2-db40d4c9263a tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/subnets/418d2a76-0ebd-48f6-9cd4-39f11b76bec1 HTTP/1.1" status: 200  len: 811 time: 0.3114493
Dec 09 14:09:45.584837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57958) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.594248 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:45.608567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:45.622633 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:45.624537 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2160d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:45.630147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:45.652283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=d6a0f2c5-5f48-460d-b4aa-1e020f35bc80,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:45.667412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:45.668255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.674730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.675916 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5593967
Dec 09 14:09:45.677728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:45.684577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ddabd248-98c9-44f2-b3dd-9c8ce1a8d4e0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:45.700527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.712251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '8e88dd68-2efa-4297-a3b3-01b7cc416ed9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:45.726384 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6849937
Dec 09 14:09:45.733143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57966) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.741098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:45.745991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c300cb4c-df5f-4073-8059-e8e4ad85f4f2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:45.750305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:45.756146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:45.761175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:45.767787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:45.795938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:45.800188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.806318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:aa:d8:b2', 'name': 'tempest-NetworksTestDHCPv6-1078236428'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:45.829946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.887477 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:45.917951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.924932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.930289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf07ae36-5340-441c-9be5-6a36dd14842a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:45.972823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72ce028-80a1-4738-8b49-2ef7ada1dc40,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:45.984120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:45.986085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:45.988197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2860029
Dec 09 14:09:45.991804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57970) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:45.995918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31df519d-0aa4-4bf0-bc9a-491f21c3b1ed None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:09:46.000999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '8e88dd68-2efa-4297-a3b3-01b7cc416ed9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:46.010147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:46.014861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:46.018173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:46.029434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:46.043285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9894638-692b-48ae-bae9-b63f8c478e45 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:46.044701 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f9894638-692b-48ae-bae9-b63f8c478e45 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "GET /v2.0/subnets/418d2a76-0ebd-48f6-9cd4-39f11b76bec1?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.4585106
Dec 09 14:09:46.050177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:46.061435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-937287794'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:46.069649 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:09:46.080749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.091898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:46.129318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:46.130187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 157a48ab-4b0a-42e8-95a8-767fa8c7b802 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:46.187593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:46.193971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.219044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:46.232007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:46.252264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:09:46.255204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:46.267043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:46.268434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.269002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Added segment 44db82ce-6615-4ecf-b542-71e694197041 of type vlan for network a9a53439-b6f8-49ad-b509-922f6f002c50
Dec 09 14:09:46.297189 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2160d0>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:45Z', 'revision_number': 7, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': '44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6', 'name': '', 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:06:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:31Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:38Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:46.301783 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:46.302148 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Updating router eaa2946a-7418-45f8-b14a-389e2367be47 port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:09:46.306141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.345439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.348823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.349209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.349454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-529565b9-4341-4e63-aca0-bb113793a5a7 None None] Provisioning for port b382c2c6-bb54-44d7-a356-03c44c8bf206 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:46.350612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:46.354709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:46.355461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.374707 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.394189 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:09:46.395877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:46.421309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.427294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3712018
Dec 09 14:09:46.427480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:46.427480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.440623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 57982) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:46.451169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:46.532831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.538193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5416915
Dec 09 14:09:46.594246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 57986) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:46.609540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '8e88dd68-2efa-4297-a3b3-01b7cc416ed9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:46.617253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:46.639188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:46.646762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:46.659759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:46.664444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Network': ['ID=a9a53439-b6f8-49ad-b509-922f6f002c50,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:46.674545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:46.676811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:46.687832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network a9a53439-b6f8-49ad-b509-922f6f002c50 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:09:46.697270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0ea852-a40c-49f3-8511-252fc45360ed,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:46.700742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:46.703362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:09:46.711761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.732705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fb6fa-4ae1-40c3-a194-38ba82ac65b7 req-cadbd946-ff91-4dab-9922-2def7bcffdd6 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:46.734530 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-899fb6fa-4ae1-40c3-a194-38ba82ac65b7 req-cadbd946-ff91-4dab-9922-2def7bcffdd6 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 932 time: 0.2754643
Dec 09 14:09:46.810959 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-899fb6fa-4ae1-40c3-a194-38ba82ac65b7 req-51d0ecec-9aa5-46ee-991c-8dbdadf57f60 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662479
Dec 09 14:09:46.815901 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.827602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.832242 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Transition to ACTIVE for port object 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:46.833421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.836934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-555d3161-90c4-40bc-bb3e-c940f15c9664 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:46.845023 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.859735 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-49b5f0f8-ca39-4707-8fcf-b4094d1165d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:46.874137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31df519d-0aa4-4bf0-bc9a-491f21c3b1ed None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:09:46.878665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87de9bd7-6e6c-45f1-b996-6aedcdb29a35,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:46.882583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:46.891310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449eb98e0>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:45Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:46.898616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:46.900215 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2985182
Dec 09 14:09:46.901733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804615ed-1637-4bde-b516-a26cd70409c1 None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:45Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:47.060907 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bf076-9bc5-433d-845d-b4a8b550f267 None None] Pushing event updated for resources: {'Port': ['ID=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:47.064260 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-244bf076-9bc5-433d-845d-b4a8b550f267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:47.140063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b382c2c6-bb54-44d7-a356-03c44c8bf206 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:47.211729 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Attempting to bind port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:47.212411 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Attempting to bind port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:47.212780 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Attempting to bind port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 on network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:47.217336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-b8da2e74-eaaa-4629-b48b-a004bdfcb6f0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:47.222686 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:47.223165 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Checking segment: {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:47.223818 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.224408 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Bound using segment: {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:47.224935 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Bound port: 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d705bc-dfee-4689-aa1d-4a342cd90166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:47.225373 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.241356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-b8da2e74-eaaa-4629-b48b-a004bdfcb6f0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:47.252674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-b8da2e74-eaaa-4629-b48b-a004bdfcb6f0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232813511&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0837150
Dec 09 14:09:47.263641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:47.274048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:47.302160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.312120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Made reservation on behalf of 82459ab373aa4f4098ec53c2a126ef41 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:47.351136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.359849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.resource_extend [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:09:47.372654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] For port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:47.376832 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] For port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:47.383761 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.392468 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:47.409438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b382c2c6-bb54-44d7-a356-03c44c8bf206 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:47.409740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.422696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b382c2c6-bb54-44d7-a356-03c44c8bf206 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:47.423074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.456591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-3081ad12-ec8c-4313-98b4-a532d2797295 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:47.457290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-3081ad12-ec8c-4313-98b4-a532d2797295 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:47.497373 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:47.497591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-3081ad12-ec8c-4313-98b4-a532d2797295 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:47.498761 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-3081ad12-ec8c-4313-98b4-a532d2797295 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 200  len: 795 time: 0.2449377
Dec 09 14:09:47.505629 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2160d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:47.536651 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-5f335edc-e4fc-41d7-8a5a-3b3d6e95a99b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0302465
Dec 09 14:09:47.560396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port ae10b08d-799a-4f29-975d-6080ad2f8239 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:09:47.593088 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bf076-9bc5-433d-845d-b4a8b550f267 None None] Pushing event updated for resources: {'Port': ['ID=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:47.616699 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-244bf076-9bc5-433d-845d-b4a8b550f267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:47.712988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.720656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-8f0cdf61-260e-4004-91d3-21c3acc60186 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:47.725608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af9f2ad-e448-4e2b-adab-4013bd5cc15f {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:09:47.743124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-8f0cdf61-260e-4004-91d3-21c3acc60186 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:47.748260 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-8f0cdf61-260e-4004-91d3-21c3acc60186 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2043314
Dec 09 14:09:47.777820 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:47.820191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.820434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b382c2c6-bb54-44d7-a356-03c44c8bf206, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b382c2c6-bb54-44d7-a356-03c44c8bf206,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:47.831950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.837146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5e1a4f8c-6aed-4e26-a6db-7d762a5b5df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:47.846231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Transition to ACTIVE for port object 8af9f2ad-e448-4e2b-adab-4013bd5cc15f will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:47.852234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.889745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:47.908616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-027a5701-62c6-4053-8716-4053b0183e3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:47.967370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-ea4cc958-f541-4d85-a764-5acd251e0fce service neutron] 10.222.0.21 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025890
Dec 09 14:09:47.976293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b382c2c6-bb54-44d7-a356-03c44c8bf206,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:47.998914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:48.112543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'e7aae518-521d-47a0-9627-367bec2cc24f', 'ip_address': '2001:db8::f816:3eff:fe73:f381'}, {'subnet_id': 'd6a0f2c5-5f48-460d-b4aa-1e020f35bc80'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'b382c2c6-bb54-44d7-a356-03c44c8bf206'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:09:48.187955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Performing IP validity checks on allocation pools {{(pid=83443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:09:48.188463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:09:48.192359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:48.229844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Pushing event updated for resources: {'Port': ['ID=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:48.232958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:48.295216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4feb29e-72d1-4a54-86e6-060dbdc260b3 req-5f7f387f-d3f7-4a74-ad81-f9d71017e916 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:48.298884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4feb29e-72d1-4a54-86e6-060dbdc260b3 req-5f7f387f-d3f7-4a74-ad81-f9d71017e916 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.2129188
Dec 09 14:09:48.302070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-8e96a03a-e21c-49bb-b095-721b60aefba4 service neutron] 10.222.0.21 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273480
Dec 09 14:09:48.397752 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4feb29e-72d1-4a54-86e6-060dbdc260b3 req-bf095d81-80cb-4b4d-bbc3-3271ca6c1a73 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876141
Dec 09 14:09:48.423756 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2160d0>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:45Z', 'revision_number': 7, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': '44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6', 'name': '', 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:06:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:31Z', 'updated_at': '2021-12-09T14:09:47Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:38Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:48.433663 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf662005-4342-4421-bb4d-8d56e65a5782 None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:45Z', 'revision_number': 7, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': '44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6', 'name': '', 'network_id': '68e15d6a-48cd-418b-9edd-47bf629fb1a3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:06:d3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:31Z', 'updated_at': '2021-12-09T14:09:47Z', 'revision_number': 4, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '8dfac01a-15ca-4048-b07b-3716b772c379', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:38Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:48.495593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Attempting to bind port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:48.496092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Attempting to bind port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:48.496323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Attempting to bind port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:48.572940 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1e9aff9-72ed-42fc-a788-15f55c52ff6e req-08e84586-52d8-4199-8d77-0e0c75e26768 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.0551651
Dec 09 14:09:48.605769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f on network 613eed66-bded-4487-948d-0e20bce9b1c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:09:48.606093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Attempting to bind port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f on network 613eed66-bded-4487-948d-0e20bce9b1c9 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:48.638592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 172.20.0.3 (06176117-bfee-4a45-b798-e2271f4e3e62/d6a0f2c5-5f48-460d-b4aa-1e020f35bc80/ae10b08d-799a-4f29-975d-6080ad2f8239) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:48.650966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:48.651261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Checking segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:48.651699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Bound using segment: {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:48.652203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Bound port: 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5469b3c-99d1-4aff-82bd-75a3a185c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:48.652465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:48.668223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:feaa:d8b2 (06176117-bfee-4a45-b798-e2271f4e3e62/e7aae518-521d-47a0-9627-367bec2cc24f/ae10b08d-799a-4f29-975d-6080ad2f8239) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:48.671312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:48.767405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:48.781105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b46826a-a923-48f7-a3ca-be3bceca4401 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:48.993181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b382c2c6-bb54-44d7-a356-03c44c8bf206 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:49.063913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b382c2c6-bb54-44d7-a356-03c44c8bf206 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:49.064288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.160028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] For port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:49.162136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=f9d84eb1-951d-4fbb-90d0-be56d99579b1,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:49.174659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:49.182889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66d01d7d-875e-4e1a-aafa-3ed359af3b59 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:49.248028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] For port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:49.259705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:49.264050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.264355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:49.264747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.276727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce12bb5b-1f6b-4283-a46b-71667cbe86e0 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:49.337353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Checking segment: {'id': '44db82ce-6615-4ecf-b542-71e694197041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:49.337787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network hostable DHCP agents. Network: a9a53439-b6f8-49ad-b509-922f6f002c50, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:09:49.381987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.395506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.396911 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] 10.222.0.35 "PUT /v2.0/ports/8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 200  len: 1094 time: 4.0675812
Dec 09 14:09:49.400955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:09:49.417811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 66d01d7d-875e-4e1a-aafa-3ed359af3b59, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66d01d7d-875e-4e1a-aafa-3ed359af3b59,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:49.423826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.424645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:49.441201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.454690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Pushing event updated for resources: {'Port': ['ID=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:49.465285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:49.493223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:49.499671 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'status': 'completed', 'code': 200}
Dec 09 14:09:49.521236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object ae10b08d-799a-4f29-975d-6080ad2f8239 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:49.534790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Network a9a53439-b6f8-49ad-b509-922f6f002c50 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:09:49.553824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:49.573107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, a9a53439-b6f8-49ad-b509-922f6f002c50) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:49.577624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=66d01d7d-875e-4e1a-aafa-3ed359af3b59,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:49.581469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:49.581931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:49.582554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.605968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:49.608191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.612254 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b002762-f80d-49c5-9e29-e68fdc601f74 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 700 time: 6.2564948
Dec 09 14:09:49.612399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58012) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:49.618667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.624221 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-e4d781e1-5752-48c5-9bfb-d41a84337f37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1097 time: 0.1711109
Dec 09 14:09:49.628757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2290112f-c69a-4171-bee1-344d4a16285a tempest-RoutersAdminTest-1953184103 tempest-RoutersAdminTest-1953184103-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:49.680974 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 3.2343225
Dec 09 14:09:49.687293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:49.687947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.726678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:49.732829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:49.763500 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-9ce87574-9cd0-406d-80c3-1976559d60ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 200  len: 217 time: 0.0943639
Dec 09 14:09:49.767683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Allocated IP 172.20.0.2 (06176117-bfee-4a45-b798-e2271f4e3e62/d6a0f2c5-5f48-460d-b4aa-1e020f35bc80/b382c2c6-bb54-44d7-a356-03c44c8bf206) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:49.820925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:49.828825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:49.832899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=ae10b08d-799a-4f29-975d-6080ad2f8239,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:49.834603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:49.867337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:49.900967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-6d750ff6-bb28-4d10-b618-8d25780354fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:49.902969 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-6d750ff6-bb28-4d10-b618-8d25780354fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.1273599
Dec 09 14:09:49.920949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.949137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:49.949810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:49.984491 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.2391996
Dec 09 14:09:49.987505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58020) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:49.991938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] For port b382c2c6-bb54-44d7-a356-03c44c8bf206, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b382c2c6-bb54-44d7-a356-03c44c8bf206,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:50.000500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:50.005987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.008733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5cd7dbcb-f7fc-4f07-a7f0-405b9375436a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:50.014292 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52f74898-f13b-40f1-b2ca-a1445cd6379c req-11e3d08e-e9d5-454c-b8f8-4f66b16876b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.2436182
Dec 09 14:09:50.055992 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-d5ee5195-09b0-4929-af47-2cf41b0f17df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1474884
Dec 09 14:09:50.105458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.135906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Transition to ACTIVE for port object b382c2c6-bb54-44d7-a356-03c44c8bf206 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:50.139838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:50.143304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:50.144392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.154581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:50.175772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d13a0-4d2e-4e59-81f7-da2de4960811 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:50.180367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d13a0-4d2e-4e59-81f7-da2de4960811 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:50.181132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6a0d13a0-4d2e-4e59-81f7-da2de4960811 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:50.197218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffebe16-d992-4f0c-a654-d42f3fa8eff1 req-b67469b2-a164-4b24-9ab3-8094f4d61f59 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:50.198709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ffebe16-d992-4f0c-a654-d42f3fa8eff1 req-b67469b2-a164-4b24-9ab3-8094f4d61f59 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.5137141
Dec 09 14:09:50.235136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6a0d13a0-4d2e-4e59-81f7-da2de4960811 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:50.239265 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6a0d13a0-4d2e-4e59-81f7-da2de4960811 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.2508073
Dec 09 14:09:50.240312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58024) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:50.273325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-12688332-257c-4154-9292-dd0192f27ee2 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100232
Dec 09 14:09:50.287889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Pushing event updated for resources: {'Port': ['ID=b382c2c6-bb54-44d7-a356-03c44c8bf206,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:50.302294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:50.326388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46938c7a-43e4-46a6-8fed-e86b9a3455a6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 700 time: 0.7125933
Dec 09 14:09:50.328830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ffebe16-d992-4f0c-a654-d42f3fa8eff1 req-a6864b06-9906-4781-b333-d02ebc22aa21 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1185987
Dec 09 14:09:50.329319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58028) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:50.337400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2323067'] for subnet, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.402686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port ae10b08d-799a-4f29-975d-6080ad2f8239 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:50.403024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.552556 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0379ec79-9119-4d27-84cc-cfc6a72e645b req-e2c507a3-6338-4387-b59e-5c8a0fe7d467 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2668798
Dec 09 14:09:50.919410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754295711492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2615279'] for subnet, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.928459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.931382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-39172e18-c0fb-440b-aed9-0928eb73c7a0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:50.982572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b382c2c6-bb54-44d7-a356-03c44c8bf206 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:50.992402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:50.993990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:50.995437 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "PUT /v2.0/subnets/f9d84eb1-951d-4fbb-90d0-be56d99579b1 HTTP/1.1" status: 200  len: 877 time: 1.2676411
Dec 09 14:09:51.009632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58038) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:51.024249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event updated for resources: {'Subnet': ['ID=f9d84eb1-951d-4fbb-90d0-be56d99579b1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:51.036188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:51.067273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66d01d7d-875e-4e1a-aafa-3ed359af3b59 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:51.112209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cfb1e3-7dda-439b-8181-cbf031544f50 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:51.112483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for ae10b08d-799a-4f29-975d-6080ad2f8239 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:51.124921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f01b2-53fa-4ccc-8204-d7319508085e None None] Network a9a53439-b6f8-49ad-b509-922f6f002c50 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:51.142215 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-e73b5765-f948-49b2-941e-ad6551253ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1097 time: 0.3480961
Dec 09 14:09:51.163088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c4b9351-f126-422a-af98-52f76ba80ce9 req-536104da-794b-4e26-879e-d606f534977a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.0527759
Dec 09 14:09:51.165366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:51.437740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-73167e0c-3a58-49ce-8503-24e7b9dac33c None None] Provisioning for port b382c2c6-bb54-44d7-a356-03c44c8bf206 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:51.457989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-73167e0c-3a58-49ce-8503-24e7b9dac33c None None] Provisioning complete for port b382c2c6-bb54-44d7-a356-03c44c8bf206 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:51.469011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73167e0c-3a58-49ce-8503-24e7b9dac33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:51.520595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-b3532f79-df53-427a-8626-eab57b4ee023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:51.523623 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-b3532f79-df53-427a-8626-eab57b4ee023 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.3642833
Dec 09 14:09:51.743609 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-97797a55-efc4-452c-aee2-4d53c4c7b0b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 200  len: 217 time: 0.1956913
Dec 09 14:09:51.818362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:51.818745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:51.869419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-64dabf9a-6288-42d0-b9e5-911285898ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:51.871261 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-64dabf9a-6288-42d0-b9e5-911285898ef3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.1147873
Dec 09 14:09:51.947226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100e3e9-8dff-4ce4-a2d1-ccca25d6e8f7 req-5e3cdb26-e542-4b89-93e6-2b65d99e6da7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:51.948779 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a100e3e9-8dff-4ce4-a2d1-ccca25d6e8f7 req-5e3cdb26-e542-4b89-93e6-2b65d99e6da7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.3020666
Dec 09 14:09:52.138241 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a100e3e9-8dff-4ce4-a2d1-ccca25d6e8f7 req-02c1844e-7847-427b-910b-7f4f2e98bec8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1819470
Dec 09 14:09:52.209010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-a9a53439-b6f8-49ad-b509-922f6f002c50', 'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50', 'tenant_id': '82459ab373aa4f4098ec53c2a126ef41', 'fixed_ips': [{'subnet_id': 'f9d84eb1-951d-4fbb-90d0-be56d99579b1'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:52.210202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.254684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.285203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.293995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e8b8647b-d650-4e10-b694-68b9ebba52ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:52.384936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=ae10b08d-799a-4f29-975d-6080ad2f8239,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:52.392365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:52.465773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7abc61f8-0197-466f-882a-dc966fc25375 req-d772a2b9-4c1c-4d6d-bfa6-c2ca61145399 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.0445254
Dec 09 14:09:52.494883 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-6d5034d0-ef49-42de-881c-d8c266aaa029 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3643451
Dec 09 14:09:52.495611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:52.535008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.543037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:52.543404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.559208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Allocated IP 172.20.0.3 (a9a53439-b6f8-49ad-b509-922f6f002c50/f9d84eb1-951d-4fbb-90d0-be56d99579b1/69b81a4e-c884-43f8-95bd-015704a58779) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:52.576979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9c69596-65c0-489a-9302-d1def52e6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.629797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3720c1df-9a11-4219-b766-b4ad6a72e77d None None] Provisioning for port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:52.744848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3720c1df-9a11-4219-b766-b4ad6a72e77d None None] Provisioning complete for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:52.746109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3720c1df-9a11-4219-b766-b4ad6a72e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.758435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.800221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:52.800221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.800519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:52.800698 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/ae10b08d-799a-4f29-975d-6080ad2f8239 HTTP/1.1" status: 204  len: 168 time: 2.5578203
Dec 09 14:09:52.806915 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-112ee73a-079c-47fe-ac22-3b52fd8a2e6c service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2365150
Dec 09 14:09:52.862994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:52.863293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:52.914080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3561c04d-62ec-45c6-8d64-3b24c9549ae0 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:53.002782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:53.047013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0c006-a812-42bc-9a47-6e72b6a3dcb8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:53.048353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0c006-a812-42bc-9a47-6e72b6a3dcb8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:53.049699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0c006-a812-42bc-9a47-6e72b6a3dcb8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:53.050483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1c0c006-a812-42bc-9a47-6e72b6a3dcb8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:09:53.096777 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f4aaefdc-9919-41cc-adae-00db17b4bb22 req-3b605dcc-624f-4795-9578-e1d2e8c70fca service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2755814
Dec 09 14:09:53.096996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.098595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f1c0c006-a812-42bc-9a47-6e72b6a3dcb8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:09:53.099734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1c0c006-a812-42bc-9a47-6e72b6a3dcb8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2982516
Dec 09 14:09:53.102929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58058) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:53.175504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:09:53.210680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Transition to ACTIVE for port object 69b81a4e-c884-43f8-95bd-015704a58779 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:53.280351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.296758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-94ff0c62-a43c-4f75-8ef0-aeb446acf604 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:53.303775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Transition to ACTIVE for port object 69b81a4e-c884-43f8-95bd-015704a58779 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:53.342057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:53.342917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449812bb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:53.378653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet d6a0f2c5-5f48-460d-b4aa-1e020f35bc80 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:53.382377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.393401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:53.423418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.433842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:53.460702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:53.486835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d84eb1-951d-4fbb-90d0-be56d99579b1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:53.493433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:53.505492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.544228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.629872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:53.690888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.726950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5cd7dbcb-f7fc-4f07-a7f0-405b9375436a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:53.729494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d760>,) {'filters': {'network_id': ['a9a53439-b6f8-49ad-b509-922f6f002c50']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:53.748913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d760>, '44db82ce-6615-4ecf-b542-71e694197041') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:53.749221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f9d760>, '44db82ce-6615-4ecf-b542-71e694197041') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:53.764049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.783696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.789272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.825171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:53.825580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:53.841065 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:53.871630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e6b305e4-7761-429a-a973-327ae26b8393 req-ef736d95-f46e-415e-89cb-d7ae12dc838a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.1154380
Dec 09 14:09:53.878462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681b076-13e6-4daa-982e-037fa5a74fda req-3bea9b2e-d946-40e8-a489-cb18d88bb9e0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:53.885658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3681b076-13e6-4daa-982e-037fa5a74fda req-3bea9b2e-d946-40e8-a489-cb18d88bb9e0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.5293984
Dec 09 14:09:53.922263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Network a9a53439-b6f8-49ad-b509-922f6f002c50 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:53.932844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 09 14:09:53.932844 dv-neutron-821183-1-hyperv neutron-server[83443]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 09 14:09:53.932844 dv-neutron-821183-1-hyperv neutron-server[83443]: [parameters: {'id': 'a9a53439-b6f8-49ad-b509-922f6f002c50'}]
Dec 09 14:09:53.932844 dv-neutron-821183-1-hyperv neutron-server[83443]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:09:53.933443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:09:53.942610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:53.945033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3720c1df-9a11-4219-b766-b4ad6a72e77d None None] Provisioning complete for port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:53.945546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3720c1df-9a11-4219-b766-b4ad6a72e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.949267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:53.955520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd5dfcde-3d55-4bd2-abea-3928e3b257f6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:53.973111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:53.976179 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3681b076-13e6-4daa-982e-037fa5a74fda req-0092613e-30f8-43c9-aecd-6d4804cb4803 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896299
Dec 09 14:09:54.002914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a0f2c5-5f48-460d-b4aa-1e020f35bc80,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:54.013836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:54.021476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.030529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.043060 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0cded408-da4a-4229-ba43-a2f843bcc457 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d6a0f2c5-5f48-460d-b4aa-1e020f35bc80 HTTP/1.1" status: 204  len: 168 time: 0.9388862
Dec 09 14:09:54.045211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58068) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:54.085170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Pushing event updated for resources: {'Port': ['ID=69b81a4e-c884-43f8-95bd-015704a58779,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:54.096203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:54.136852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet e7aae518-521d-47a0-9627-367bec2cc24f {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:54.147569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.210586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Attempting to bind port 69b81a4e-c884-43f8-95bd-015704a58779 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:54.210883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Attempting to bind port 69b81a4e-c884-43f8-95bd-015704a58779 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '44db82ce-6615-4ecf-b542-71e694197041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:54.211766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Attempting to bind port 69b81a4e-c884-43f8-95bd-015704a58779 on network a9a53439-b6f8-49ad-b509-922f6f002c50 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:54.279024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.292208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:54.292600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Checking segment: {'id': '44db82ce-6615-4ecf-b542-71e694197041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:54.293016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.293717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Bound using segment: {'id': '44db82ce-6615-4ecf-b542-71e694197041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:54.294309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Bound port: 69b81a4e-c884-43f8-95bd-015704a58779, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44db82ce-6615-4ecf-b542-71e694197041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a9a53439-b6f8-49ad-b509-922f6f002c50'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:54.294842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.374200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9eb91c61-5d8f-474d-b9c6-148f9678a5aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:54.375707 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9eb91c61-5d8f-474d-b9c6-148f9678a5aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 200  len: 795 time: 0.3276551
Dec 09 14:09:54.435744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.441578 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-23245008-5996-45b0-b4e5-ed6cced47493 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 379 time: 0.0471113
Dec 09 14:09:54.453495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['8e88dd68-2efa-4297-a3b3-01b7cc416ed9']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:54.478399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.498597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] For port 69b81a4e-c884-43f8-95bd-015704a58779, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:54.512771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Deleting port 69b81a4e-c884-43f8-95bd-015704a58779 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:54.513095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.527106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] For port 69b81a4e-c884-43f8-95bd-015704a58779, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=69b81a4e-c884-43f8-95bd-015704a58779,segment=NetworkSegment(44db82ce-6615-4ecf-b542-71e694197041),segment_id=44db82ce-6615-4ecf-b542-71e694197041)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:54.552800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.557691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-20aab432-93ce-46c8-aa2d-ba2631ec17fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:54.628945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449812bb0>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:53Z', 'revision_number': 8, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:38Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:54.652466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:09:54.712080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Pushing event updated for resources: {'Port': ['ID=69b81a4e-c884-43f8-95bd-015704a58779,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:54.715608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:54.750056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:09:54.750687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449812bb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:54.763387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.778733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:54.820448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1d21f76a-021c-4507-b4c6-d265d3639399 None None] Provisioning complete for port b382c2c6-bb54-44d7-a356-03c44c8bf206 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:54.820854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1d21f76a-021c-4507-b4c6-d265d3639399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.837949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:09:54.842461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=e7aae518-521d-47a0-9627-367bec2cc24f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:54.844734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:54.846967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640ee594-ae8b-40e9-9a33-d8b7a8b6b98a None None] Network a9a53439-b6f8-49ad-b509-922f6f002c50 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:54.876780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:54.927015 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/e7aae518-521d-47a0-9627-367bec2cc24f HTTP/1.1" status: 204  len: 168 time: 0.8805795
Dec 09 14:09:54.931082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58074) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:54.987809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26c7b44-14f7-48f6-bbd4-a8869f7212a5 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:55.038698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:09:55.105055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2f011296-c92b-4529-8c03-8e29961ac32d req-8ef11bb1-d9f7-4e1a-9dcb-07b8d12c8830 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.0554769
Dec 09 14:09:55.114150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7788498
Dec 09 14:09:55.114921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:55.205897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:55.213071 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3031e10e-2ddb-4274-8559-0ed1cb17c510 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2784038
Dec 09 14:09:55.216385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:55.221896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:55.234017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:55.238212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] For port 69b81a4e-c884-43f8-95bd-015704a58779, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=69b81a4e-c884-43f8-95bd-015704a58779,segment=NetworkSegment(44db82ce-6615-4ecf-b542-71e694197041),segment_id=44db82ce-6615-4ecf-b542-71e694197041)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:55.238598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.366511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:55.369757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.388217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Calling delete_port for 69b81a4e-c884-43f8-95bd-015704a58779 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:55.413951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09352e97-6b8e-4ea3-b71a-6faef5ea3c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.460225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:55.476707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:55.481771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:55.490631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:55.511280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1d21f76a-021c-4507-b4c6-d265d3639399 None None] Could not find standard attr ID for object ae10b08d-799a-4f29-975d-6080ad2f8239. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:09:55.511615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db30394-1fd5-4eb4-95c0-1a22f00ca6a7 req-cb4ae077-b571-4873-aaf4-2c4d79c47ef7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:55.513058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8db30394-1fd5-4eb4-95c0-1a22f00ca6a7 req-cb4ae077-b571-4873-aaf4-2c4d79c47ef7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.3575182
Dec 09 14:09:55.514880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:09:55.535065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.538751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 8dfac01a-15ca-4048-b07b-3716b772c379 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:55.545832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.554530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-263f4334-cf22-4be4-a548-c623f79f11e4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:55.576251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:55.617006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No DVR routers for this DVR port 69b81a4e-c884-43f8-95bd-015704a58779 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:55.666557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Port': ['ID=69b81a4e-c884-43f8-95bd-015704a58779,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:55.676695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:55.712712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:55.716667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.729717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Deleting port b382c2c6-bb54-44d7-a356-03c44c8bf206 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:55.730095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.748124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8db30394-1fd5-4eb4-95c0-1a22f00ca6a7 req-2a22ab86-1fa6-489f-9970-47ffded5fca7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2262642
Dec 09 14:09:55.761980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.828958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.866744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6499e6-0537-458f-a757-ddccccaa9e43 None None] Network a9a53439-b6f8-49ad-b509-922f6f002c50 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:55.870394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64489cd940>,) {'filters': {'network_id': ['a9a53439-b6f8-49ad-b509-922f6f002c50']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:55.889226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489cd940>, '44db82ce-6615-4ecf-b542-71e694197041') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:55.889519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489cd940>, '44db82ce-6615-4ecf-b542-71e694197041') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:55.896713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.10 (34ca125a-b407-498e-b598-fa1a0ad28dad/b5819599-9d0e-47ec-9b1b-ebbeb57a7f89/5708ed03-6bd5-4b92-8976-00541ca5782e) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:55.911774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.911953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.937016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.963072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:55.963072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:55.979524 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:55.985017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-39b64cb5-e4fa-4730-b99b-e2fb125cb881 None None] Provisioning complete for port b382c2c6-bb54-44d7-a356-03c44c8bf206 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:55.985017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-39b64cb5-e4fa-4730-b99b-e2fb125cb881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.070973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.076699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:56.105646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.126638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfac01a-15ca-4048-b07b-3716b772c379,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:56.129283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:56.131971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.136121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.138955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6447abd7-7a37-4472-84e8-de644e5a81e6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:56.170815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d132b33a-8cfe-4fca-a9fd-eacd55bea2da tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:56.190473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b353129-d228-45d6-b840-d93e6d735da3 None None] Network 68e15d6a-48cd-418b-9edd-47bf629fb1a3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:56.198509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.202494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=a9a53439-b6f8-49ad-b509-922f6f002c50,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:56.209651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:56.236286 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/a9a53439-b6f8-49ad-b509-922f6f002c50 HTTP/1.1" status: 204  len: 168 time: 5.2255950
Dec 09 14:09:56.240087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58090) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.283064 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed9b551-60e0-4af2-836d-0a0eb1173c60 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:56.283901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed9b551-60e0-4af2-836d-0a0eb1173c60 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:56.286517 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0ed9b551-60e0-4af2-836d-0a0eb1173c60 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/f9d84eb1-951d-4fbb-90d0-be56d99579b1 HTTP/1.1" status: 404  len: 337 time: 0.0452359
Dec 09 14:09:56.302098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58094) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.356894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.375144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 5708ed03-6bd5-4b92-8976-00541ca5782e will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:56.377579 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/8dfac01a-15ca-4048-b07b-3716b772c379 HTTP/1.1" status: 204  len: 168 time: 1.2603674
Dec 09 14:09:56.384857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b1d8b1-527f-4810-aba5-3bd9b3374907 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:56.385289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b1d8b1-527f-4810-aba5-3bd9b3374907 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:56.389413 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-81b1d8b1-527f-4810-aba5-3bd9b3374907 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/a9a53439-b6f8-49ad-b509-922f6f002c50 HTTP/1.1" status: 404  len: 339 time: 0.0838234
Dec 09 14:09:56.389413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.393749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58100) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.427554 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02e91d84-2d37-44e8-b505-580f0ced9371 req-88d0668c-5b74-4382-b176-c1b28f696314 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 210 time: 0.0897346
Dec 09 14:09:56.435265 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f19e983-217f-4ec8-882b-5b1c5cf2e91f tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:56.435921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f19e983-217f-4ec8-882b-5b1c5cf2e91f tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:56.440306 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7f19e983-217f-4ec8-882b-5b1c5cf2e91f tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/16bc4bd8-973b-4237-8085-3657faa4d639 HTTP/1.1" status: 404  len: 337 time: 0.0429206
Dec 09 14:09:56.440553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58106) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.470175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.472406 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-586b74da-5b45-47e3-9379-48870107ea3b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:56.473607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586b74da-5b45-47e3-9379-48870107ea3b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:56.478622 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-586b74da-5b45-47e3-9379-48870107ea3b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/11fd5514-a8c9-4686-bec1-a064ca2cacf8 HTTP/1.1" status: 404  len: 339 time: 0.0341914
Dec 09 14:09:56.481399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-67de1783-8f5b-41dd-af8c-bf8da0b17cb6 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:56.490547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58110) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.505512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.538554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:56.539425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=d6d6ecd1-a613-4ad8-80cd-aedd96e98352,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:56.541978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 34ca125a-b407-498e-b598-fa1a0ad28dad is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:56.545325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:56.545550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.547558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:56.548367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] For port b382c2c6-bb54-44d7-a356-03c44c8bf206, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b382c2c6-bb54-44d7-a356-03c44c8bf206,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:56.548992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.549332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:56.558857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:56.561258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:56.561866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.604811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=5708ed03-6bd5-4b92-8976-00541ca5782e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:56.609329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:56.634781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:56.638358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.649930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.681760 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2290742
Dec 09 14:09:56.681979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4616995
Dec 09 14:09:56.683943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58114) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:56.688866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.692580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:56.692924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.698097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:56.762882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Calling delete_port for b382c2c6-bb54-44d7-a356-03c44c8bf206 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:56.870352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Request body: {'port': {'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:56.897706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449812bb0>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:53Z', 'revision_number': 8, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:38Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:56.904868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940fd65e-4620-4de5-b462-0872597505c4 None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:09:53Z', 'revision_number': 8, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b', 'name': '', 'network_id': '6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:20:45:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:17Z', 'updated_at': '2021-12-09T14:09:38Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'af23efdd-0236-4aec-9094-dc0bf7acb4e0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:09:56.928001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.938217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:56.955700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:56.979245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:56.995789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:57.000401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:57.017224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Pushing event deleted for resources: {'Port': ['ID=b382c2c6-bb54-44d7-a356-03c44c8bf206,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:57.019704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:57.022016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] No DVR routers for this DVR port b382c2c6-bb54-44d7-a356-03c44c8bf206 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:57.033320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:57.050874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff648b2-cabd-43d4-afa8-6f6bf8bd70f6 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:09:57.099761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a17280>,) {'filters': {'network_id': ['ab9157c3-9cf7-41ff-bb67-76988c55a879']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:57.128065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a17280>, 'e203d700-6c5a-44ac-8565-c204be35195d') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:57.128270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a17280>, 'e203d700-6c5a-44ac-8565-c204be35195d') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:57.151726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.164994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port 157a48ab-4b0a-42e8-95a8-767fa8c7b802, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=157a48ab-4b0a-42e8-95a8-767fa8c7b802,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:57.164994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.165685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1ad6a2c0-59cb-41be-98f7-082a48966b94 None None] Provisioning for port 5708ed03-6bd5-4b92-8976-00541ca5782e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:57.174067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1ad6a2c0-59cb-41be-98f7-082a48966b94 None None] Provisioning complete for port 5708ed03-6bd5-4b92-8976-00541ca5782e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:09:57.174777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1ad6a2c0-59cb-41be-98f7-082a48966b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.186552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:57.190251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.215407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.273136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1ad6a2c0-59cb-41be-98f7-082a48966b94 None None] Port 5708ed03-6bd5-4b92-8976-00541ca5782e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:09:57.304220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for 157a48ab-4b0a-42e8-95a8-767fa8c7b802 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:57.321788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] DHCP port deletion for 68e15d6a-48cd-418b-9edd-47bf629fb1a3 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:09:57.336819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.339250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Deleting port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:57.339719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.361654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:57.362056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.374378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': 'd6d6ecd1-a613-4ad8-80cd-aedd96e98352'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:09:57.375481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:57.404100 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:57.422205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7fa6d-3a43-460b-85d2-638b9857d2b9 req-63d56fb1-a0ef-43c0-879e-8e73883131b6 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:57.424120 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6b7fa6d-3a43-460b-85d2-638b9857d2b9 req-63d56fb1-a0ef-43c0-879e-8e73883131b6 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.4551609
Dec 09 14:09:57.467074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:57.559544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.569750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f7ab3d37-4040-4b6e-a648-8a8717aad178 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:57.589389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.598844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:57.599554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 44e4fcf9-a2b8-4265-ade0-4970f9b1bcc6 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:57.600206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b382c2c6-bb54-44d7-a356-03c44c8bf206 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:57.604573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=ab9157c3-9cf7-41ff-bb67-76988c55a879,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:57.614556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6b7fa6d-3a43-460b-85d2-638b9857d2b9 req-ba5c22fb-bff7-404d-b2f9-c69c7ebb29c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1328187
Dec 09 14:09:57.617115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:57.618384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.625450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48beb653-6f67-47c1-b741-7ad2be6b817f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:57.666393 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/ab9157c3-9cf7-41ff-bb67-76988c55a879 HTTP/1.1" status: 204  len: 168 time: 1.1574214
Dec 09 14:09:57.671116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58122) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:57.683606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b382c2c6-bb54-44d7-a356-03c44c8bf206 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:57.684093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b382c2c6-bb54-44d7-a356-03c44c8bf206 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:57.684753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 157a48ab-4b0a-42e8-95a8-767fa8c7b802 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:09:57.709930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=157a48ab-4b0a-42e8-95a8-767fa8c7b802,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:57.718674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:57.730990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 157a48ab-4b0a-42e8-95a8-767fa8c7b802 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:09:57.731689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 157a48ab-4b0a-42e8-95a8-767fa8c7b802 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:09:57.733259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.734275 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a5f296-8d65-40b6-bbd0-9265b0285858 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:57.734714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a5f296-8d65-40b6-bbd0-9265b0285858 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:57.736627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No DVR routers for this DVR port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:09:57.787469 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-96a5f296-8d65-40b6-bbd0-9265b0285858 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/6312f34b-b01c-44d8-9942-73b477f9d4d1 HTTP/1.1" status: 404  len: 337 time: 0.1077027
Dec 09 14:09:57.792771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58126) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:57.878059 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a27f15-c979-4dfd-961e-5d91dbd8f7b1 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:57.878777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a27f15-c979-4dfd-961e-5d91dbd8f7b1 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:57.883317 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-51a27f15-c979-4dfd-961e-5d91dbd8f7b1 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/602ef958-e17a-404e-bb85-5172a585c772 HTTP/1.1" status: 404  len: 339 time: 0.0870774
Dec 09 14:09:57.890730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] For port 157a48ab-4b0a-42e8-95a8-767fa8c7b802, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=157a48ab-4b0a-42e8-95a8-767fa8c7b802,segment=NetworkSegment(57d705bc-dfee-4689-aa1d-4a342cd90166),segment_id=57d705bc-dfee-4689-aa1d-4a342cd90166)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:57.891331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:57.903460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58130) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:57.971083 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf66b1e-cf3a-47c0-b363-6572211ec104 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:57.971440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf66b1e-cf3a-47c0-b363-6572211ec104 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:57.976137 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-daf66b1e-cf3a-47c0-b363-6572211ec104 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/c7e1ebae-db49-4ae3-9888-b9e37853b370 HTTP/1.1" status: 404  len: 337 time: 0.0687325
Dec 09 14:09:57.979594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58134) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:57.990644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.017129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7c36a-5015-4656-86b1-bd2bf46377e7 req-21a4c3c3-b4a2-419c-80b3-39fcdcdc8697 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:58.018736 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50c7c36a-5015-4656-86b1-bd2bf46377e7 req-21a4c3c3-b4a2-419c-80b3-39fcdcdc8697 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 932 time: 0.3508008
Dec 09 14:09:58.025360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64489c36d0>,) {'filters': {'network_id': ['68e15d6a-48cd-418b-9edd-47bf629fb1a3']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:58.032274 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d69db62-1b23-43b7-b7aa-d38ab52c96a6 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.032468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d69db62-1b23-43b7-b7aa-d38ab52c96a6 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.037601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Calling delete_port for 157a48ab-4b0a-42e8-95a8-767fa8c7b802 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:09:58.037787 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3d69db62-1b23-43b7-b7aa-d38ab52c96a6 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/b06ddd2b-af31-4997-a3cd-9e74dc2533e8 HTTP/1.1" status: 404  len: 339 time: 0.0521011
Dec 09 14:09:58.037894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.065694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Allocated IP 172.20.0.2 (06176117-bfee-4a45-b798-e2271f4e3e62/d6d6ecd1-a613-4ad8-80cd-aedd96e98352/558b7b46-21d6-4ed7-9322-d9bc590e489c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:09:58.083500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489c36d0>, '57d705bc-dfee-4689-aa1d-4a342cd90166') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:58.083902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489c36d0>, '57d705bc-dfee-4689-aa1d-4a342cd90166') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:09:58.105436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-113b8894-1e77-4b96-868f-9569927f6711 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.106179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113b8894-1e77-4b96-868f-9569927f6711 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.109899 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-113b8894-1e77-4b96-868f-9569927f6711 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/ed06cb40-4563-44ac-9fd5-e5d29666a9f4 HTTP/1.1" status: 404  len: 337 time: 0.0574882
Dec 09 14:09:58.109899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.117322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.156588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.173373 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed327d09-df92-4389-9ceb-fcc68be07598 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.173768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed327d09-df92-4389-9ceb-fcc68be07598 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.177866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ed327d09-df92-4389-9ceb-fcc68be07598 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/2e37fbcc-1f04-4378-882e-f3bea38c47cf HTTP/1.1" status: 404  len: 339 time: 0.0548491
Dec 09 14:09:58.177866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:09:58.178185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.193899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58146) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:09:58.194108 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:09:58.202473 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50c7c36a-5015-4656-86b1-bd2bf46377e7 req-7538d2e5-8391-45e9-a0f9-d993759e9e7f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1693027
Dec 09 14:09:58.244389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:09:58.244649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:09:58.246598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5708ed03-6bd5-4b92-8976-00541ca5782e {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:09:58.251027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:09:58.258785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.261507 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcab862-ce05-4029-a149-8d856bb3ce97 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.262124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcab862-ce05-4029-a149-8d856bb3ce97 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.263871 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6dcab862-ce05-4029-a149-8d856bb3ce97 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/3967aa58-98e2-4687-a124-7ed0d21a339b HTTP/1.1" status: 404  len: 337 time: 0.0692835
Dec 09 14:09:58.266262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.271372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58150) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.274880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d32930e-1396-4c45-b253-b4c204e3ccca tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:58.290784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.294530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03182978-4a57-41c6-92d2-a701ec9d4c69 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:58.310750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.321514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=68e15d6a-48cd-418b-9edd-47bf629fb1a3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:58.324740 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/68e15d6a-48cd-418b-9edd-47bf629fb1a3 HTTP/1.1" status: 204  len: 168 time: 1.9224200
Dec 09 14:09:58.325936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:58.327700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.353737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Transition to ACTIVE for port object 5708ed03-6bd5-4b92-8976-00541ca5782e will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:58.358069 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdb6f4b-763f-423d-a4ae-69fda17eec7f tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.358599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdb6f4b-763f-423d-a4ae-69fda17eec7f tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.360504 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3fdb6f4b-763f-423d-a4ae-69fda17eec7f tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/59e26e1b-1c3a-4439-a736-629c0522c2e4 HTTP/1.1" status: 404  len: 339 time: 0.0565808
Dec 09 14:09:58.373083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58158) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.373750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.377879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.388766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Transition to ACTIVE for port object 558b7b46-21d6-4ed7-9322-d9bc590e489c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:58.409921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Transition to ACTIVE for port object 558b7b46-21d6-4ed7-9322-d9bc590e489c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:09:58.416382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.421833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:58.428129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:58.436017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:58.438869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:58.439458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.447668 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-35daebc1-8b8b-4b49-91b2-87fa87d0bf23 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.448096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35daebc1-8b8b-4b49-91b2-87fa87d0bf23 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.450128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-35daebc1-8b8b-4b49-91b2-87fa87d0bf23 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/83e084ac-e36d-4888-a76b-f229d6850b30 HTTP/1.1" status: 404  len: 337 time: 0.0716393
Dec 09 14:09:58.453563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.460208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=a86f7ae7-1c60-446b-8872-911acbe1de0d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:58.462890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:58.466118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-adc33beb-b591-4e7b-ad8f-c47f8adee383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:58.489303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:09:58.492052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:09:58.495375 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-979e4ba2-51e9-4d0a-9296-58bd72e1fe09 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.495741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979e4ba2-51e9-4d0a-9296-58bd72e1fe09 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.496321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:09:58.499939 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-979e4ba2-51e9-4d0a-9296-58bd72e1fe09 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/ceb47be8-5919-4ce8-86ec-14df91485204 HTTP/1.1" status: 404  len: 339 time: 0.0455968
Dec 09 14:09:58.500213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:58.502151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.504833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:58.551788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-237581b2-db06-4d88-b083-20e8ba087545 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.552231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-237581b2-db06-4d88-b083-20e8ba087545 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.556457 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-237581b2-db06-4d88-b083-20e8ba087545 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/a93b9715-033a-467c-b9e9-f46f136405d0 HTTP/1.1" status: 404  len: 337 time: 0.0534708
Dec 09 14:09:58.558190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.586655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=5708ed03-6bd5-4b92-8976-00541ca5782e,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:58.591947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Attempting to bind port 558b7b46-21d6-4ed7-9322-d9bc590e489c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:58.592558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Attempting to bind port 558b7b46-21d6-4ed7-9322-d9bc590e489c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:58.592685 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e77c47a-ec62-40c9-8bc3-6b501aae07ce tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.593073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e77c47a-ec62-40c9-8bc3-6b501aae07ce tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.593347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Attempting to bind port 558b7b46-21d6-4ed7-9322-d9bc590e489c on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:58.600501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:58.600881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:58.601292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.601734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:58.602204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Bound port: 558b7b46-21d6-4ed7-9322-d9bc590e489c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:58.602583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.611208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e77c47a-ec62-40c9-8bc3-6b501aae07ce tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/fdf1dc6c-be19-4b15-bd80-9cc25c8d81d4 HTTP/1.1" status: 404  len: 339 time: 0.0515015
Dec 09 14:09:58.618295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58174) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.650408 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9635310
Dec 09 14:09:58.651619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:58.659676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58178) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.672238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:42:b4:18', 'name': 'tempest-NetworksTestDHCPv6-617540988'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:09:58.677011 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44210b5-f8f8-45c0-a72b-9d3320348bc4 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.678058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44210b5-f8f8-45c0-a72b-9d3320348bc4 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.680186 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c44210b5-f8f8-45c0-a72b-9d3320348bc4 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/f02f74ec-87db-4f8c-b90f-a03823b6cfd4 HTTP/1.1" status: 404  len: 337 time: 0.0599327
Dec 09 14:09:58.685806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58184) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.725379 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-24585737-0bca-4036-84ee-1a9df25aa825 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.726000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24585737-0bca-4036-84ee-1a9df25aa825 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.730279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24585737-0bca-4036-84ee-1a9df25aa825 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/562dd46e-20c7-48b9-b8e6-48fc07987022 HTTP/1.1" status: 404  len: 339 time: 0.0401862
Dec 09 14:09:58.732888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.747013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:58.750292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:58.752428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Deleting port 157a48ab-4b0a-42e8-95a8-767fa8c7b802 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:09:58.753329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.787194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0611b7d1-55ec-487e-b701-f95ec404afd7 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.787803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0611b7d1-55ec-487e-b701-f95ec404afd7 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.790207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0611b7d1-55ec-487e-b701-f95ec404afd7 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/df1199c2-e2d2-47c9-a6b2-03c758ddfbc1 HTTP/1.1" status: 404  len: 337 time: 0.0543814
Dec 09 14:09:58.798726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58192) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.819170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:58.823399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:58.882327 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db0fd88-e829-4f7a-9c2b-410f482a2508 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:09:58.882951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db0fd88-e829-4f7a-9c2b-410f482a2508 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:09:58.886886 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8db0fd88-e829-4f7a-9c2b-410f482a2508 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/08f2fe90-d9db-42c7-bf66-e0ed0ec3c6cf HTTP/1.1" status: 404  len: 339 time: 0.0795183
Dec 09 14:09:58.889803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58196) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:09:58.895987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3eb50a2e-1a90-4a95-8768-87fc2201d665 None None] The port '157a48ab-4b0a-42e8-95a8-767fa8c7b802' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:09:58.951318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:58.962450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:59.004992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8af9f2ad-e448-4e2b-adab-4013bd5cc15f details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:09:59.024491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Attempting to bind port 5708ed03-6bd5-4b92-8976-00541ca5782e on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:09:59.024853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Attempting to bind port 5708ed03-6bd5-4b92-8976-00541ca5782e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:09:59.025150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Attempting to bind port 5708ed03-6bd5-4b92-8976-00541ca5782e on network 34ca125a-b407-498e-b598-fa1a0ad28dad {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:59.027549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:09:59.041149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:09:59.050174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ceb3c7-1547-429d-a194-67ce5a4bd66f req-1364c645-6757-48c6-a429-436949d34cb5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:59.052971 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-85ceb3c7-1547-429d-a194-67ce5a4bd66f req-1364c645-6757-48c6-a429-436949d34cb5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 944 time: 0.2018151
Dec 09 14:09:59.069635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:09:59.077197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:09:59.091370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Port 5708ed03-6bd5-4b92-8976-00541ca5782e on network 34ca125a-b407-498e-b598-fa1a0ad28dad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:09:59.091992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Attempting to bind port 5708ed03-6bd5-4b92-8976-00541ca5782e on network 34ca125a-b407-498e-b598-fa1a0ad28dad {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:09:59.099237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.211212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:59.234260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'port_id': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:09:59.265808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-85ceb3c7-1547-429d-a194-67ce5a4bd66f req-cdcf8145-29ca-4144-8c77-c0dce337454f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2035279
Dec 09 14:09:59.317850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.350268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af9f2ad-e448-4e2b-adab-4013bd5cc15f {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:09:59.378548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:09:59.389649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.391723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d4ced444-dcf0-4f4d-9102-020a4c9b5317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:59.431126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:09:59.464580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:59.474160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:59.488024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 558b7b46-21d6-4ed7-9322-d9bc590e489c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:09:59.556852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:09:59.557275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Checking segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:09:59.557763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Bound using segment: {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:09:59.558285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Bound port: 5708ed03-6bd5-4b92-8976-00541ca5782e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac690e50-c868-43db-9d23-5043df953a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:09:59.558692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.580919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 558b7b46-21d6-4ed7-9322-d9bc590e489c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:09:59.624497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['8af9f2ad-e448-4e2b-adab-4013bd5cc15f'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:09:59.641773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18115ec0-be42-47b0-b957-51bb9fc8aee3 req-5fc32c5d-fb1b-40ca-b87b-6e45aca1f782 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:09:59.643258 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18115ec0-be42-47b0-b957-51bb9fc8aee3 req-5fc32c5d-fb1b-40ca-b87b-6e45aca1f782 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 944 time: 0.2100828
Dec 09 14:09:59.655755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.735856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 73f5fd7d-ae37-4558-b1ab-973fa2d91b85 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:09:59.742672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18115ec0-be42-47b0-b957-51bb9fc8aee3 req-81ae8ca3-4216-4ceb-aef5-1b821ef8cd84 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710893
Dec 09 14:09:59.788526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] For port 5708ed03-6bd5-4b92-8976-00541ca5782e, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:09:59.796233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] For port 5708ed03-6bd5-4b92-8976-00541ca5782e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5708ed03-6bd5-4b92-8976-00541ca5782e,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:09:59.802809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Deleting subnet 418d2a76-0ebd-48f6-9cd4-39f11b76bec1 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:09:59.812118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.845668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.865579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-87e64c82-7595-48c8-85c8-e09d26871762 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:09:59.945021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Pushing event updated for resources: {'Port': ['ID=5708ed03-6bd5-4b92-8976-00541ca5782e,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:09:59.959572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:09:59.994984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:09:59.996570 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] 10.222.0.35 "PUT /v2.0/ports/5708ed03-6bd5-4b92-8976-00541ca5782e HTTP/1.1" status: 200  len: 1094 time: 3.1457193
Dec 09 14:09:59.999697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:10:00.015833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.219157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:00.219541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.305149 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-0ee4ec79-af0b-4118-98a2-f6619f36b560 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 1097 time: 0.2407680
Dec 09 14:10:00.375844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0998f30-03b8-41c2-ba89-2426b43fa37c None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:00.390148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 172.20.0.13 (06176117-bfee-4a45-b798-e2271f4e3e62/d6d6ecd1-a613-4ad8-80cd-aedd96e98352/73f5fd7d-ae37-4558-b1ab-973fa2d91b85) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:00.398985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe42:b418 (06176117-bfee-4a45-b798-e2271f4e3e62/a86f7ae7-1c60-446b-8872-911acbe1de0d/73f5fd7d-ae37-4558-b1ab-973fa2d91b85) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:00.468354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.493396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,segment=NetworkSegment(08e76f7b-7e68-422b-a3d0-b1988b8797e7),segment_id=08e76f7b-7e68-422b-a3d0-b1988b8797e7)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:00.494358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.497031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Provisioning for port 558b7b46-21d6-4ed7-9322-d9bc590e489c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:00.515215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:00.515595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.540352 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-9b25ccc2-2fe8-4b4d-884e-5a0d095d2524 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5708ed03-6bd5-4b92-8976-00541ca5782e HTTP/1.1" status: 200  len: 217 time: 0.2208393
Dec 09 14:10:00.615035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-b3eb2755-793e-4ddc-9312-1ed1a1c8d415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:00.617131 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-b3eb2755-793e-4ddc-9312-1ed1a1c8d415 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5819599-9d0e-47ec-9b1b-ebbeb57a7f89 HTTP/1.1" status: 200  len: 834 time: 0.0688589
Dec 09 14:10:00.627064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:00.688176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150ee83-e53f-4fff-8d54-65b127aee4f8 req-f36d2627-c51b-4b52-966b-db997bfea0c2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:00.689647 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d150ee83-e53f-4fff-8d54-65b127aee4f8 req-f36d2627-c51b-4b52-966b-db997bfea0c2 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 945 time: 0.2731826
Dec 09 14:10:00.753821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.766613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d150ee83-e53f-4fff-8d54-65b127aee4f8 req-44c7d80d-abb8-469e-9581-e05dc5dc01c8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713320
Dec 09 14:10:00.797380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.812494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-617a856e-fdcb-421f-96d6-4f1a11097724 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:00.818241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:00.859227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.873420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50d7bc-36e1-4190-83ea-db1b33bbd349 None None] Network 5daacc38-533f-4e18-8146-a2d624a003a1 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:00.874932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Subnet': ['ID=418d2a76-0ebd-48f6-9cd4-39f11b76bec1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:00.880522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:00.884415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.886908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.888449 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/subnets/418d2a76-0ebd-48f6-9cd4-39f11b76bec1 HTTP/1.1" status: 204  len: 168 time: 1.9958692
Dec 09 14:10:00.893356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:00.894464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b73d2a0-9692-48ce-8312-8aa7fa664ceb tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:00.909047 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-ec18dcb5-ead3-4d29-8959-8c9740dd15ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34ca125a-b407-498e-b598-fa1a0ad28dad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2445240
Dec 09 14:10:00.910128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 73f5fd7d-ae37-4558-b1ab-973fa2d91b85 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:00.938400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:00.945583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4488ab93-ae66-4471-8db9-7a662fe5643a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:01.016189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:01.019615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:01.026552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.042277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:01.060520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8af9f2ad-e448-4e2b-adab-4013bd5cc15f up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:01.123202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:01.127680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:01.138336 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-5146a4b7-b09e-4dee-9ecf-428fc358dae9 service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215512
Dec 09 14:10:01.139758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:01.170515 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'status': 'completed', 'code': 200}
Dec 09 14:10:01.209514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.219383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=73f5fd7d-ae37-4558-b1ab-973fa2d91b85,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:01.235513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:01.235740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:01.256693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:01.258098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'd6d6ecd1-a613-4ad8-80cd-aedd96e98352', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a86f7ae7-1c60-446b-8872-911acbe1de0d'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '558b7b46-21d6-4ed7-9322-d9bc590e489c'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:01.266627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Deleting port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:01.267245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.359602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.386436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52cfd3-6874-426c-99fc-74a5a1d63560 req-7dc3e35e-46a0-40a2-9254-ae4b9e69758f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:01.387842 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac52cfd3-6874-426c-99fc-74a5a1d63560 req-7dc3e35e-46a0-40a2-9254-ae4b9e69758f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 944 time: 0.4422874
Dec 09 14:10:01.465103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:01.466031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.533387 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.8731632
Dec 09 14:10:01.537198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58214) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:01.556914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac52cfd3-6874-426c-99fc-74a5a1d63560 req-daa48915-60bd-495a-ad51-b6c06e4d8071 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043272
Dec 09 14:10:01.583942 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-55562fdd-64ce-4dba-a2b3-7983719c6c72 req-eb576055-be2a-4fe5-b139-39a4c26ff53b service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4094670
Dec 09 14:10:01.625103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 558b7b46-21d6-4ed7-9322-d9bc590e489c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:01.640978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf5455-6f6b-460c-b755-963c41aa0694 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:01.647309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf5455-6f6b-460c-b755-963c41aa0694 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:01.648339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98cf5455-6f6b-460c-b755-963c41aa0694 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:01.661735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:01.684446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:01.684820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.715366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-98cf5455-6f6b-460c-b755-963c41aa0694 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:01.718031 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98cf5455-6f6b-460c-b755-963c41aa0694 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1765 time: 0.1798289
Dec 09 14:10:01.722536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58218) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:01.789289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Allocated IP 2001:db8::f816:3eff:fe8c:8bb4 (06176117-bfee-4a45-b798-e2271f4e3e62/a86f7ae7-1c60-446b-8872-911acbe1de0d/558b7b46-21d6-4ed7-9322-d9bc590e489c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:01.802587 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-ff63330c-bf83-42e1-8efb-2af1d1899f01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 1097 time: 0.1498737
Dec 09 14:10:01.850111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] For port 2b381662-1094-4e8c-97cd-0e40f74bd7d4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b381662-1094-4e8c-97cd-0e40f74bd7d4,segment=NetworkSegment(072ff392-d0a4-4331-a4f4-91b112b0dbd3),segment_id=072ff392-d0a4-4331-a4f4-91b112b0dbd3)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:01.850566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.851360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 73f5fd7d-ae37-4558-b1ab-973fa2d91b85 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:01.851772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.865905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.931316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] DHCP port deletion for 5daacc38-533f-4e18-8146-a2d624a003a1 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:01.946183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:01.946392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.969933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Deleting port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:01.970312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:01.979391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Calling delete_port for 2b381662-1094-4e8c-97cd-0e40f74bd7d4 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:02.093804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.147066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-9d47a4f3-e779-4116-a770-0a7278cb8b2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:02.148536 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-9d47a4f3-e779-4116-a770-0a7278cb8b2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 200  len: 896 time: 0.3396673
Dec 09 14:10:02.156815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:02.195593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:10:02.239838 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-b0733c44-1777-4675-83b7-8105ac7db1b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5708ed03-6bd5-4b92-8976-00541ca5782e HTTP/1.1" status: 200  len: 217 time: 0.0833848
Dec 09 14:10:02.251759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.256915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:02.271310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:02.306521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6adab6-be3c-44e8-805b-1e87f57f6bde req-ee9a2444-4ccf-4483-882b-43dee12c2e20 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:02.308012 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e6adab6-be3c-44e8-805b-1e87f57f6bde req-ee9a2444-4ccf-4483-882b-43dee12c2e20 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 945 time: 0.3004191
Dec 09 14:10:02.311956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Port': ['ID=2b381662-1094-4e8c-97cd-0e40f74bd7d4,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:02.313453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-a4d0fcba-1fdc-49bb-bac2-f13d5da64f7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:02.314958 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-a4d0fcba-1fdc-49bb-bac2-f13d5da64f7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5819599-9d0e-47ec-9b1b-ebbeb57a7f89 HTTP/1.1" status: 200  len: 834 time: 0.0684693
Dec 09 14:10:02.317722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:02.329986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.339906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] No DVR routers for this DVR port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:02.359550 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'code': 200}
Dec 09 14:10:02.360337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.366925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.372162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:02.470937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] For port 2b381662-1094-4e8c-97cd-0e40f74bd7d4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2b381662-1094-4e8c-97cd-0e40f74bd7d4,segment=NetworkSegment(072ff392-d0a4-4331-a4f4-91b112b0dbd3),segment_id=072ff392-d0a4-4331-a4f4-91b112b0dbd3)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:02.471336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.482624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Transition to ACTIVE for port object 558b7b46-21d6-4ed7-9322-d9bc590e489c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:02.490870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e6adab6-be3c-44e8-805b-1e87f57f6bde req-45d3e037-7080-4ef3-9ff5-d5c8f4264912 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1707499
Dec 09 14:10:02.492717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.547231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 73f5fd7d-ae37-4558-b1ab-973fa2d91b85 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:02.577051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.676568 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:02.690788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64493794c0>,) {'filters': {'network_id': ['5daacc38-533f-4e18-8146-a2d624a003a1']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:02.703215 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:02.704393 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a216400>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:02.723508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64493794c0>, '072ff392-d0a4-4331-a4f4-91b112b0dbd3') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:02.723723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64493794c0>, '072ff392-d0a4-4331-a4f4-91b112b0dbd3') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:02.726919 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-2dc2ed4c-09a1-439f-a9ff-9a431637232d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34ca125a-b407-498e-b598-fa1a0ad28dad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3723288
Dec 09 14:10:02.750761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.755635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Calling delete_port for 2b381662-1094-4e8c-97cd-0e40f74bd7d4 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:02.793862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.825954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:02.828623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:02.829007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:02.829695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:02.833111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ca1982de-4437-4437-a4a9-68fac255cd9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:02.909274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:10:02.909703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:02.928877 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:10:02.930700 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:10:02.974973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:02.984351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:03.044495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:03.048116 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-6794334a-bccc-4a84-9e29-0f32cbb957da service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3088367
Dec 09 14:10:03.053627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:03.082937 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6d1681d-9c4c-40a4-9bee-2a7139672c48 req-857637f7-8185-40b6-a843-69bb04c0e177 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1099 time: 0.4536805
Dec 09 14:10:03.139978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=73f5fd7d-ae37-4558-b1ab-973fa2d91b85,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:03.145243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:03.260435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:03.264432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:03.270071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:03.311018 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a216400>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:00Z', 'revision_number': 9, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:03.316140 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:03.319102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Pushing event deleted for resources: {'Network': ['ID=5daacc38-533f-4e18-8146-a2d624a003a1,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:03.321678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:03.330605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Deleting port 2b381662-1094-4e8c-97cd-0e40f74bd7d4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:03.331217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:03.341997 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] 10.222.0.21 "DELETE /v2.0/networks/5daacc38-533f-4e18-8146-a2d624a003a1 HTTP/1.1" status: 204  len: 168 time: 2.3978846
Dec 09 14:10:03.345445 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:03.347160 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a216400>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:03.382220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6d1681d-9c4c-40a4-9bee-2a7139672c48 req-e2988157-4d4f-42d5-a2e8-4e27547a536a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2901590
Dec 09 14:10:03.399418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc48ba-faf7-4272-89eb-0212833b4dbd req-70597856-11af-4679-b96d-9afe323dd0da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:03.401004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7efc48ba-faf7-4272-89eb-0212833b4dbd req-70597856-11af-4679-b96d-9afe323dd0da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 944 time: 0.6034517
Dec 09 14:10:03.481246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-25d9ca16-9c0e-4ee7-93c6-0faa92d1c6c7 None None] The port '2b381662-1094-4e8c-97cd-0e40f74bd7d4' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:10:03.485087 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7efc48ba-faf7-4272-89eb-0212833b4dbd req-91f6bed1-196c-4d71-a1c2-24e0313afd00 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757766
Dec 09 14:10:03.513214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:03.574547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 558b7b46-21d6-4ed7-9322-d9bc590e489c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:03.672160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:03.685433 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-51c90d56-92e6-49b1-b9cc-7ccb84cfc7be req-b5f21b59-fb8d-420e-a479-252ff8ba4dca service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5906339
Dec 09 14:10:03.708265 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/73f5fd7d-ae37-4558-b1ab-973fa2d91b85 HTTP/1.1" status: 204  len: 168 time: 1.9833286
Dec 09 14:10:03.710535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58232) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:03.749023 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:03.806780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a822c-84e2-4620-905f-9fcc1bde8739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:03.808283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a822c-84e2-4620-905f-9fcc1bde8739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:03.810451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a822c-84e2-4620-905f-9fcc1bde8739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:03.818200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b16a822c-84e2-4620-905f-9fcc1bde8739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:03.853758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b16a822c-84e2-4620-905f-9fcc1bde8739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:03.855103 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b16a822c-84e2-4620-905f-9fcc1bde8739 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1434746
Dec 09 14:10:03.857970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58238) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:03.868279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b381662-1094-4e8c-97cd-0e40f74bd7d4 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:03.900974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:03.921317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 2b381662-1094-4e8c-97cd-0e40f74bd7d4 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:03.921939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2b381662-1094-4e8c-97cd-0e40f74bd7d4 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:03.969155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet a86f7ae7-1c60-446b-8872-911acbe1de0d {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:03.980290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:03.996010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2b4cae61-5609-476c-b0ac-9e8874fbc375 None None] Provisioning for port 558b7b46-21d6-4ed7-9322-d9bc590e489c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:04.005989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2b4cae61-5609-476c-b0ac-9e8874fbc375 None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:04.009495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b4cae61-5609-476c-b0ac-9e8874fbc375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.012714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4732f-bd69-4ff6-a3e2-0507a5ec3f1f req-f1b6ece9-7762-44fc-b22a-9c770af6bbad tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:04.020200 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38d4732f-bd69-4ff6-a3e2-0507a5ec3f1f req-f1b6ece9-7762-44fc-b22a-9c770af6bbad tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 946 time: 0.2488639
Dec 09 14:10:04.053258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:04.065136 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7365708
Dec 09 14:10:04.065957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58248) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:04.128090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.147839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38d4732f-bd69-4ff6-a3e2-0507a5ec3f1f req-e03ce337-14bc-4b14-8c12-cc580b146a40 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267433
Dec 09 14:10:04.262272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.287521 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a216400>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:00Z', 'revision_number': 9, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:04.292260 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91db8f2-8a7e-4f56-a960-366b55a2a84a None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:00Z', 'revision_number': 9, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:04.353773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet af23efdd-0236-4aec-9094-dc0bf7acb4e0 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:04.361279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.366101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10b8de8d-5cf1-470b-9f19-27009e92357d None None] Could not find standard attr ID for object ae10b08d-799a-4f29-975d-6080ad2f8239. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:10:04.367647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.374457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5659f3ad-6663-4c8b-849b-15e0478b53da tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:04.415399 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b51e5040-e97d-4bc8-8b28-28fe7a7ca537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82459ab373aa4f4098ec53c2a126ef41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5132132
Dec 09 14:10:04.417932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=a86f7ae7-1c60-446b-8872-911acbe1de0d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:04.421758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58252) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:04.437310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.454671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.471603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.472705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.472705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.472705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.473241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.474296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.474296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.474690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.474888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.475240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.475612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:04.485453 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/a86f7ae7-1c60-446b-8872-911acbe1de0d HTTP/1.1" status: 204  len: 168 time: 0.6261854
Dec 09 14:10:04.485615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58256) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:04.486373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:04.524285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.552978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.624592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.631242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a6891c6-f798-458b-8c28-8032bc72c786 tempest-AllowedAddressPairIpV6TestJSON-1101271819 tempest-AllowedAddressPairIpV6TestJSON-1101271819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:04.646797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df63f49-4937-491d-94d0-02d1c7fd88d3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:04.649574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:04.653889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.658884 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-10435447-b894-4f8b-89d2-5c6361869863 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4df63f49-4937-491d-94d0-02d1c7fd88d3 HTTP/1.1" status: 204  len: 168 time: 0.2361310
Dec 09 14:10:04.692448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643080c-33f0-4345-bdd7-6121036437d9 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:04.753075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.803839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-149b5c8e-48d3-4d60-aa45-7d82287e8e28 None None] Could not find standard attr ID for object 73f5fd7d-ae37-4558-b1ab-973fa2d91b85. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:10:04.904324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:04.940822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet d6d6ecd1-a613-4ad8-80cd-aedd96e98352 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:04.946839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:04.961794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:04.962489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a428f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:04.992160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.000149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264922f9-68d2-4aa9-b42b-82ceaff85246 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:05.050771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=af23efdd-0236-4aec-9094-dc0bf7acb4e0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:05.059623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.082721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 5708ed03-6bd5-4b92-8976-00541ca5782e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:10:05.092894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b859f-73c9-4054-a35c-30a6e713ee5b req-1e4bfd6b-ec58-444b-a83b-e1b613fee1b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:05.094395 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e02b859f-73c9-4054-a35c-30a6e713ee5b req-1e4bfd6b-ec58-444b-a83b-e1b613fee1b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 944 time: 0.3051987
Dec 09 14:10:05.111141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.127136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.127522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.127894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.128260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.128909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.129023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.129324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c0283-8b08-448e-b8c6-eb55b6fb53c6 None None] Network 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:05.129437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.129802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.130157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.130537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.130902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:05.146839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:05.158638 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/af23efdd-0236-4aec-9094-dc0bf7acb4e0 HTTP/1.1" status: 204  len: 168 time: 1.0883207
Dec 09 14:10:05.162254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58272) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:05.194239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e02b859f-73c9-4054-a35c-30a6e713ee5b req-b07dda3d-5922-49e5-909f-131f58bed5e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902064
Dec 09 14:10:05.210039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.322505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.327346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:10:05.347060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.371494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f3e96eb-46da-480d-8124-39da31301ec0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:05.376982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:05.377671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.380995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:05.410114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d6ecd1-a613-4ad8-80cd-aedd96e98352,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:05.412904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.416960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:05.433213 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d6d6ecd1-a613-4ad8-80cd-aedd96e98352 HTTP/1.1" status: 204  len: 168 time: 0.9442964
Dec 09 14:10:05.433555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58282) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:05.463797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18308342-75ae-4617-8576-d9078e5f9faf req-e26009ef-77a5-4def-ae1f-38f2abcd85b1 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:05.465404 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18308342-75ae-4617-8576-d9078e5f9faf req-e26009ef-77a5-4def-ae1f-38f2abcd85b1 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 946 time: 0.1304715
Dec 09 14:10:05.481795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:05.524264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:05.524806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a81091e3-9ac7-4c16-8b1e-4b48af9e8e0b not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:05.530720 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-18308342-75ae-4617-8576-d9078e5f9faf req-6072908f-cb92-47b4-84d7-8a154df3f881 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590613
Dec 09 14:10:05.614182 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc2736d3-0206-416f-b183-d3853c413529 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1787181
Dec 09 14:10:05.616934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58292) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:05.625803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:05.823007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 5708ed03-6bd5-4b92-8976-00541ca5782e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5708ed03-6bd5-4b92-8976-00541ca5782e,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:05.901114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,segment=NetworkSegment(08e76f7b-7e68-422b-a3d0-b1988b8797e7),segment_id=08e76f7b-7e68-422b-a3d0-b1988b8797e7)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:05.901557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:05.905574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:10:06.005974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58296) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:06.014200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea6a65-f88e-4882-ba9f-d637f6e3935a None None] DHCP port deletion for 6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:06.022660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:06.026945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:06.030808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:06.046467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:06.048965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:06.052315 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0fea6a65-f88e-4882-ba9f-d637f6e3935a None None] Deleting port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:06.052624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0fea6a65-f88e-4882-ba9f-d637f6e3935a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.074959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:06.077237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.079629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.136228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5708ed03-6bd5-4b92-8976-00541ca5782e {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:10:06.146799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.163427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:06.193735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0fea6a65-f88e-4882-ba9f-d637f6e3935a None None] The port '7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:10:06.207676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 5708ed03-6bd5-4b92-8976-00541ca5782e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5708ed03-6bd5-4b92-8976-00541ca5782e,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:06.219768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.223737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:06.228586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No DVR routers for this DVR port 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:06.280597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9c18c-c58b-4868-80f6-cff9cc053a60 req-ca6eb464-9c2a-48ce-b74e-90246cd91f02 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:06.284399 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-40f9c18c-c58b-4868-80f6-cff9cc053a60 req-ca6eb464-9c2a-48ce-b74e-90246cd91f02 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 946 time: 0.4874492
Dec 09 14:10:06.311504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a428f10>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:00Z', 'revision_number': 9, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:06.319359 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10222a4b-9a80-4d0a-a170-88041de0878d tempest-ServiceProvidersTest-2060324184 tempest-ServiceProvidersTest-2060324184-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3025174
Dec 09 14:10:06.324095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=5708ed03-6bd5-4b92-8976-00541ca5782e,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:06.326921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:06.329655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:06.340669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:06.341300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a428f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:06.354511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:06.361931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:06.403404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf96b41-c56a-4dbc-a051-5fcaa0ece341 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:06.482427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-40f9c18c-c58b-4868-80f6-cff9cc053a60 req-3eb9d404-1504-4e2b-ad9e-9e1afbaf5ffc tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1850283
Dec 09 14:10:06.492856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['5708ed03-6bd5-4b92-8976-00541ca5782e'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:10:06.497730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.526798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58306) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:06.550642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d10ac0>,) {'filters': {'network_id': ['6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:06.588237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d10ac0>, '08e76f7b-7e68-422b-a3d0-b1988b8797e7') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:06.590195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d10ac0>, '08e76f7b-7e68-422b-a3d0-b1988b8797e7') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:06.617787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.638868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49076bfe-112a-4ace-8609-2eae18eeeb15 req-93d308c5-2718-43cb-a9cb-1f55fe8b5a78 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:06.645852 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49076bfe-112a-4ace-8609-2eae18eeeb15 req-93d308c5-2718-43cb-a9cb-1f55fe8b5a78 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 945 time: 0.2227054
Dec 09 14:10:06.662595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.665249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-75da0f17-cf44-440f-a4d7-dd1a009278eb None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:06.665831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75da0f17-cf44-440f-a4d7-dd1a009278eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.677232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:10:06.677742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:10:06.712723 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:10:06.717055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.747700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae1caf01-43e0-4d49-9497-ea21b07a9eeb tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:06.836699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58314) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:06.844789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:06.848975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49076bfe-112a-4ace-8609-2eae18eeeb15 req-e26d7728-bd43-43ac-a140-4ef88f4b3497 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2022874
Dec 09 14:10:06.855690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=e1b8a88a-d4e8-4e4c-af88-663838a29c65,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:06.858958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:06.868675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:06.872155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:06.883883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:06.884737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:06.916038 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2946298
Dec 09 14:10:06.916603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58320) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:06.923621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:07.010520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.014732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-728b1e5f-16bb-4f39-aaac-806077c4957c tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:07.030708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.046122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:07.051854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:07.053464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.064027 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/6c3b62d0-bce7-4e54-b8a3-1d1c96b477e3 HTTP/1.1" status: 204  len: 168 time: 1.8995843
Dec 09 14:10:07.067430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58324) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:07.129670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:07.135935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:07.139848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:07.142946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:07.149724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:07.155881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Usage tracker for resource:security_group_rule and tenant:bc04b5fb09094210859b50382be48bb2 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:07.159773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:07.166074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:07.169204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:07.172665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.197019 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-77e93a02-c6b4-4e4c-b5de-77ef9a5ec601 tempest-TestVolumeBootPattern-981392172 tempest-TestVolumeBootPattern-981392172-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1094 time: 0.6687732
Dec 09 14:10:07.200134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58328) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:07.205957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:07.214223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:07.219984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Usage tracker for resource:floatingip and tenant:3bcd81e036d64bf78a67bf36df4d239b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:07.223913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:07.230918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:07.254892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.366535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.380238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.410078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9149b29-696d-47e5-88bc-27352b213ec9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:07.423435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc04b5fb09094210859b50382be48bb2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5828176
Dec 09 14:10:07.429172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58332) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:07.460610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a428f10>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:00Z', 'revision_number': 9, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:07.476871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e4c105-9812-4a3d-8167-849f79d20b40 None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:00Z', 'revision_number': 9, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'cc3f542c-9f0d-464f-b689-b827d6ed4626', 'name': '', 'network_id': '5a69ed49-d009-4a60-996a-86829260a26b', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:57:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:03Z', 'updated_at': '2021-12-09T14:09:24Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': 'fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:07.486805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:07.579044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647eefad-887d-476f-ac83-4ff95ea8f7e9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:07.601744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:07.652750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:07.653108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7fdcee9b-e819-4cc2-8c02-4b0ee4dab0d3 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:07.679971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.685996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.726907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.736418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.743297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59082593-34f5-49cf-96d2-66329ba8db3b None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:07.849156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7402ff7e-4fa4-4b99-a6da-ff216ef9440e None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:07.849156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7402ff7e-4fa4-4b99-a6da-ff216ef9440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.892979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:07.960510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:07.972740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:08.000502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Allocated IP 172.26.3.198 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/f5b43da3-a097-41bb-a5f6-68696e35221d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:08.002099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647eefad-887d-476f-ac83-4ff95ea8f7e9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:08.044681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:08.066191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.067781 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/647eefad-887d-476f-ac83-4ff95ea8f7e9 HTTP/1.1" status: 204  len: 168 time: 0.6376929
Dec 09 14:10:08.161574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a2b39-2632-4940-a9e3-57150b2a08b8 req-634e8e1a-bded-4dab-8720-02cbf71a46e3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:08.163107 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d5a2b39-2632-4940-a9e3-57150b2a08b8 req-634e8e1a-bded-4dab-8720-02cbf71a46e3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 945 time: 0.1701405
Dec 09 14:10:08.203871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.250435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d5a2b39-2632-4940-a9e3-57150b2a08b8 req-25ec472d-4e29-43b6-83f3-f04a48667071 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713654
Dec 09 14:10:08.334765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '01e42188-6c50-4ea0-9aa8-b84e6361974a', 'ip_address': '2001:db8::f816:3eff:fe8c:8bb4'}, {'subnet_id': 'e1b8a88a-d4e8-4e4c-af88-663838a29c65'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '558b7b46-21d6-4ed7-9322-d9bc590e489c'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:08.352020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.398412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.497124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.502676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac6959d3-8ceb-4b6e-b06c-ae716c2189ea tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:08.518386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:08.545655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.553380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.554633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.561401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:08.580991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:08.584955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:08.590058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:08.619028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=f5b43da3-a097-41bb-a5f6-68696e35221d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:08.639059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Allocated IP 172.20.0.2 (06176117-bfee-4a45-b798-e2271f4e3e62/e1b8a88a-d4e8-4e4c-af88-663838a29c65/558b7b46-21d6-4ed7-9322-d9bc590e489c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:08.746077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:08.750031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:08.754627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:08.754831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:08.755259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.774756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=8']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:08.777912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:08.778422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-df65b9d3-c112-4655-be5f-8643c45863b3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:08.794596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:08.810716 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8902237
Dec 09 14:10:08.811529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58340) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:08.821170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.822388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:75:57:ca', 'name': 'tempest-NetworksTestDHCPv6-975704913'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:08.838576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=01e42188-6c50-4ea0-9aa8-b84e6361974a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:08.839880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Transition to ACTIVE for port object 558b7b46-21d6-4ed7-9322-d9bc590e489c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:08.842540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:08.847221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:08.852062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:08.988050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:08.993686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:09.067612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 5708ed03-6bd5-4b92-8976-00541ca5782e up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:09.123507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:09.138187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:09.143075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port cc3f542c-9f0d-464f-b689-b827d6ed4626 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:09.143410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:09.144187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 5708ed03-6bd5-4b92-8976-00541ca5782e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:09.149122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 5708ed03-6bd5-4b92-8976-00541ca5782e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:09.149555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:09.169237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:09.190263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:09.275539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:09.287866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:09.311268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:10:09.326988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 5708ed03-6bd5-4b92-8976-00541ca5782e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5708ed03-6bd5-4b92-8976-00541ca5782e,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:09.331655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:09.344377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-22cb862c-d414-49ac-90fa-caeea8934124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:09.439054 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'code': 200}
Dec 09 14:10:09.445154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 558b7b46-21d6-4ed7-9322-d9bc590e489c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:09.563112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=5708ed03-6bd5-4b92-8976-00541ca5782e,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:09.566169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:09.677741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33479387-90fc-4904-9029-23f8a06e1854 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:09.683756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87e5a9-616d-4bd2-a6d8-1943c8d9651f req-27cdc42e-199c-4854-93e4-ca7de2dcf4ab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:09.685519 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9d87e5a9-616d-4bd2-a6d8-1943c8d9651f req-27cdc42e-199c-4854-93e4-ca7de2dcf4ab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.1425891
Dec 09 14:10:09.709730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port cc3f542c-9f0d-464f-b689-b827d6ed4626, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=cc3f542c-9f0d-464f-b689-b827d6ed4626,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:09.710361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:09.786291 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9d87e5a9-616d-4bd2-a6d8-1943c8d9651f req-f792c490-0a7a-4451-b607-bef021c7b69e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928183
Dec 09 14:10:09.818923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7a8d2d03-4df1-4414-be0b-22c3436876af None None] Provisioning for port 558b7b46-21d6-4ed7-9322-d9bc590e489c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:09.828846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7a8d2d03-4df1-4414-be0b-22c3436876af None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:09.829399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2d03-4df1-4414-be0b-22c3436876af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:09.915951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for cc3f542c-9f0d-464f-b689-b827d6ed4626 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:09.945025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:10.012583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:10.142599 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-48d8f246-080f-472b-8fb6-4e441e08184c req-3708fa02-ee00-42e7-a38b-823c8f9a6377 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 1099 time: 0.4198890
Dec 09 14:10:10.319194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0176fae-a0dc-498e-802b-33becae616b5 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:10:10.445106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-44692829-8131-4cef-8371-de8cc02d350a None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:10.445479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44692829-8131-4cef-8371-de8cc02d350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:10.450171 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-48d8f246-080f-472b-8fb6-4e441e08184c req-5a98de36-eb36-45a4-a262-63ae77fb8d46 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2974074
Dec 09 14:10:10.487596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0176fae-a0dc-498e-802b-33becae616b5 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:10:10.606666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:10.607928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 172.20.0.9 (06176117-bfee-4a45-b798-e2271f4e3e62/e1b8a88a-d4e8-4e4c-af88-663838a29c65/35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:10.653937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe75:57ca (06176117-bfee-4a45-b798-e2271f4e3e62/01e42188-6c50-4ea0-9aa8-b84e6361974a/35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:10.665142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:10.671800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f60fedd3-7b90-4ef7-9248-c3e98761f5eb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:10.726676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=cc3f542c-9f0d-464f-b689-b827d6ed4626,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:10.729176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:10.777896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:10.993813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6363f2-b5a4-4c79-8f1e-35bb8b67aa78 req-435e6b12-35c3-483e-9d5c-aa13e3f6d349 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:10.995130 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7b6363f2-b5a4-4c79-8f1e-35bb8b67aa78 req-435e6b12-35c3-483e-9d5c-aa13e3f6d349 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.0832541
Dec 09 14:10:11.044386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7b6363f2-b5a4-4c79-8f1e-35bb8b67aa78 req-d5e59004-569d-4b66-a725-7e11ae2d9561 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435827
Dec 09 14:10:11.282774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.325187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:11.367913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.375131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.380324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0a784e94-cecd-4431-bfde-d7ffaba2b1fe tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:11.447148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.456392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.531697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event updated for resources: {'Port': ['ID=f5b43da3-a097-41bb-a5f6-68696e35221d,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:11.537482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:11.589869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8fee8d25-5228-4988-9723-94ecb4d77837 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:11.646882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:11.694954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:11.703342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.749288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:11.961539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:11.977214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:11.987368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0a87affa-0657-4575-95a5-87c2e3bf1e29 None None] Provisioning for port 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:11.992243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0a87affa-0657-4575-95a5-87c2e3bf1e29 None None] Provisioning complete for port 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:11.992734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a87affa-0657-4575-95a5-87c2e3bf1e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:11.994637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:11.995240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:12.045023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0a87affa-0657-4575-95a5-87c2e3bf1e29 None None] Port 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:10:12.113074 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.3003182
Dec 09 14:10:12.115674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58352) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:12.246615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e2fe9-b8bb-4c13-a652-9cc4d510389d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:12.250581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e2fe9-b8bb-4c13-a652-9cc4d510389d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:12.251359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-566e2fe9-b8bb-4c13-a652-9cc4d510389d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:12.278418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-566e2fe9-b8bb-4c13-a652-9cc4d510389d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:12.279581 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-566e2fe9-b8bb-4c13-a652-9cc4d510389d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.1628404
Dec 09 14:10:12.285970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e52f-ea7b-4aaf-9a56-e9f4a0b30a76 req-50b52c9d-40bc-473c-9e37-8db0fd6876df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:12.287359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58356) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:12.287488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54e5e52f-ea7b-4aaf-9a56-e9f4a0b30a76 req-50b52c9d-40bc-473c-9e37-8db0fd6876df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.1176169
Dec 09 14:10:12.334130 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54e5e52f-ea7b-4aaf-9a56-e9f4a0b30a76 req-5f19b43a-bf37-4bf4-a7f8-b5343279124e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407102
Dec 09 14:10:12.377569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:12.377569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:12.476444 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Floating IP 648f4301-d925-4e9e-91f1-ce2d3d1d8f5d associated. External IP: 172.26.3.198, port: 8af9f2ad-e448-4e2b-adab-4013bd5cc15f.
Dec 09 14:10:12.531530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dced92f-2cf0-4c94-ba38-cdb5c828c874 req-e02bcb7d-3833-42ad-b665-add278daf69f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:12.533118 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6dced92f-2cf0-4c94-ba38-cdb5c828c874 req-e02bcb7d-3833-42ad-b665-add278daf69f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.0803852
Dec 09 14:10:12.580817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6dced92f-2cf0-4c94-ba38-cdb5c828c874 req-0a9950ba-9ed9-4d70-9090-97395e79e46a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415101
Dec 09 14:10:12.608831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58362) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:12.687168 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c2258794-dc4f-421c-812c-a0b9c316ff1c tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 1094 time: 0.0745304
Dec 09 14:10:12.687516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:12.693290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:12.698619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:12.702378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:12.705142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:12.710725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:12.724574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:12.859486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:12.917091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:12.931294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:13.001928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.17 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/1a1c63b4-719f-44bf-a2b7-ca7a9ef4aa2b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:13.060782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:13.154258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:13.184282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:13.187954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93bac84b-e8a1-40f5-ba1c-16e1a69b071f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:13.255989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:13.258710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:13.263191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:13.288225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=1a1c63b4-719f-44bf-a2b7-ca7a9ef4aa2b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:13.293520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:13.691622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:13.698579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:13.700827 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:13.710268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9815e69d-a6cd-448c-a8ef-df00be65bc60 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:13.713912 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:13.714509 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3cef10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:13.758341 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6872175
Dec 09 14:10:13.761153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:13.761275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:13.763722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:13.885592 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:13.925744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:13.927651 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f HTTP/1.1" status: 204  len: 168 time: 1.6387522
Dec 09 14:10:13.930964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58374) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:13.992548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:13.998968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:14.018721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e72cbe-343c-46ba-a14f-771929f36937 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:14.020887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e72cbe-343c-46ba-a14f-771929f36937 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:14.022220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e72cbe-343c-46ba-a14f-771929f36937 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:14.023023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b2e72cbe-343c-46ba-a14f-771929f36937 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:14.092673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b2e72cbe-343c-46ba-a14f-771929f36937 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:14.096435 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b2e72cbe-343c-46ba-a14f-771929f36937 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1606982
Dec 09 14:10:14.100592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58378) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:14.157751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.186388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 01e42188-6c50-4ea0-9aa8-b84e6361974a {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:14.191164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.228495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:14.233399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.278473 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3cef10>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:10Z', 'revision_number': 10, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:14.282566 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:14.294539 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:14.295146 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3cef10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:14.303838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.318953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.411415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.445851 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:14.454202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:14.470132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:14.489013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.497373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:14.498400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499737f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:14.546584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.574189 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 7.3730094
Dec 09 14:10:14.575272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:10:14.580924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.585983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-526abbca-d8e1-4871-8327-ecd1bb572453 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:14.628322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=01e42188-6c50-4ea0-9aa8-b84e6361974a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:14.635077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:14.636042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.resource_extend [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:10:14.647637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.667670 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/01e42188-6c50-4ea0-9aa8-b84e6361974a HTTP/1.1" status: 204  len: 168 time: 0.5656400
Dec 09 14:10:14.670176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58386) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:14.688094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.699679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.709897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-806849b6-2e06-4c9b-a3b7-bf08740bbb64 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:14.716091 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'status': 'completed', 'code': 200}
Dec 09 14:10:14.806738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet e1b8a88a-d4e8-4e4c-af88-663838a29c65 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:14.818019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.834762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ec39b6-0997-43bd-9d6f-05fb7e9a0e08 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:14.836152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=1a1c63b4-719f-44bf-a2b7-ca7a9ef4aa2b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:14.845016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.852065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:14.852690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:14.887654 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-4b4790ff-141c-4923-a2b8-4c3778672ddb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1099 time: 0.1613259
Dec 09 14:10:14.900703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.926791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:14.957013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:14.966651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:14.995208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.007358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16f3f80-7862-4123-81c2-43db9b4bca18 None None] Network 5a69ed49-d009-4a60-996a-86829260a26b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:15.021584 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c HTTP/1.1" status: 204  len: 168 time: 1.2556851
Dec 09 14:10:15.021584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:15.091816 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3cef10>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:10Z', 'revision_number': 10, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:15.104002 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467a56c-405f-4bc2-b9ae-33084d93d290 None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:10Z', 'revision_number': 10, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b4d3a-4481-4358-9a8b-6147c3c4af6f', 'name': '', 'network_id': '75a14cd2-7028-4bc9-a11b-e8fcdfe88e79', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'mac_address': 'fa:16:3e:45:65:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:08:51Z', 'updated_at': '2021-12-09T14:09:15Z', 'revision_number': 5, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'subnets': [{'id': '65e77795-5208-411a-ab5c-ad685775e9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:15.182665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.186395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:15.212439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-2fe67873-7977-4b33-acd1-4762426b9156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:15.214028 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-2fe67873-7977-4b33-acd1-4762426b9156 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.3192549
Dec 09 14:10:15.257985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port 5b74aa96-c158-4621-b384-2e554784478e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:15.258326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.431974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.493124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 74e4f55f-2607-4383-8fcd-43c63cd3e33f associated. External IP: 172.26.3.17, port: 5708ed03-6bd5-4b92-8976-00541ca5782e.
Dec 09 14:10:15.568589 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-d673028f-416a-4bda-8742-9f505bd21300 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 200  len: 1000 time: 0.3454785
Dec 09 14:10:15.618309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cc3f542c-9f0d-464f-b689-b827d6ed4626 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:15.644424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.650358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7f158597-0d92-4d56-ae17-e8034ddd02f9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:15.682128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port 5b74aa96-c158-4621-b384-2e554784478e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5b74aa96-c158-4621-b384-2e554784478e,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:15.682709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.705803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b8a88a-d4e8-4e4c-af88-663838a29c65,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:15.720357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:15.731430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:15.736312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-643f7fcb-4e94-43ae-83cd-0c25d321765a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:15.737652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-643f7fcb-4e94-43ae-83cd-0c25d321765a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.1568975
Dec 09 14:10:15.769344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: cc3f542c-9f0d-464f-b689-b827d6ed4626 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:15.770212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device cc3f542c-9f0d-464f-b689-b827d6ed4626 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:15.779973 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/e1b8a88a-d4e8-4e4c-af88-663838a29c65 HTTP/1.1" status: 204  len: 168 time: 1.1084325
Dec 09 14:10:15.791451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58394) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:15.878377 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3fe03815-b5d5-4b5d-a102-27f0060086cb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0821352
Dec 09 14:10:15.878377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58398) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:15.962883 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-d8acbbbd-66b8-420f-8602-428c75b52c4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2190421
Dec 09 14:10:16.018008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183241e1-d0eb-47fe-83b4-90b24cc907f6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:16.018458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-183241e1-d0eb-47fe-83b4-90b24cc907f6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:16.119347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-183241e1-d0eb-47fe-83b4-90b24cc907f6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:16.124289 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-183241e1-d0eb-47fe-83b4-90b24cc907f6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2414408
Dec 09 14:10:16.124289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58402) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:16.128265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for 5b74aa96-c158-4621-b384-2e554784478e owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:16.131356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] DHCP port deletion for 5a69ed49-d009-4a60-996a-86829260a26b request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:16.154543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Deleting port 5b74aa96-c158-4621-b384-2e554784478e {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:16.155037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.212308 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-5b816ff6-b910-4279-be7a-bcff75279e80 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413132
Dec 09 14:10:16.218785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.225453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499737f0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:44Z', 'revision_number': 1, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}, {'id': '648f4301-d925-4e9e-91f1-ce2d3d1d8f5d', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.198', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:09Z', 'updated_at': '2021-12-09T14:10:09Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:16.258217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:16.263036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454b8f73-83ed-414b-9b80-7e49b39d15bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:16.264578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-454b8f73-83ed-414b-9b80-7e49b39d15bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:16.290490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ada8f-64c0-4449-a2f9-c9116d2332d4 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'e1b8a88a-d4e8-4e4c-af88-663838a29c65'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': '558b7b46-21d6-4ed7-9322-d9bc590e489c'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:16.326516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.331825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:16.355174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-454b8f73-83ed-414b-9b80-7e49b39d15bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:16.358751 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-454b8f73-83ed-414b-9b80-7e49b39d15bb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2322271
Dec 09 14:10:16.359517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58406) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:16.376294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=5b74aa96-c158-4621-b384-2e554784478e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:16.377246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:16.377904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64499737f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:16.379780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:16.390996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No DVR routers for this DVR port 5b74aa96-c158-4621-b384-2e554784478e on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:16.446951 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7515a98b-a8b6-411e-8357-d0b31a14735b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0866778
Dec 09 14:10:16.449805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-660ada8f-64c0-4449-a2f9-c9116d2332d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.452804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58410) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:16.460859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:16.526063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.548288 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1d50b6c3-f766-423d-9e09-92ec4667d1d2 req-37308287-646f-4359-ad98-857802c1dee3 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3259687
Dec 09 14:10:16.616974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a29b50>,) {'filters': {'network_id': ['5a69ed49-d009-4a60-996a-86829260a26b']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:16.617226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:16.628198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:16.633038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a29b50>, '58cb0286-9501-474e-b0a6-ca3f788596f5') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:16.633370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a29b50>, '58cb0286-9501-474e-b0a6-ca3f788596f5') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:16.638707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:16.648444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.673039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.682216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:10:16.682558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:10:16.697736 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:10:16.702541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] For port 5b74aa96-c158-4621-b384-2e554784478e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5b74aa96-c158-4621-b384-2e554784478e,segment=NetworkSegment(58cb0286-9501-474e-b0a6-ca3f788596f5),segment_id=58cb0286-9501-474e-b0a6-ca3f788596f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:16.703035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.744525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.745626 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:16.746045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:16.766390 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-243dc94f-e6da-48f2-8025-552023a300e7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3124533
Dec 09 14:10:16.771176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58414) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:16.825895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:16.860767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c023e0ae-290b-49c4-a507-dadb4a518b9c None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:16.884170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Calling delete_port for 5b74aa96-c158-4621-b384-2e554784478e owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:16.928313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.947695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c397a2b0-9043-4c38-90f1-5729fc36b67b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:16.962369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:16.991833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=5a69ed49-d009-4a60-996a-86829260a26b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:17.001867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:17.007099 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/5a69ed49-d009-4a60-996a-86829260a26b HTTP/1.1" status: 204  len: 168 time: 1.9833477
Dec 09 14:10:17.008174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58418) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:17.011572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:17.024675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:17.030806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:17.041016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:17.044578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:17.140609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f78ee574-6660-4efd-9cf5-fcac801aebbb None None] Provisioning complete for port 558b7b46-21d6-4ed7-9322-d9bc590e489c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:17.140609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f78ee574-6660-4efd-9cf5-fcac801aebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.218884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.220215 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:17.221188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:17.224902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:17.225260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:17.242927 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b76e4eae-5d39-4496-a199-682264baac16 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4691937
Dec 09 14:10:17.250620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58422) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:17.260560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:17.433221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:17.447113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:17.449591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 558b7b46-21d6-4ed7-9322-d9bc590e489c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:17.476531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:17.480500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.482190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:17.482795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:17.537553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.637861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:17.640786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-46f91044-00d0-47ce-837b-b642e6355d86 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3891881
Dec 09 14:10:17.649167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:17.649324 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:17.660215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:17.665796 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:17.667119 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5c5e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:17.729968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Deleting port 5b74aa96-c158-4621-b384-2e554784478e {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:17.730520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.739599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.753875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:17.834354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:17.837602 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 5.1490791
Dec 09 14:10:17.839767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:10:17.840155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Deleting port 558b7b46-21d6-4ed7-9322-d9bc590e489c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:17.840549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.844121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58430) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:17.905141 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:17.905603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:17.920489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-83e82005-ce3b-4389-b83a-6870c863432f None None] The port '5b74aa96-c158-4621-b384-2e554784478e' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:10:17.928940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.948514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:17.957367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:17.959615 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:17.960096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:17.973715 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'status': 'completed', 'code': 200}
Dec 09 14:10:17.996714 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-12349426-4b2f-4c49-84a6-7402ad7113a9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/74e4f55f-2607-4383-8fcd-43c63cd3e33f HTTP/1.1" status: 200  len: 991 time: 0.1480126
Dec 09 14:10:18.002618 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0d62b32c-9736-42cb-86a5-cb21434abe91 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3518155
Dec 09 14:10:18.006308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:18.011867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:18.131950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:18.141818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:18.156970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:18.163557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:18.165745 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:18.166924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:18.172209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-0b362453-0d18-480e-b501-2fc823176629 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 1099 time: 0.1561086
Dec 09 14:10:18.178686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:18.191304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:18.192637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:18.200788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:18.201283 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2b762a39-406b-4712-9c9c-cf2a5cccfe65 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.1937671
Dec 09 14:10:18.202062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5b74aa96-c158-4621-b384-2e554784478e no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:18.204184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58440) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:18.211830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:18.240603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:18.334319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 5b74aa96-c158-4621-b384-2e554784478e {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:18.334914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5b74aa96-c158-4621-b384-2e554784478e not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:18.357486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:18.364616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-7ed38aa8-85c3-4a11-ab7a-1383c68a9ab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:18.366122 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-7ed38aa8-85c3-4a11-ab7a-1383c68a9ab1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 200  len: 896 time: 0.1835065
Dec 09 14:10:18.370884 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5c5e80>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:13Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:18.371833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:18.375083 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:18.386209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:18.386566 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:18.387181 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5c5e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:18.391252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:18.393002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:18.393652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:18.417970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-990fc273-ed1b-46df-8023-d420dc4d7ca0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.2117624
Dec 09 14:10:18.420429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:18.423683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Calling delete_port for 558b7b46-21d6-4ed7-9322-d9bc590e489c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:18.517161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=12']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:18.518335 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-0bd8bc58-84dc-4062-a4dc-4a199a9d62e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5708ed03-6bd5-4b92-8976-00541ca5782e HTTP/1.1" status: 200  len: 999 time: 0.1438701
Dec 09 14:10:18.545677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64499737f0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:44Z', 'revision_number': 1, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}, {'id': '648f4301-d925-4e9e-91f1-ce2d3d1d8f5d', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.198', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:09Z', 'updated_at': '2021-12-09T14:10:09Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:18.554497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.555008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.556348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.556836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.557319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.558639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.559112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.559715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.560982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.561447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.561931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:18.562040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bf06f-6e1f-4875-82ea-acab07f70292 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:18.564686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d1bf06f-6e1f-4875-82ea-acab07f70292 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 865 time: 0.1419096
Dec 09 14:10:18.566192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:18.579389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:18.583722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a59a4-c1d4-49c7-a437-f84e2724eb05 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:44Z', 'revision_number': 1, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}, {'id': '648f4301-d925-4e9e-91f1-ce2d3d1d8f5d', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.198', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:78:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:09Z', 'updated_at': '2021-12-09T14:10:09Z', 'revision_number': 0, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:18.598927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:18.599704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:18.619569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-93acd95e-7396-4a68-a850-795af9e77d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:18.621512 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-93acd95e-7396-4a68-a850-795af9e77d42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5819599-9d0e-47ec-9b1b-ebbeb57a7f89 HTTP/1.1" status: 200  len: 834 time: 0.0948477
Dec 09 14:10:18.644743 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:18.706532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac4be0-eeed-4e6e-a06e-9a36c2856c98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:18.707980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aeac4be0-eeed-4e6e-a06e-9a36c2856c98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:18.722151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aeac4be0-eeed-4e6e-a06e-9a36c2856c98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:18.725349 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aeac4be0-eeed-4e6e-a06e-9a36c2856c98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1574445
Dec 09 14:10:18.727875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58452) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:18.735631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:18.736053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:18.800406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ee04672d-b462-403a-a085-2100e0379a6b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:router {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:18.818834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ee04672d-b462-403a-a085-2100e0379a6b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:router {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:18.822501 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ee04672d-b462-403a-a085-2100e0379a6b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0930598
Dec 09 14:10:18.826598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58456) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:18.837559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:18.899174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5455e1-eaa1-4843-b75d-b416949773c5 None None] New status for floating IP 648f4301-d925-4e9e-91f1-ce2d3d1d8f5d: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:10:18.910015 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-31898c8f-6cd2-496c-8274-ea0f8f406be5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34ca125a-b407-498e-b598-fa1a0ad28dad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2464173
Dec 09 14:10:19.000656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58460) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:19.064554 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5c5e80>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:13Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:19.069097 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c433951-bf4b-4aed-a62d-dcc4ab95e197 None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:09:35Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:13Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:19.141688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:19.152191 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a8e41443-59f8-472b-9aad-4542dfdd83c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/74e4f55f-2607-4383-8fcd-43c63cd3e33f HTTP/1.1" status: 200  len: 991 time: 0.1494279
Dec 09 14:10:19.166018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Deleting port 558b7b46-21d6-4ed7-9322-d9bc590e489c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:19.166797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:19.295542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:19.304978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port dd1b4d3a-4481-4358-9a8b-6147c3c4af6f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:19.305327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:19.424536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] For port 558b7b46-21d6-4ed7-9322-d9bc590e489c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=558b7b46-21d6-4ed7-9322-d9bc590e489c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:19.424848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:19.448166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:19.453360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:19.481765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for dd1b4d3a-4481-4358-9a8b-6147c3c4af6f owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:19.532551 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-963da11c-c0fe-4730-921e-9cc77c3efc6e service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6122496
Dec 09 14:10:19.543892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Calling delete_port for 558b7b46-21d6-4ed7-9322-d9bc590e489c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:19.615899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:19.621049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:19.665053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Pushing event deleted for resources: {'Port': ['ID=558b7b46-21d6-4ed7-9322-d9bc590e489c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:19.667505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:19.670145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] No DVR routers for this DVR port 558b7b46-21d6-4ed7-9322-d9bc590e489c on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:19.810712 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-49fa53dc-e656-4a7a-b40c-754e80d3bb9d req-fb57b188-d099-4166-9235-33ec400f57dd service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288287
Dec 09 14:10:19.954321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:19.959510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:20.011230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=dd1b4d3a-4481-4358-9a8b-6147c3c4af6f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:20.014748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:20.151300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58466) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:20.322682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:20.333515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:20.380181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca78e35a-be9d-4919-a1d6-1a6a9b82417f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:20.464812 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-389dfafd-1c37-44ee-b245-ff97b44d84fa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/74e4f55f-2607-4383-8fcd-43c63cd3e33f HTTP/1.1" status: 200  len: 991 time: 0.3102109
Dec 09 14:10:20.475609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:20.479475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:20.484611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:20.485006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:20.487987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8033097-bb88-4ec2-8b1a-43c66e94a550 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:20.489732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=9841468d-bf6e-46f3-9e1f-1c4b84b8f48a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:20.498279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:20.501767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:20.577091 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.7493618
Dec 09 14:10:20.579810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58470) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:20.587916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:0f:20:3c', 'name': 'tempest-NetworksTestDHCPv6-2010132906'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:20.709358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '9841468d-bf6e-46f3-9e1f-1c4b84b8f48a'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:20.710511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:20.767444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:20.782132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:20.796172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:20.800283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:20.834821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 51d53e93-7549-403c-b1bd-fb5c82317b22 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:20.889323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Allocated IP 2001:db8::f816:3eff:fe7b:c16 (06176117-bfee-4a45-b798-e2271f4e3e62/9841468d-bf6e-46f3-9e1f-1c4b84b8f48a/2bb0ceb9-0039-48cd-ac2d-30da369deb8e) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:21.097946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.108664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Transition to ACTIVE for port object 2bb0ceb9-0039-48cd-ac2d-30da369deb8e will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:21.120790 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-a7d162ba-e6f7-45ce-8f91-3afed0b975b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2611730
Dec 09 14:10:21.136336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Transition to ACTIVE for port object 2bb0ceb9-0039-48cd-ac2d-30da369deb8e will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:21.139474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:21.143007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.154473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:21.199166 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3063d2b-c5fe-48a6-ab97-4cf3f135d42e None None] New status for floating IP 74e4f55f-2607-4383-8fcd-43c63cd3e33f: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:10:21.203997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:21.207332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:21.211166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:21.250616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe0f:203c (06176117-bfee-4a45-b798-e2271f4e3e62/9841468d-bf6e-46f3-9e1f-1c4b84b8f48a/51d53e93-7549-403c-b1bd-fb5c82317b22) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:21.260514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Pushing event updated for resources: {'Port': ['ID=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:21.267463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:21.319616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Attempting to bind port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:21.320280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Attempting to bind port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:21.320808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Attempting to bind port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:21.328155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:21.328801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:21.329437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.330014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:21.330667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Bound port: 2bb0ceb9-0039-48cd-ac2d-30da369deb8e, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:21.331207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.384602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:21.396493 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3855295
Dec 09 14:10:21.398342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:21.398812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58474) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:21.443289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:21.444323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c8a040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:21.448797 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-805fe132-0a2b-4e2a-8d78-a5e996c2c571 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1098 time: 0.2201259
Dec 09 14:10:21.493234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58478) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:21.533259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.564794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 51d53e93-7549-403c-b1bd-fb5c82317b22 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:21.593489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.610274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:21.660728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] For port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:21.675153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:21.675404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] For port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:21.680713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:21.683391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:21.688133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:21.692186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:21.692791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.706850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=51d53e93-7549-403c-b1bd-fb5c82317b22,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:21.712525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:21.725738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:21.727497 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.1456485
Dec 09 14:10:21.730766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:21.734792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b656ebc6-60f9-4a4c-89bf-a0c2caa3c218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:21.820586 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b924b1af-6e2c-4080-8ad2-7e633127bbe0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/74e4f55f-2607-4383-8fcd-43c63cd3e33f HTTP/1.1" status: 200  len: 993 time: 0.3205650
Dec 09 14:10:21.851723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-34538851-3092-4ab5-9ad6-c0c96735fa48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:21.851723 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-34538851-3092-4ab5-9ad6-c0c96735fa48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.3789167
Dec 09 14:10:21.867364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Pushing event updated for resources: {'Port': ['ID=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:21.867364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:21.935743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c8a040>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:19Z', 'revision_number': 11, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:21.939292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96402ce9-ec63-4e8b-b57e-d5ffb957c4af tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:21.942460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:21.959505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96402ce9-ec63-4e8b-b57e-d5ffb957c4af tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:21.959505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96402ce9-ec63-4e8b-b57e-d5ffb957c4af tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:21.966558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting subnet 65e77795-5208-411a-ab5c-ad685775e9f2 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:21.968823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:21.968823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c8a040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:09:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:21.975186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.014422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-96402ce9-ec63-4e8b-b57e-d5ffb957c4af tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:22.014422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-96402ce9-ec63-4e8b-b57e-d5ffb957c4af tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.2770076
Dec 09 14:10:22.014422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58486) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:22.081720 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-41dd7e97-7832-4b98-9e60-4f0f3db362cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 1001 time: 0.2195034
Dec 09 14:10:22.114063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 51d53e93-7549-403c-b1bd-fb5c82317b22 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:22.114063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.177736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:22.190282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.398505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-c718b20d-0f13-410b-bb19-d65fbcd169be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:22.398505 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-c718b20d-0f13-410b-bb19-d65fbcd169be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.2890828
Dec 09 14:10:22.421046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c8a040>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:19Z', 'revision_number': 11, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:22.421046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d950326-2d13-4154-8116-6e82cc2eccdb None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:19Z', 'revision_number': 11, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:22.518818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6042c52-121d-4efd-ab6c-67be2e0301a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.674959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.712541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.765041 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-665bfe15-9b66-4755-89ef-20a4f272dbc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3570194
Dec 09 14:10:22.876032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 51d53e93-7549-403c-b1bd-fb5c82317b22 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:22.886364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.902377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a772a0c-7d9a-4c53-8945-075928e54abe tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:22.960329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Subnet': ['ID=65e77795-5208-411a-ab5c-ad685775e9f2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:22.973259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:22.986638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:22.991341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43519a-347b-419e-818c-f423ad2625e2 None None] Network 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:23.010062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/65e77795-5208-411a-ab5c-ad685775e9f2 HTTP/1.1" status: 204  len: 168 time: 1.6033089
Dec 09 14:10:23.010062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58490) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:23.051624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.070863 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-e7efa0a7-1929-4bdf-920c-ac4d97b9cde3 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2904489
Dec 09 14:10:23.079206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf080e5e-5fef-4917-8b39-8586dd175656 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:23.159222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=51d53e93-7549-403c-b1bd-fb5c82317b22,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:23.170070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:23.170070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.190617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/51d53e93-7549-403c-b1bd-fb5c82317b22 HTTP/1.1" status: 204  len: 168 time: 1.1661978
Dec 09 14:10:23.190617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:23.274520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70645f3e-6eb5-4c65-b5cc-bfd3c3ad043a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:23.274520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70645f3e-6eb5-4c65-b5cc-bfd3c3ad043a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:23.274520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-70645f3e-6eb5-4c65-b5cc-bfd3c3ad043a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.0850370
Dec 09 14:10:23.274520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:23.400416 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:10:23.404917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.501720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Deleting port b03699f3-6396-490d-9ee9-cb31d01955b3 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:23.501720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.615893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 9841468d-bf6e-46f3-9e1f-1c4b84b8f48a {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:23.626394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.639956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] DHCP port deletion for 75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:23.639956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Deleting port b03699f3-6396-490d-9ee9-cb31d01955b3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:23.639956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.670182 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11bc8fe5-06e4-4748-b612-29e8859ed7c8 req-7fb3b2ec-ce48-47a2-a2ee-2b40c0de158d service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5214040
Dec 09 14:10:23.709586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.731839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2bb0ceb9-0039-48cd-ac2d-30da369deb8e up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:23.858972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.997252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:23.997252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:24.012945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] For port b03699f3-6396-490d-9ee9-cb31d01955b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b03699f3-6396-490d-9ee9-cb31d01955b3,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:24.012945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.077130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:24.102852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=9841468d-bf6e-46f3-9e1f-1c4b84b8f48a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:24.117493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:24.121856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10986ca3-00e7-4141-a588-0cd09ff0e8c0 None None] Provisioning for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:24.121856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:24.126086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.130886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.142772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/9841468d-bf6e-46f3-9e1f-1c4b84b8f48a HTTP/1.1" status: 204  len: 168 time: 0.8620672
Dec 09 14:10:24.142772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:24.214698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Calling delete_port for b03699f3-6396-490d-9ee9-cb31d01955b3 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:24.257595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-10986ca3-00e7-4141-a588-0cd09ff0e8c0 None None] Provisioning complete for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:24.257595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10986ca3-00e7-4141-a588-0cd09ff0e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.295674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f55772f0-38db-49d4-b4de-6edb6b8f30d5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1442070
Dec 09 14:10:24.295674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:24.295674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:24.329910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.342716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c35bc92c-1754-49c2-91fb-9435f401c342 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:24.407231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45149c2b-451e-49b0-af92-c6f41dc9f858 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:24.434474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Port': ['ID=b03699f3-6396-490d-9ee9-cb31d01955b3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:24.434474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:24.441663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No DVR routers for this DVR port b03699f3-6396-490d-9ee9-cb31d01955b3 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:24.446984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:24.446984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:24.456606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:24.456606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:24.473985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:24.473985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.575243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] For port b03699f3-6396-490d-9ee9-cb31d01955b3, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b03699f3-6396-490d-9ee9-cb31d01955b3,segment=NetworkSegment(11edc1a8-880b-4fb1-9f7e-3f491b04f032),segment_id=11edc1a8-880b-4fb1-9f7e-3f491b04f032)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:24.575243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.729009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.747177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.852176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64493635b0>,) {'filters': {'network_id': ['75a14cd2-7028-4bc9-a11b-e8fcdfe88e79']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:24.887719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Calling delete_port for b03699f3-6396-490d-9ee9-cb31d01955b3 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:24.893245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64493635b0>, '11edc1a8-880b-4fb1-9f7e-3f491b04f032') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:24.893245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64493635b0>, '11edc1a8-880b-4fb1-9f7e-3f491b04f032') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:24.921392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.948089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:24.968604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:10:24.968604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:10:25.004083 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:10:25.155438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-10986ca3-00e7-4141-a588-0cd09ff0e8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.179220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.183845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-57119049-8486-472f-b64b-bc744d5091e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.189650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b5d8695-7576-4d6d-a065-d2cbfaaf6abf tempest-RoutersNegativeTest-1759593510 tempest-RoutersNegativeTest-1759593510-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:25.203512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.209487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:25.214031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:25.235510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.240672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Pushing event deleted for resources: {'Network': ['ID=75a14cd2-7028-4bc9-a11b-e8fcdfe88e79,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:25.245834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:25.253293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:25.253293 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/networks/75a14cd2-7028-4bc9-a11b-e8fcdfe88e79 HTTP/1.1" status: 204  len: 168 time: 2.2400622
Dec 09 14:10:25.253293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58510) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:25.270711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'routes': None}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:25.285221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dd1b4d3a-4481-4358-9a8b-6147c3c4af6f no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:25.490268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.495725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: dd1b4d3a-4481-4358-9a8b-6147c3c4af6f {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:25.495725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dd1b4d3a-4481-4358-9a8b-6147c3c4af6f not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:25.648628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b03699f3-6396-490d-9ee9-cb31d01955b3 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:25.776893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:25.776893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:25.776893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-10986ca3-00e7-4141-a588-0cd09ff0e8c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:25.776893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-10986ca3-00e7-4141-a588-0cd09ff0e8c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:25.776893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b03699f3-6396-490d-9ee9-cb31d01955b3 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:25.776893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b03699f3-6396-490d-9ee9-cb31d01955b3 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:25.783290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:25.805637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:25.943470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:25.993827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.993827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:25.993827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.008337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa01c2d8-5beb-4e8d-91d0-33a9e3bc7f30 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:26.088212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.extraroute_db [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Added routes are [] {{(pid=83443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 09 14:10:26.088212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.extraroute_db [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Removed routes are [] {{(pid=83443) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 09 14:10:26.088212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.105868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.128687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:26.128687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:26.136017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:26.136017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.157936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,revision_number=6']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:26.157936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:26.157936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf03d0e6-0d05-4adb-a4c1-57eea40f0a8f tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:26.215527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de515f91-2ad0-4037-874f-eaef8e32b60d None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:26.276121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=8fd35c40-c0cc-4003-b0f2-8744fabc791e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:26.276121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:26.289941 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9921069
Dec 09 14:10:26.289941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58516) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:26.307234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:99:44:2c', 'name': 'tempest-NetworksTestDHCPv6-491430612'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:26.351792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Deleting port b03699f3-6396-490d-9ee9-cb31d01955b3 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:26.351792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.494656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c2041f03-ec26-4617-aa84-58c671258ce0 None None] The port 'b03699f3-6396-490d-9ee9-cb31d01955b3' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:10:26.540186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:26.556132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:26.556132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:26.577288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.587433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:26.592355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.603663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.613986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:26.613986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.668343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 42da7f1e-f431-40bf-881c-060dc17b767e yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:26.767052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-538b77d1-d362-457c-b17c-ecb83b2cb87e None None] Provisioning complete for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:26.767052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-538b77d1-d362-457c-b17c-ecb83b2cb87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:26.861014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router eaa2946a-7418-45f8-b14a-389e2367be47 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:26.909889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe99:442c (06176117-bfee-4a45-b798-e2271f4e3e62/8fd35c40-c0cc-4003-b0f2-8744fabc791e/42da7f1e-f431-40bf-881c-060dc17b767e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:26.940730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-538b77d1-d362-457c-b17c-ecb83b2cb87e None None] Could not find standard attr ID for object 51d53e93-7549-403c-b1bd-fb5c82317b22. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:10:27.009436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:27.015541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.039712 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1674f843-1eaf-4c61-af75-2e5a953ecb2a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 701 time: 1.7777443
Dec 09 14:10:27.039712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58520) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:27.074716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-855dc07a-52a0-4efb-a27d-85fb978ba221 None None] Provisioning complete for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:27.074716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-855dc07a-52a0-4efb-a27d-85fb978ba221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.100780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8f40bb38-8be8-46f6-8308-f55e96d5dd1a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:27.123132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8f40bb38-8be8-46f6-8308-f55e96d5dd1a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:27.123132 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8f40bb38-8be8-46f6-8308-f55e96d5dd1a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 205 time: 0.0808530
Dec 09 14:10:27.123132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58524) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:27.219597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.237361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 42da7f1e-f431-40bf-881c-060dc17b767e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:27.266574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.272600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:27.297549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.340997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:27.344029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:27.349124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:27.352850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:27.353734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.358049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=42da7f1e-f431-40bf-881c-060dc17b767e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:27.367085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:27.391319 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.1002052
Dec 09 14:10:27.391319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58528) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:27.545603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ea58e-94bf-44cb-8f24-35227813e6f2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:27.545603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ea58e-94bf-44cb-8f24-35227813e6f2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:27.562067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.568686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-730ea58e-94bf-44cb-8f24-35227813e6f2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:27.592064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-730ea58e-94bf-44cb-8f24-35227813e6f2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:27.592064 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-730ea58e-94bf-44cb-8f24-35227813e6f2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.1970782
Dec 09 14:10:27.592064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58532) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:27.606805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2bb0ceb9-0039-48cd-ac2d-30da369deb8e up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:27.720170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 42da7f1e-f431-40bf-881c-060dc17b767e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:27.720596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.732700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:27.733426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:27.911081 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Sync routers for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:27.936261 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Routers {'eaa2946a-7418-45f8-b14a-389e2367be47'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:27.936261 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5cc3d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['eaa2946a-7418-45f8-b14a-389e2367be47'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:27.965038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0857fb5d-a6f1-40f4-9c4b-6d9955cde127 None None] Provisioning for port 42da7f1e-f431-40bf-881c-060dc17b767e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:27.965038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0857fb5d-a6f1-40f4-9c4b-6d9955cde127 None None] Provisioning complete for port 42da7f1e-f431-40bf-881c-060dc17b767e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:27.965038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0857fb5d-a6f1-40f4-9c4b-6d9955cde127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.025279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0857fb5d-a6f1-40f4-9c4b-6d9955cde127 None None] Port 42da7f1e-f431-40bf-881c-060dc17b767e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:10:28.089371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.153869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.158900 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Set router eaa2946a-7418-45f8-b14a-389e2367be47 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:28.164103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.187906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.187906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router eaa2946a-7418-45f8-b14a-389e2367be47 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:10:28.204872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.210634 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b0d1519-1f72-490b-9a82-2da69992b00a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 204  len: 168 time: 1.0928025
Dec 09 14:10:28.211541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58536) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:28.217481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1540277098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:28.226167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:28.231971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Usage tracker for resource:router and tenant:ed4fdf3a50674b86b21c0bf8736f3566 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:28.242965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:28.249799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:28.274026 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5cc3d0>, [{'id': 'eaa2946a-7418-45f8-b14a-389e2367be47', 'name': 'tempest-RoutersTest-router-1815921962', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:08:46Z', 'updated_at': '2021-12-09T14:10:19Z', 'revision_number': 11, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:28.274026 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Checking router: eaa2946a-7418-45f8-b14a-389e2367be47 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:28.279826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.279826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.303811 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Routers set() bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:28.303811 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Router IDs set() for agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 09 14:10:28.303811 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_agentschedulers_db [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'eaa2946a-7418-45f8-b14a-389e2367be47'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent'). {{(pid=83446) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 09 14:10:28.303811 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c884e827-aa96-4d3b-b57e-c6db2ab717b8 None None] The sync data for ids ['eaa2946a-7418-45f8-b14a-389e2367be47'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:28.314646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.339419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.366323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.369766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58540) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:28.371948 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c0f931c-b14c-4db9-b0b1-0c32b7a6dff7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1581852
Dec 09 14:10:28.378731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 42da7f1e-f431-40bf-881c-060dc17b767e owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:28.412976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:28.752749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.805841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:28.913977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=42da7f1e-f431-40bf-881c-060dc17b767e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:28.919937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:28.922083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.967467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:28.970033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.042641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/42da7f1e-f431-40bf-881c-060dc17b767e HTTP/1.1" status: 204  len: 168 time: 1.4494317
Dec 09 14:10:29.045773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58544) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.181024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b897b2-051f-4a26-9c05-c275c7207840 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:29.182381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b897b2-051f-4a26-9c05-c275c7207840 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:29.183105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b4b897b2-051f-4a26-9c05-c275c7207840 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:29.210690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b4b897b2-051f-4a26-9c05-c275c7207840 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:29.211802 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b4b897b2-051f-4a26-9c05-c275c7207840 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1661823
Dec 09 14:10:29.215366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58548) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.234198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Router e482466b-97ea-48c1-b934-e2014bc3c92d is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:10:29.373720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:29.379997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.383297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd59d9e2-8c61-4a67-a8e9-7e2f29bb7884 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "PUT /v2.0/routers/e482466b-97ea-48c1-b934-e2014bc3c92d HTTP/1.1" status: 200  len: 694 time: 1.0107090
Dec 09 14:10:29.383754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58552) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.387149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] Sync routers for ids ['e482466b-97ea-48c1-b934-e2014bc3c92d'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:29.398902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] Routers {'e482466b-97ea-48c1-b934-e2014bc3c92d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:29.399812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a20cf10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['e482466b-97ea-48c1-b934-e2014bc3c92d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:29.525760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 8fd35c40-c0cc-4003-b0f2-8744fabc791e {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:29.529975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.535881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] Set router e482466b-97ea-48c1-b934-e2014bc3c92d gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:29.590799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.623982 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-480b4614-0465-4ae9-bd0b-ce63cedb8774 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/routers/e482466b-97ea-48c1-b934-e2014bc3c92d HTTP/1.1" status: 200  len: 700 time: 0.2390075
Dec 09 14:10:29.626636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58556) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.674194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4b6e39f3-6a18-44c2-985d-aff75b0e1ce2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Synchronizing usage tracker for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:29.684276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.688160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4b6e39f3-6a18-44c2-985d-aff75b0e1ce2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Unset dirty status for tenant:ed4fdf3a50674b86b21c0bf8736f3566 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:29.689517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4b6e39f3-6a18-44c2-985d-aff75b0e1ce2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=e482466b-97ea-48c1-b934-e2014bc3c92d HTTP/1.1" status: 200  len: 205 time: 0.0618887
Dec 09 14:10:29.692252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58560) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.713210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a20cf10>, [{'id': 'e482466b-97ea-48c1-b934-e2014bc3c92d', 'name': 'tempest-RoutersTest-router-1540277098', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:28Z', 'updated_at': '2021-12-09T14:10:28Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:29.717754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] Checking router: e482466b-97ea-48c1-b934-e2014bc3c92d for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:29.730395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] Routers {'e482466b-97ea-48c1-b934-e2014bc3c92d'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:29.731684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a20cf10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['e482466b-97ea-48c1-b934-e2014bc3c92d'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:29.761492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.765155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:29.798603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd35c40-c0cc-4003-b0f2-8744fabc791e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:29.803407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:29.808846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.823836 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/8fd35c40-c0cc-4003-b0f2-8744fabc791e HTTP/1.1" status: 204  len: 168 time: 0.6073065
Dec 09 14:10:29.826532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58564) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.847140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505efd1e-6f6f-49c4-9c35-bd7e69f9db2b None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:29.897648 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b747a775-24d4-4016-8227-0606781ee5bf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0696344
Dec 09 14:10:29.900047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:29.953698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:29.955043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] Set router e482466b-97ea-48c1-b934-e2014bc3c92d gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:29.979821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643208da-ff53-4d55-930e-83859159cdf0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:29.984062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-643208da-ff53-4d55-930e-83859159cdf0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0801101
Dec 09 14:10:29.984062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58572) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.053046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74449bc9-bd03-4193-9c16-21bce38abbfb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:30.053775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-74449bc9-bd03-4193-9c16-21bce38abbfb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:30.072628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-74449bc9-bd03-4193-9c16-21bce38abbfb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:30.076800 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-74449bc9-bd03-4193-9c16-21bce38abbfb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0889499
Dec 09 14:10:30.077433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.090109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a20cf10>, [{'id': 'e482466b-97ea-48c1-b934-e2014bc3c92d', 'name': 'tempest-RoutersTest-router-1540277098', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:28Z', 'updated_at': '2021-12-09T14:10:28Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:30.123851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ba433-3eea-478f-a5df-6c05549a1eb4 None None] The sync data for ids ['e482466b-97ea-48c1-b934-e2014bc3c92d'] in dv-neutron-821183-1-hyperv is: [{'id': 'e482466b-97ea-48c1-b934-e2014bc3c92d', 'name': 'tempest-RoutersTest-router-1540277098', 'tenant_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:28Z', 'updated_at': '2021-12-09T14:10:28Z', 'revision_number': 2, 'project_id': 'ed4fdf3a50674b86b21c0bf8736f3566', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:30.149874 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3c9f43eb-f2c9-4bb3-b929-f40fccd30fbf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0714502
Dec 09 14:10:30.160891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.167875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:30.242701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:30.247554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Deleting port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:30.248396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.471981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] For port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:30.471981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.526334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:30.533937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.542607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:30.546047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.562459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:30.593628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Calling delete_port for 2bb0ceb9-0039-48cd-ac2d-30da369deb8e owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:30.710876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.712755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.712755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Fanout notify agent at l3_agent the message router_deleted on router e482466b-97ea-48c1-b934-e2014bc3c92d {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:10:30.713036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:30.723455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.750559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:30.751600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Pushing event deleted for resources: {'Port': ['ID=2bb0ceb9-0039-48cd-ac2d-30da369deb8e,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:30.757327 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2722be28-7a82-4c99-b9e6-70382587fa57 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/e482466b-97ea-48c1-b934-e2014bc3c92d HTTP/1.1" status: 204  len: 168 time: 1.0572727
Dec 09 14:10:30.758586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:30.758740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58584) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.759821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] No DVR routers for this DVR port 2bb0ceb9-0039-48cd-ac2d-30da369deb8e on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:30.820402 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-058053be-f992-4e4b-b9b5-d945f401f9a5 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=e482466b-97ea-48c1-b934-e2014bc3c92d HTTP/1.1" status: 200  len: 205 time: 0.0557432
Dec 09 14:10:30.820402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58588) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.891631 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-318ffbea-d1c2-4a9a-8408-47a9c557bea3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:30.891631 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-318ffbea-d1c2-4a9a-8408-47a9c557bea3 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/e482466b-97ea-48c1-b934-e2014bc3c92d HTTP/1.1" status: 404  len: 336 time: 0.0732098
Dec 09 14:10:30.894493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58592) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.931762 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef0a08-f56a-49e9-bfaa-7c3b56118ba6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:30.932193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efef0a08-f56a-49e9-bfaa-7c3b56118ba6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:30.933832 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-efef0a08-f56a-49e9-bfaa-7c3b56118ba6 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/8dfac01a-15ca-4048-b07b-3716b772c379 HTTP/1.1" status: 404  len: 337 time: 0.0388880
Dec 09 14:10:30.936415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58596) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:30.978712 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-39697238-9da7-400c-8b6d-927c114fe008 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:30.978712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39697238-9da7-400c-8b6d-927c114fe008 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:30.979549 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-39697238-9da7-400c-8b6d-927c114fe008 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/af23efdd-0236-4aec-9094-dc0bf7acb4e0 HTTP/1.1" status: 404  len: 337 time: 0.0422735
Dec 09 14:10:30.982498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58600) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.026143 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e464bf-1b6e-4cd2-950e-00e753fe20fc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:31.026143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e464bf-1b6e-4cd2-950e-00e753fe20fc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:31.026143 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-06e464bf-1b6e-4cd2-950e-00e753fe20fc tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/fd1ace7d-f5e0-415f-b8eb-a5e2cab6364c HTTP/1.1" status: 404  len: 337 time: 0.0420663
Dec 09 14:10:31.028290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58604) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.071538 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e685f07c-7a0a-4dca-8fed-df7f597e6316 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:31.071538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e685f07c-7a0a-4dca-8fed-df7f597e6316 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:31.074064 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e685f07c-7a0a-4dca-8fed-df7f597e6316 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/65e77795-5208-411a-ab5c-ad685775e9f2 HTTP/1.1" status: 404  len: 337 time: 0.0445845
Dec 09 14:10:31.076331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58608) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.089979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:31.089979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:31.089979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cee1bb21-5366-4491-ab4b-36c38656456e tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:31.126713 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-df4361d0-cbca-493b-9112-3ba2c8c0b9f4 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 200  len: 205 time: 0.0436707
Dec 09 14:10:31.126713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58612) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.159699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:31.159699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:31.159699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:31.167427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:31.184942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75d972e-0449-4de1-bdcb-efe6fc64b09c None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:31.200998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=fb996dab-fcc0-4448-8e2d-6bbadbbf20d2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:31.200998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:31.200998 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.0385730
Dec 09 14:10:31.213963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.227087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:c1:be:09', 'name': 'tempest-NetworksTestDHCPv6-735353720'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:31.329182 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-2b84af6a-3c35-4b64-a4e4-07e523e7d269 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:31.329182 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b84af6a-3c35-4b64-a4e4-07e523e7d269 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/eaa2946a-7418-45f8-b14a-389e2367be47 HTTP/1.1" status: 404  len: 336 time: 0.1935883
Dec 09 14:10:31.329182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58620) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.374244 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9e2a2b6d-64ee-48a4-8004-8cad2632f613 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e280b61-fddb-46ea-b580-7ff3c85c7d23 HTTP/1.1" status: 200  len: 205 time: 0.0510855
Dec 09 14:10:31.376413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58624) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.406464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:31.412095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:31.415403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:31.423107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:31.435155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:31.439187 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-ddeb43f9-9e8e-4aed-90f3-a2cfd2f8d831 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:31.439948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:31.440202 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ddeb43f9-9e8e-4aed-90f3-a2cfd2f8d831 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/1e280b61-fddb-46ea-b580-7ff3c85c7d23 HTTP/1.1" status: 404  len: 336 time: 0.0629146
Dec 09 14:10:31.443406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58628) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.483751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 25c5ad84-52f8-4b7d-94b9-e8121cc0ba95 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:31.498416 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ce1337-7f4f-4d6d-824a-b724686d5320 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:31.498416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ce1337-7f4f-4d6d-824a-b724686d5320 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:31.498416 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-62ce1337-7f4f-4d6d-824a-b724686d5320 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/4773b312-d08e-4d67-97b3-3671e5835efe HTTP/1.1" status: 404  len: 337 time: 0.0443566
Dec 09 14:10:31.498416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58632) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.534162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': 'fb996dab-fcc0-4448-8e2d-6bbadbbf20d2'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:31.534162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:31.585339 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a1b62036-7876-4ddf-97af-dec61edcc814 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 200  len: 205 time: 0.0914359
Dec 09 14:10:31.589631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58636) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.662543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2bb0ceb9-0039-48cd-ac2d-30da369deb8e no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:31.701481 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-32ed174b-794c-4f8e-88d2-f5a006446e7d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:31.701481 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-32ed174b-794c-4f8e-88d2-f5a006446e7d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/fd66aa8e-edf0-4fc2-84d1-4d8534a0c602 HTTP/1.1" status: 404  len: 336 time: 0.1069469
Dec 09 14:10:31.701481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58640) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.716128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 2bb0ceb9-0039-48cd-ac2d-30da369deb8e {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:31.716128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2bb0ceb9-0039-48cd-ac2d-30da369deb8e not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:31.759207 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6160ae7c-0220-45d9-b395-591e9982cbb9 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb9843b8-46d9-417a-8867-3d254c415ded HTTP/1.1" status: 200  len: 205 time: 0.0556948
Dec 09 14:10:31.763533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.807638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Allocated IP 2001:db8::f816:3eff:fe7c:98fa (06176117-bfee-4a45-b798-e2271f4e3e62/fb996dab-fcc0-4448-8e2d-6bbadbbf20d2/f02eed0c-c753-4566-806e-eb3305ead03a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:31.840645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-5f115a07-0586-47fa-87a0-41e10903722e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:31.840645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5f115a07-0586-47fa-87a0-41e10903722e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/eb9843b8-46d9-417a-8867-3d254c415ded HTTP/1.1" status: 404  len: 336 time: 0.0816174
Dec 09 14:10:31.840645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58648) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.884121 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4962cc6f-84e0-4064-94a9-43f189206922 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:31.884121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4962cc6f-84e0-4064-94a9-43f189206922 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:31.893289 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4962cc6f-84e0-4064-94a9-43f189206922 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/2df3daeb-9a3f-4793-a0dc-15612af4b979 HTTP/1.1" status: 404  len: 337 time: 0.0465515
Dec 09 14:10:31.893289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58652) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:31.939831 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fef21502-ecca-4077-87d3-b5e2154b1196 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=298fed26-bc09-4b03-83a5-026553a845fa HTTP/1.1" status: 200  len: 205 time: 0.0474925
Dec 09 14:10:31.940385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58656) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.007208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-b6689d63-7269-4d89-93be-c248aba5c775 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:32.008400 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6689d63-7269-4d89-93be-c248aba5c775 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/298fed26-bc09-4b03-83a5-026553a845fa HTTP/1.1" status: 404  len: 336 time: 0.0671382
Dec 09 14:10:32.011021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58660) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.052991 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f54a965-de2b-433a-b2c8-ceb0659c6356 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:32.053422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f54a965-de2b-433a-b2c8-ceb0659c6356 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:32.055182 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1f54a965-de2b-433a-b2c8-ceb0659c6356 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/166c03ce-f964-447f-85d9-cf767ee6dffc HTTP/1.1" status: 404  len: 337 time: 0.0430768
Dec 09 14:10:32.057281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.058446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58664) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.069516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Transition to ACTIVE for port object f02eed0c-c753-4566-806e-eb3305ead03a will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:32.089350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Transition to ACTIVE for port object f02eed0c-c753-4566-806e-eb3305ead03a will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:32.096247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.105987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:32.137846 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2015c544-abb5-47e4-ac85-2a3f0b357607 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "GET /v2.0/ports?device_id=380df388-bce6-45fe-ad27-e929b0a2d4c2 HTTP/1.1" status: 200  len: 205 time: 0.0765333
Dec 09 14:10:32.138541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58668) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.167775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Pushing event updated for resources: {'Port': ['ID=f02eed0c-c753-4566-806e-eb3305ead03a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:32.172269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:32.181830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:32.183051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:32.185448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:32.192738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fec1:be09 (06176117-bfee-4a45-b798-e2271f4e3e62/fb996dab-fcc0-4448-8e2d-6bbadbbf20d2/25c5ad84-52f8-4b7d-94b9-e8121cc0ba95) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:32.221329 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-f8070007-9a7a-4b2b-9735-00f98b226e6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] delete failed (client error): The resource could not be found.
Dec 09 14:10:32.222683 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f8070007-9a7a-4b2b-9735-00f98b226e6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/routers/380df388-bce6-45fe-ad27-e929b0a2d4c2 HTTP/1.1" status: 404  len: 336 time: 0.0833421
Dec 09 14:10:32.226084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58672) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.282610 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eaf1db-368c-41ac-b98e-1ac2218bd1fd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:32.283031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Attempting to bind port f02eed0c-c753-4566-806e-eb3305ead03a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:32.283160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eaf1db-368c-41ac-b98e-1ac2218bd1fd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:32.283411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Attempting to bind port f02eed0c-c753-4566-806e-eb3305ead03a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:32.283775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Attempting to bind port f02eed0c-c753-4566-806e-eb3305ead03a on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:32.285573 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e3eaf1db-368c-41ac-b98e-1ac2218bd1fd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/24b346fe-2b5b-4a94-92fd-911124c4bf78 HTTP/1.1" status: 404  len: 337 time: 0.0574985
Dec 09 14:10:32.287371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58676) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.291194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:32.291578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:32.291987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.292381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:32.293021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Bound port: f02eed0c-c753-4566-806e-eb3305ead03a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:32.293401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.335990 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-03340608-ff41-460b-9a8d-709db0b8e0d2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:10:32.336436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03340608-ff41-460b-9a8d-709db0b8e0d2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:32.340708 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-03340608-ff41-460b-9a8d-709db0b8e0d2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] 10.222.0.21 "DELETE /v2.0/subnets/755c87f5-103a-4f3f-ad95-1612ff4ee33f HTTP/1.1" status: 404  len: 337 time: 0.0498328
Dec 09 14:10:32.388289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] For port f02eed0c-c753-4566-806e-eb3305ead03a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:32.392690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] For port f02eed0c-c753-4566-806e-eb3305ead03a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f02eed0c-c753-4566-806e-eb3305ead03a,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:32.398524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.402666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:32.438681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.455264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 25c5ad84-52f8-4b7d-94b9-e8121cc0ba95 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:32.493109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.493109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e83e7fab-bde1-4f40-b5f6-18f4edb05017 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:32.517464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Pushing event updated for resources: {'Port': ['ID=f02eed0c-c753-4566-806e-eb3305ead03a,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:32.525952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:32.589833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=25c5ad84-52f8-4b7d-94b9-e8121cc0ba95,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:32.600223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:32.601610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:32.602436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:32.605149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:32.611114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:32.611990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:32.637689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.4286416
Dec 09 14:10:32.640609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.734938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d784cbf-83f4-4989-82a4-e56ea8b4f88f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:32.743585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d784cbf-83f4-4989-82a4-e56ea8b4f88f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:32.744223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7d784cbf-83f4-4989-82a4-e56ea8b4f88f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:32.792789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7d784cbf-83f4-4989-82a4-e56ea8b4f88f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:32.799700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58688) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.800890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d784cbf-83f4-4989-82a4-e56ea8b4f88f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1568546
Dec 09 14:10:32.832631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58692) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:32.910946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 25c5ad84-52f8-4b7d-94b9-e8121cc0ba95 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:32.911421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.090908 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fe889737-97db-4df1-94d6-d90f84549ff6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed4fdf3a50674b86b21c0bf8736f3566&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2583582
Dec 09 14:10:33.093010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58700) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:33.159285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.185130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.220999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.241553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.248198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-26cb8d26-4345-49c4-af74-977f423b4d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:33.259923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faee2c0-a734-4269-aac3-5ed2a587e93b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:33.276967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:33.280072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.282017 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1faee2c0-a734-4269-aac3-5ed2a587e93b HTTP/1.1" status: 204  len: 168 time: 0.1875565
Dec 09 14:10:33.361237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 25c5ad84-52f8-4b7d-94b9-e8121cc0ba95 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:33.578987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.595318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17495d5b-63a9-4062-b45c-7a1420622074 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:33.659226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f02eed0c-c753-4566-806e-eb3305ead03a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:33.679691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=25c5ad84-52f8-4b7d-94b9-e8121cc0ba95,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:33.725705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:33.750705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.763356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f02eed0c-c753-4566-806e-eb3305ead03a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:33.770823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58712) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:33.771423 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/25c5ad84-52f8-4b7d-94b9-e8121cc0ba95 HTTP/1.1" status: 204  len: 168 time: 0.9696848
Dec 09 14:10:33.858117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790e246-c127-44a8-8232-361927fff080 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:33.859596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790e246-c127-44a8-8232-361927fff080 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:33.859596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8790e246-c127-44a8-8232-361927fff080 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:33.883944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8790e246-c127-44a8-8232-361927fff080 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:33.883944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8790e246-c127-44a8-8232-361927fff080 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1097732
Dec 09 14:10:33.886190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:33.942742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Provisioning for port f02eed0c-c753-4566-806e-eb3305ead03a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:33.947973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Provisioning complete for port f02eed0c-c753-4566-806e-eb3305ead03a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:33.948351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:33.971544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet fb996dab-fcc0-4448-8e2d-6bbadbbf20d2 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:33.976258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.066876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.099957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.144803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] For port f02eed0c-c753-4566-806e-eb3305ead03a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f02eed0c-c753-4566-806e-eb3305ead03a,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:34.149763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.151502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:34.191143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.251246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Pushing event updated for resources: {'Port': ['ID=f02eed0c-c753-4566-806e-eb3305ead03a,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:34.259314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:34.286228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-417ba074-27e5-4507-9e7d-02c16e483480 None None] Could not find standard attr ID for object 25c5ad84-52f8-4b7d-94b9-e8121cc0ba95. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:10:34.310420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.315090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff39dffe-94c9-4fff-b40b-eb2139f611b8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:34.352511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=fb996dab-fcc0-4448-8e2d-6bbadbbf20d2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:34.355701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:34.361849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.377594 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/fb996dab-fcc0-4448-8e2d-6bbadbbf20d2 HTTP/1.1" status: 204  len: 168 time: 0.4921501
Dec 09 14:10:34.380008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58730) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:34.392204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f079f-971c-4750-80e6-fbc28d0be8d9 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:34.424612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58734) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:34.459279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9af8926f-295e-4acc-b3fd-babe8c749f59 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0746236
Dec 09 14:10:34.459671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58740) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:34.466588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:34.584613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fb6b3be0-a830-492a-997f-bfa321b97623 tempest-DvrRoutersNegativeTest-111247937 tempest-DvrRoutersNegativeTest-111247937-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2111288195', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:34.587530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.policy [None req-fb6b3be0-a830-492a-997f-bfa321b97623 tempest-DvrRoutersNegativeTest-111247937 tempest-DvrRoutersNegativeTest-111247937-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83443) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 09 14:10:34.587830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.policy [None req-fb6b3be0-a830-492a-997f-bfa321b97623 tempest-DvrRoutersNegativeTest-111247937 tempest-DvrRoutersNegativeTest-111247937-project] Failed policy check for 'create_router' {{(pid=83443) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 09 14:10:34.588350 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-fb6b3be0-a830-492a-997f-bfa321b97623 tempest-DvrRoutersNegativeTest-111247937 tempest-DvrRoutersNegativeTest-111247937-project] create failed (client error): Access was denied to this resource.
Dec 09 14:10:34.592870 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fb6b3be0-a830-492a-997f-bfa321b97623 tempest-DvrRoutersNegativeTest-111247937 tempest-DvrRoutersNegativeTest-111247937-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1615283
Dec 09 14:10:34.599694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:34.606944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:34.610546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:34.616581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:34.631827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:34.724855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:34.736461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Deleting port f02eed0c-c753-4566-806e-eb3305ead03a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:34.737709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:34.864915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.028690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] For port f02eed0c-c753-4566-806e-eb3305ead03a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f02eed0c-c753-4566-806e-eb3305ead03a,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:35.028690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.042137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:35.163008 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Calling delete_port for f02eed0c-c753-4566-806e-eb3305ead03a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:35.244528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.255533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.258561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:35.271821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:35.271821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.281268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7c8c0d95-a13b-417a-bd97-125cd663cccd tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:35.281671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:35.291014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Usage tracker for resource:security_group_rule and tenant:ae37410d130e49589594d4d8571291b5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:35.291014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:35.303553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:35.306134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Pushing event deleted for resources: {'Port': ['ID=f02eed0c-c753-4566-806e-eb3305ead03a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:35.306134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:35.317511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] No DVR routers for this DVR port f02eed0c-c753-4566-806e-eb3305ead03a on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:35.341970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:35.345168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:35.349555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:35.350148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.363828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce7f57d-2d8d-4835-9e6e-1e5d5309c6e8 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:35.366396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=85b01e21-1bce-404c-b564-6760087bb8ec,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:35.371042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:35.386757 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.9255633
Dec 09 14:10:35.388448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58754) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:35.395825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:27:4c:b6', 'name': 'tempest-NetworksTestDHCPv6-603364075'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:35.419608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.429547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.476035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-975e6238-2a05-4aea-be66-b58bdd41bcf7 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:35.547764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58758) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:35.548787 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae37410d130e49589594d4d8571291b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5165441
Dec 09 14:10:35.549513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48c8721-e074-4007-85d3-fb3e937f48a2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:35.559214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:35.632372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f02eed0c-c753-4566-806e-eb3305ead03a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:35.638448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:35.649225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:35.657476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:35.665850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:35.674593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: f02eed0c-c753-4566-806e-eb3305ead03a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:35.674593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f02eed0c-c753-4566-806e-eb3305ead03a not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:35.689541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:35.692274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.709263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.741021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port c5511f6c-14f7-4dfb-b0b8-7957a55611c0 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:35.747399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '85b01e21-1bce-404c-b564-6760087bb8ec'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:35.749495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.786567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.924613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.931699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:35.943332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe27:4cb6 (06176117-bfee-4a45-b798-e2271f4e3e62/85b01e21-1bce-404c-b564-6760087bb8ec/c5511f6c-14f7-4dfb-b0b8-7957a55611c0) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:35.952036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48c8721-e074-4007-85d3-fb3e937f48a2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:35.957868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:35.985440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:35.986609 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d48c8721-e074-4007-85d3-fb3e937f48a2 HTTP/1.1" status: 204  len: 168 time: 0.4377573
Dec 09 14:10:36.163272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.179572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object c5511f6c-14f7-4dfb-b0b8-7957a55611c0 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:36.203201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.217362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3a48c758-8525-4915-8a25-51b566bb3e1d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:36.277135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:36.277135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:36.290673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:36.291623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:36.291623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.291842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Allocated IP 2001:db8::f816:3eff:fe02:ac1c (06176117-bfee-4a45-b798-e2271f4e3e62/85b01e21-1bce-404c-b564-6760087bb8ec/8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:36.322833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=c5511f6c-14f7-4dfb-b0b8-7957a55611c0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:36.326704 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 0.9371855
Dec 09 14:10:36.327694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:36.330156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:36.408932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d245c-cb5c-4677-89b6-bb4aa258cc1a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:36.410930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-675d245c-cb5c-4677-89b6-bb4aa258cc1a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0798190
Dec 09 14:10:36.413839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58780) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:36.481731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port c5511f6c-14f7-4dfb-b0b8-7957a55611c0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:36.482066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.539338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.550202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Transition to ACTIVE for port object 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:36.572908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Transition to ACTIVE for port object 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:36.583554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.592201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f53c745b-79ca-47d1-b3a3-a0962115253f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:36.671429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:36.674911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Pushing event updated for resources: {'Port': ['ID=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:36.678333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:36.679581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:36.682088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:36.784737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Attempting to bind port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:36.786212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Attempting to bind port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:36.786212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Attempting to bind port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:36.793149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:36.793548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:36.793973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.794374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:36.794848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Bound port: 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:36.795229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.840142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.884581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] For port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:36.887606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] For port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:36.892914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:36.900947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94cf2441-1ef6-48df-8b2e-9ba207bc6cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:36.915429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58792) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:36.922173 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027771
Dec 09 14:10:36.922654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58794) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:36.961988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for c5511f6c-14f7-4dfb-b0b8-7957a55611c0 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:36.976757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Pushing event updated for resources: {'Port': ['ID=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:36.980223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:37.081000 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c3bcc6f6-e263-47cb-a523-7ebfc97277df tempest-NetworksApiDiscovery-639254520 tempest-NetworksApiDiscovery-639254520-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1570187
Dec 09 14:10:37.135964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.142974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:37.202333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=c5511f6c-14f7-4dfb-b0b8-7957a55611c0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:37.204754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:37.246231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.264404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58802) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:37.264754 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/c5511f6c-14f7-4dfb-b0b8-7957a55611c0 HTTP/1.1" status: 204  len: 168 time: 0.8497353
Dec 09 14:10:37.336641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b308e1-22bc-4dff-b3e4-b7e9f66e7c49 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:37.338112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b308e1-22bc-4dff-b3e4-b7e9f66e7c49 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:37.338858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-33b308e1-22bc-4dff-b3e4-b7e9f66e7c49 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:37.355295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-33b308e1-22bc-4dff-b3e4-b7e9f66e7c49 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:37.356534 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-33b308e1-22bc-4dff-b3e4-b7e9f66e7c49 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.0910256
Dec 09 14:10:37.359374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58808) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:37.432451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58812) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:37.555863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 85b01e21-1bce-404c-b564-6760087bb8ec {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:37.559134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.591383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.618801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:37.630413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:37.635298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Usage tracker for resource:security_group_rule and tenant:17a8b673bf3541b3a63b55d78e0751ce is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:37.638087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.638685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:37.645454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:37.704912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:37.745232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.747394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.758644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.765695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10ad9d97-00d4-4e09-b9a7-8664c2d2db30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:37.812178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a982fbf-35ae-418b-88f5-72dd04612071,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:37.815308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:37.819380 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17a8b673bf3541b3a63b55d78e0751ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3858547
Dec 09 14:10:37.821922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58818) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:37.845281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.849847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d04bd327-fdce-43e2-ac0d-dcdcb9d5291a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:37.887570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=85b01e21-1bce-404c-b564-6760087bb8ec,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:37.890291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:37.894460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.899486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.913418 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/85b01e21-1bce-404c-b564-6760087bb8ec HTTP/1.1" status: 204  len: 168 time: 0.5529630
Dec 09 14:10:37.915959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58822) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:37.921752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.983790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:37.988406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-432b01d1-b67f-4b1b-ac3a-b3fb8c1a4ec0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:37.990336 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3eed60a4-0ac1-4af7-8be8-104ba0f68c6a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0730312
Dec 09 14:10:37.992666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:38.000441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a982fbf-35ae-418b-88f5-72dd04612071,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:38.007616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:38.014639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.016139 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a982fbf-35ae-418b-88f5-72dd04612071 HTTP/1.1" status: 204  len: 168 time: 0.1931298
Dec 09 14:10:38.044948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea342da-9422-4804-9757-7054fab86aa1 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:38.085630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee7b1e-8a43-46e2-84bd-b01a1a508a15 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:38.086341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c0ee7b1e-8a43-46e2-84bd-b01a1a508a15 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:38.102000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c0ee7b1e-8a43-46e2-84bd-b01a1a508a15 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:38.105853 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c0ee7b1e-8a43-46e2-84bd-b01a1a508a15 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1094213
Dec 09 14:10:38.106597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:38.184472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a4e01-9866-4d9d-a58d-7043d36608d5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:38.184913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-026a4e01-9866-4d9d-a58d-7043d36608d5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:38.202417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-026a4e01-9866-4d9d-a58d-7043d36608d5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:38.207063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58838) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:38.210805 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-026a4e01-9866-4d9d-a58d-7043d36608d5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0975001
Dec 09 14:10:38.216280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Provisioning for port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:38.227455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Provisioning complete for port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:38.227900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.294323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58844) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:38.294500 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6b39d57d-cb3d-4329-8f3c-b5c50c580f8b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0858991
Dec 09 14:10:38.301686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:38.364194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.382558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:38.393051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Deleting port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:38.393432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.437013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:38.448708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] For port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:38.449288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:38.460308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:38.463774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.481768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.492527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:38.645389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Pushing event updated for resources: {'Port': ['ID=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:38.650320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:38.670348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] For port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:38.670774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.740269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.750240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6fb433a6-1b56-4311-9326-7076e4b7a6be tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:38.798883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:38.802371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:38.806487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:38.807063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.822378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Calling delete_port for 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:38.837409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=1d2c868c-8aae-434d-b5a8-0c1e2fa4938c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:38.840866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:38.846685 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5508492
Dec 09 14:10:38.849879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:38.856914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:71:d5:ba', 'name': 'tempest-NetworksTestDHCPv6-16244596'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:38.903744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:38.909251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:38.955079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Pushing event deleted for resources: {'Port': ['ID=8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:38.962252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:38.967376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] No DVR routers for this DVR port 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:38.984807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71597bf-00ed-4bd0-92df-88f25c0ea679 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:39.033489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:39.044668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:39.057789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:39.062547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.098327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 459b2ef4-64dd-4091-b3d5-5a6bacd42974 yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:39.261959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::365 (06176117-bfee-4a45-b798-e2271f4e3e62/1d2c868c-8aae-434d-b5a8-0c1e2fa4938c/459b2ef4-64dd-4091-b3d5-5a6bacd42974) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:39.264739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '1d2c868c-8aae-434d-b5a8-0c1e2fa4938c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:39.266106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.581597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:39.588778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.604911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 459b2ef4-64dd-4091-b3d5-5a6bacd42974 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:39.617753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:39.618544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8c9c50e1-fcf4-4ed5-bc7d-9f6a51e7462c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:39.631253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.637192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de4d3128-0505-4daf-8500-d465006398aa tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:39.701986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/1d2c868c-8aae-434d-b5a8-0c1e2fa4938c/070e0378-4d2e-4d38-aa3d-3e9edf2413f2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:39.711805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:39.714860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:39.719688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:39.723567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:39.724165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.728048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=459b2ef4-64dd-4091-b3d5-5a6bacd42974,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:39.732231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:39.757975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.9068325
Dec 09 14:10:39.760620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58880) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:39.848394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de594b-fdc3-461b-b64d-46cf0785d8a5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:39.849079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08de594b-fdc3-461b-b64d-46cf0785d8a5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:39.867041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08de594b-fdc3-461b-b64d-46cf0785d8a5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:39.868947 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-08de594b-fdc3-461b-b64d-46cf0785d8a5 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.1072397
Dec 09 14:10:39.871681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58888) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:39.927636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.938496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Transition to ACTIVE for port object 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:39.951973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 459b2ef4-64dd-4091-b3d5-5a6bacd42974 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:39.952319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.963427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Transition to ACTIVE for port object 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:39.968691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:39.973473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4d42232d-7354-4e83-96c8-38bea30ddd95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:40.046961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:40.047587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Pushing event updated for resources: {'Port': ['ID=070e0378-4d2e-4d38-aa3d-3e9edf2413f2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:40.050199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:40.052469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:40.053374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:40.139915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Attempting to bind port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:40.140295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Attempting to bind port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:40.140665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Attempting to bind port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:40.147111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:40.147495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:40.147902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.148299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:40.148768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Bound port: 070e0378-4d2e-4d38-aa3d-3e9edf2413f2, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:40.149147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.227818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.239107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] For port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:40.242456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] For port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=070e0378-4d2e-4d38-aa3d-3e9edf2413f2,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:40.246679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.250366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:40.324745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Pushing event updated for resources: {'Port': ['ID=070e0378-4d2e-4d38-aa3d-3e9edf2413f2,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:40.327981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:40.357270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 459b2ef4-64dd-4091-b3d5-5a6bacd42974 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:40.452079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58896) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:40.459303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-183590525', 'description': 'tempest-secgroup-smoke-183590525 description', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:40.465299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:40.474295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:40.478339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:40.502470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:40.517015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.531279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.532462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.547684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-65d602ce-0ffe-433f-8c20-7690816e9a53 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:40.579168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:40.584223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:40.587562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:40.594062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:40.595756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=459b2ef4-64dd-4091-b3d5-5a6bacd42974,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:40.631582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:40.639036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.649560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/459b2ef4-64dd-4091-b3d5-5a6bacd42974 HTTP/1.1" status: 204  len: 168 time: 0.7766066
Dec 09 14:10:40.652072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:40.671919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.676150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.681513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e234eac8-302a-4bf2-aff5-2cac6a4fe780 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:40.723145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6c3f9-686f-458e-a3b4-604f839d773d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:40.723585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:40.724629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea6c3f9-686f-458e-a3b4-604f839d773d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:40.725373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bea6c3f9-686f-458e-a3b4-604f839d773d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:40.727720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aba6de5-ecda-46d2-ba4b-8e969e603413,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:40.731081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:40.732238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:40.735176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:40.742776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:40.742863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bea6c3f9-686f-458e-a3b4-604f839d773d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:40.746570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bea6c3f9-686f-458e-a3b4-604f839d773d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.0911005
Dec 09 14:10:40.746812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:40.798186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.801660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.805185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e8bedc4f-4560-41c9-b1bf-5042cf50ce78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:40.812667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 1d2c868c-8aae-434d-b5a8-0c1e2fa4938c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:40.815570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.844546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5209ce-e1e6-453b-adad-f4b33a92468e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:40.847696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:40.849046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.853434 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4002733
Dec 09 14:10:40.854004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:40.861295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group_rule': {'security_group_id': '0b5209ce-e1e6-453b-adad-f4b33a92468e', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:40.878420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:40.886341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:40.890101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:40.916663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:40.927651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:40.963343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.023863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.087123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.091530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.095560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-744311d8-df17-4f12-84ed-75476919d116 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:41.121340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb772d5-87e1-4d66-a3a0-f4e9d20f225d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:41.127336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:41.144166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.148669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:41.174991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.176671 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3217456
Dec 09 14:10:41.180668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58912) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.185774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group_rule': {'security_group_id': '0b5209ce-e1e6-453b-adad-f4b33a92468e', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:41.186595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2c868c-8aae-434d-b5a8-0c1e2fa4938c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:41.190231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:41.194396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.195157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:41.196335 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/1d2c868c-8aae-434d-b5a8-0c1e2fa4938c HTTP/1.1" status: 204  len: 168 time: 0.4485488
Dec 09 14:10:41.198966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.200024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:41.203239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:41.209101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:41.227817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.270097 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10591bc3-d38a-44f3-9f73-57a5f0d81ef7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0698383
Dec 09 14:10:41.272758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.294625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.298887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.301427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-91e0e6bb-e706-407f-8a32-8f530cb795a0 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:41.325140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f83b05a-615e-41f3-8d0c-e19e05c64ece,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:41.327672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:41.335501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.336937 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1563323
Dec 09 14:10:41.340569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58924) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.348135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group_rule': {'security_group_id': '0b5209ce-e1e6-453b-adad-f4b33a92468e', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:41.349278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf5971-06e7-45f0-b888-28bce319db91 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:41.356062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:41.366856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:41.370689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:41.378133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:41.394752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae70ebad-3445-4ef2-adbe-5ca0b37fc0bd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:41.395422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae70ebad-3445-4ef2-adbe-5ca0b37fc0bd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:41.408736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.435513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae70ebad-3445-4ef2-adbe-5ca0b37fc0bd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:41.436759 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae70ebad-3445-4ef2-adbe-5ca0b37fc0bd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1633101
Dec 09 14:10:41.439638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58928) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.488679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.506571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.510048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-764b82a5-df38-4ca8-a388-b9c490409d1c tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:41.527647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b6662a42-0770-443b-b8c0-c25995f97158 None None] Provisioning for port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:41.556664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a0f6fc-8919-4ea4-b73f-a1d14d5fc030 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:41.560842 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-62a0f6fc-8919-4ea4-b73f-a1d14d5fc030 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1173606
Dec 09 14:10:41.561905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58932) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.566836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14268a42-c457-4e22-b8f2-aef41ee02232,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:41.571387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:41.579286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.580810 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2389913
Dec 09 14:10:41.584549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58936) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.589880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group_rule': {'security_group_id': '0b5209ce-e1e6-453b-adad-f4b33a92468e', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:41.596164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:41.600566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:41.604038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:41.610285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:41.629442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.650380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:10:41.659553 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a4bd1292-0c5e-4918-a970-a776f30d496a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0921652
Dec 09 14:10:41.659739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Deleting port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:41.659739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.660682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58942) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.666800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:41.704753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.709162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.711436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b4fa44a-3f1f-45d2-8fdb-34022d4340b4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:41.737422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1906f68f-059d-4d4b-a241-5668dd763048,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:41.741103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:41.752045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.753438 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1683476
Dec 09 14:10:41.756527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.763192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group_rule': {'security_group_id': '0b5209ce-e1e6-453b-adad-f4b33a92468e', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:41.774599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:41.780932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:41.786737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:41.793503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:41.795694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:41.806280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:41.809960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Project f50b7ebcf6ce450a9988d0c855368c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:10:41.817953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:41.818386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.869708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] For port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=070e0378-4d2e-4d38-aa3d-3e9edf2413f2,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:41.870383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.888373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.893411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.895350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-34717c56-9f8a-4967-942c-1de701bfe623 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:41.922567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11a77f8-a1ab-4d56-a34c-37ece3c54f38,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:41.925193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:41.934014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:41.935317 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ce219d7-dabf-4cb3-a956-7c1dc5ab3b13 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1778152
Dec 09 14:10:41.938694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:41.945334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'security_group_rule': {'security_group_id': '0b5209ce-e1e6-453b-adad-f4b33a92468e', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:41.951854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:41.955925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:security_group_rule and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:41.959584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:41.966936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:41.979577 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Project f50b7ebcf6ce450a9988d0c855368c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:10:41.986621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.036308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Calling delete_port for 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:42.039965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.062773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.067768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.070241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef7195c1-3d40-4d52-8da2-cc9136ac0a39 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:42.098643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda6d848-0cf0-4734-9148-2ef1177f9985,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:42.101399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:42.109874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.114027 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1741042
Dec 09 14:10:42.114670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58956) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:42.119094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.122922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b060d66b-1f15-48d9-b473-7b00569dc52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:42.132350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'network': {'name': 'tempest-network-smoke--470648267', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'port_security_enabled': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:42.141766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:42.151393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:network and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:42.156011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:42.165504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Pushing event deleted for resources: {'Port': ['ID=070e0378-4d2e-4d38-aa3d-3e9edf2413f2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:42.167802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:42.167951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:42.172641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] No DVR routers for this DVR port 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:10:42.187395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Made reservation on behalf of f50b7ebcf6ce450a9988d0c855368c56 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:42.190399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.263930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:10:42.286957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.287294 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Added segment 9e77794a-49f8-43f0-8997-72d66f99338f of type vlan for network 68a7fd8b-15c4-47a8-845d-97b2efe512bc
Dec 09 14:10:42.338582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.409308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.413606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:42.414183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.423559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:42.570689 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4549646
Dec 09 14:10:42.571473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:42.573504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58960) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:42.574833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Network': ['ID=68a7fd8b-15c4-47a8-845d-97b2efe512bc,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:42.576951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.579376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'admin_state_up': True, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:42.580817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:42.581397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4fcc16c1-7baa-437e-b5c7-6c086bbc88a5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:42.586509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:42.588794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:10:42.602129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:router and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:42.605661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:42.611803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:42.624966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.626308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.641755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:42.644989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:42.646726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.649263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:42.649883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.657257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=02f11664-9be4-4028-bccd-9c66a36ad219,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:42.664487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943c6e4-9520-4c47-b06d-4515bbcf00b2 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:42.664686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:42.681270 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0170252
Dec 09 14:10:42.681682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58964) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:42.688391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:42.838681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:42.850254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:42.860727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:42.865221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.917986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:42.924722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '02f11664-9be4-4028-bccd-9c66a36ad219'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:42.925978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.000077 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02f11664-9be4-4028-bccd-9c66a36ad219 (CIDR: 2001:db8::/64)
Dec 09 14:10:43.004772 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:43.005214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:43.024714 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-28ec66ce-970d-4ae5-94fb-54a5e60649e9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3415008
Dec 09 14:10:43.027227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58968) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:43.036392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:43.097990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Allocated IP 2001:db8::f816:3eff:fea8:912d (06176117-bfee-4a45-b798-e2271f4e3e62/02f11664-9be4-4028-bccd-9c66a36ad219/d4cd02f2-60e8-4b01-b2df-79a314e95236) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:43.113326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.143849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.197346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:43.207822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:43.222772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:43.226289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.299279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Allocated IP 172.26.3.27 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/66b30dc9-c7cf-42f1-bff7-6237b472522a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:43.308720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.321981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Transition to ACTIVE for port object d4cd02f2-60e8-4b01-b2df-79a314e95236 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:43.342877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Transition to ACTIVE for port object d4cd02f2-60e8-4b01-b2df-79a314e95236 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:43.348896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.354250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-274e1cb1-b79f-430c-a3ad-84bcbc97e27d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:43.420060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:43.422839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:43.427949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:43.430105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:43.434184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:43.460471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.512903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.517211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.522127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a0efbbe6-aa29-4b4f-b993-e716bf3bbb66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:43.527044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ebf28191-e15b-43a1-9df1-4f60a54a1e76 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:43.530312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Attempting to bind port d4cd02f2-60e8-4b01-b2df-79a314e95236 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:43.531043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Attempting to bind port d4cd02f2-60e8-4b01-b2df-79a314e95236 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:43.531692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Attempting to bind port d4cd02f2-60e8-4b01-b2df-79a314e95236 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:43.540411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:43.541195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:43.541859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.542462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:43.543144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Bound port: d4cd02f2-60e8-4b01-b2df-79a314e95236, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:43.543789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.571100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:43.576873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:43.591746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:43.592324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.617138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:43.628816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Port': ['ID=66b30dc9-c7cf-42f1-bff7-6237b472522a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:43.633057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:43.637541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=174571e6-cd19-4ad1-96b2-6c7bed59623e,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:43.641665 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6123083
Dec 09 14:10:43.642619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:43.644704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58972) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:43.649335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:43.651224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:8f:5b:0b', 'name': 'tempest-NetworksTestDHCPv6-844207561'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:43.651508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:43.653943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:43.663423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:10:43.663785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 070e0378-4d2e-4d38-aa3d-3e9edf2413f2 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:10:43.694391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:43.697619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:43.702596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.706477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b68e00f6-11f5-44c3-b121-7d07c2220040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:43.785889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:43.790569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:43.807697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:43.814002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:43.817261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:43.823341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:43.828567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.829280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.836469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:43.840574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:43.870580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 72742276-ed72-43dd-8aab-09ddee6f2157 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:44.104124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:10:44.225772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8:0:1::204 (06176117-bfee-4a45-b798-e2271f4e3e62/174571e6-cd19-4ad1-96b2-6c7bed59623e/72742276-ed72-43dd-8aab-09ddee6f2157) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:44.232306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe8f:5b0b (06176117-bfee-4a45-b798-e2271f4e3e62/02f11664-9be4-4028-bccd-9c66a36ad219/72742276-ed72-43dd-8aab-09ddee6f2157) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:44.318772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:44.328412 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Sync routers for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:44.344910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:44.345446 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:44.349746 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7713592
Dec 09 14:10:44.349878 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5cca90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:44.350012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58976) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:44.452893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:44.471279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 72742276-ed72-43dd-8aab-09ddee6f2157 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:44.507902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:44.522159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca8d859a-1968-4808-b9e7-2eafbd7238c1 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:44.556350 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a726307b-328a-4699-aa2b-e91d2eb067fe tempest-TestNetworkAdvancedServerOps-526832443 tempest-TestNetworkAdvancedServerOps-526832443-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f50b7ebcf6ce450a9988d0c855368c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2052059
Dec 09 14:10:44.556923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:44.562578 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:44.601794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=72742276-ed72-43dd-8aab-09ddee6f2157,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:44.606204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:44.612087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:44.613429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:44.616162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:44.621030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:44.622092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:44.652332 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.0065196
Dec 09 14:10:44.653140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58986) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:44.710172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db10a8-a3a3-4388-96c3-f2d31fea9fef tempest-TestNetworkAdvancedServerOps-526832443 tempest-TestNetworkAdvancedServerOps-526832443-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:44.715957 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50db10a8-a3a3-4388-96c3-f2d31fea9fef tempest-TestNetworkAdvancedServerOps-526832443 tempest-TestNetworkAdvancedServerOps-526832443-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1580195
Dec 09 14:10:44.716582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58990) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:44.731212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 72742276-ed72-43dd-8aab-09ddee6f2157 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:44.732012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:44.761897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab7392bf-fa42-4d58-a335-43a365b9905b tempest-TestNetworkAdvancedServerOps-526832443 tempest-TestNetworkAdvancedServerOps-526832443-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0435674
Dec 09 14:10:44.762487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 58994) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:44.769878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1692387230', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:44.879657 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864eced6-116c-42cb-8072-2a542fbc38c0 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:44.955315 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5cca90>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:43Z', 'revision_number': 3, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:44.959767 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Checking router: 630d54d1-5759-4b2e-a192-4f1d30dec4a8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:44.960115 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Updating router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 port 66b30dc9-c7cf-42f1-bff7-6237b472522a binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:10:44.992089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af1bf1e5-804c-4a28-987a-9d6229166eea None None] Provisioning for port d4cd02f2-60e8-4b01-b2df-79a314e95236 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:45.005443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:45.009930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:subnet and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:45.013087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:45.018225 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.021338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:45.036526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Made reservation on behalf of f50b7ebcf6ce450a9988d0c855368c56 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:45.054700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.153600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.209216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 72742276-ed72-43dd-8aab-09ddee6f2157 owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:45.298277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '02f11664-9be4-4028-bccd-9c66a36ad219', 'ip_address': '2001:db8::f816:3eff:fea8:912d'}, {'subnet_id': '174571e6-cd19-4ad1-96b2-6c7bed59623e'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'd4cd02f2-60e8-4b01-b2df-79a314e95236'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:45.360660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.407527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.414449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-521d3987-3d85-4136-8e42-21f5bf548a04 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:45.415259 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.428415 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Transition to ACTIVE for port object 66b30dc9-c7cf-42f1-bff7-6237b472522a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:45.438047 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.453693 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1bcecd-1074-4567-892b-5ffc55c949ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:45.458234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.474069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d3b3d740-b059-4052-9a89-22055e86b67b tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:45.542463 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Attempting to bind port 66b30dc9-c7cf-42f1-bff7-6237b472522a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:45.542834 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Attempting to bind port 66b30dc9-c7cf-42f1-bff7-6237b472522a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:45.543203 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Attempting to bind port 66b30dc9-c7cf-42f1-bff7-6237b472522a on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:45.562724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=72742276-ed72-43dd-8aab-09ddee6f2157,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:45.562912 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:45.562912 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:45.563303 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.563975 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:45.564103 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Bound port: 66b30dc9-c7cf-42f1-bff7-6237b472522a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:45.564451 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.569012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:45.595133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Subnet': ['ID=07eaade3-d104-4e86-9602-744287dc7d73,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:45.606181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:45.612959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Checking segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:45.614146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network hostable DHCP agents. Network: 68a7fd8b-15c4-47a8-845d-97b2efe512bc, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:10:45.639241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.645482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:10:45.663594 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/72742276-ed72-43dd-8aab-09ddee6f2157 HTTP/1.1" status: 204  len: 168 time: 1.0069523
Dec 09 14:10:45.663922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 58998) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:45.665940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 68a7fd8b-15c4-47a8-845d-97b2efe512bc) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:45.666292 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] For port 66b30dc9-c7cf-42f1-bff7-6237b472522a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:45.673868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:45.674728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.675285 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Pushing event updated for resources: {'Port': ['ID=66b30dc9-c7cf-42f1-bff7-6237b472522a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:45.679837 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] For port 66b30dc9-c7cf-42f1-bff7-6237b472522a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66b30dc9-c7cf-42f1-bff7-6237b472522a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:45.683119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf150fd-7269-4d4c-853c-4893bf5f6bcd None None] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:45.695176 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:45.704455 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.704794 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.705183 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.705453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.706009 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.706396 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.707442 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.707574 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.707864 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.708184 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.708498 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:10:45.714753 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:45.715213 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8d8fad0b-dbc3-4a39-ac1b-f88caaeb3528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:45.716450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:45.726041 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9624846
Dec 09 14:10:45.728610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59002) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:45.765236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a893ca9-e641-4b9e-bfb0-026e12932067 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:45.766261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9a893ca9-e641-4b9e-bfb0-026e12932067 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:45.775519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Allocated IP 2001:db8:0:1::2 (06176117-bfee-4a45-b798-e2271f4e3e62/174571e6-cd19-4ad1-96b2-6c7bed59623e/d4cd02f2-60e8-4b01-b2df-79a314e95236) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:45.794575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9a893ca9-e641-4b9e-bfb0-026e12932067 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:45.796618 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a893ca9-e641-4b9e-bfb0-026e12932067 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.1318891
Dec 09 14:10:45.799183 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Pushing event updated for resources: {'Port': ['ID=66b30dc9-c7cf-42f1-bff7-6237b472522a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:45.799556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59006) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:45.802217 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:45.802901 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5cca90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:45.850933 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:45.913548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3102c9c1-d574-4a81-9c47-5bf41bbefb80 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:45.917593 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3102c9c1-d574-4a81-9c47-5bf41bbefb80 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.1146059
Dec 09 14:10:45.917773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59010) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:46.004929 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:46.011766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04295ac-edc6-43b1-ae16-f681e0870076 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:46.013212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04295ac-edc6-43b1-ae16-f681e0870076 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:46.014728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04295ac-edc6-43b1-ae16-f681e0870076 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:46.015507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b04295ac-edc6-43b1-ae16-f681e0870076 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:46.034077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b04295ac-edc6-43b1-ae16-f681e0870076 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:46.039481 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b04295ac-edc6-43b1-ae16-f681e0870076 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1174068
Dec 09 14:10:46.039481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59014) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:46.046816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d4cd02f2-60e8-4b01-b2df-79a314e95236 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:46.062184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:46.062184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.130924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 02f11664-9be4-4028-bccd-9c66a36ad219 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:46.137777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:46.165418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.223441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:46.223872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.234612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.265605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Transition to ACTIVE for port object d4cd02f2-60e8-4b01-b2df-79a314e95236 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:46.270582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.333729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.347324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-089f7f75-72ed-4356-ba3d-ee0d08ee5ab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:46.354696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.362864 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5cca90>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:43Z', 'revision_number': 3, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:46.367954 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23a891-c982-49e9-8ed7-e61226762a6b None None] The sync data for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv is: [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:43Z', 'revision_number': 3, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:46.463900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.490770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.548010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:46.548775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.561682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b314257-84bd-4a9b-8f92-a994f8128882 tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:46.582150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:46.593480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.610839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=02f11664-9be4-4028-bccd-9c66a36ad219,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:46.614772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:46.625464 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/02f11664-9be4-4028-bccd-9c66a36ad219 HTTP/1.1" status: 204  len: 168 time: 0.5847483
Dec 09 14:10:46.625719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59018) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:46.688470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Allocated IP 172.20.0.2 (68a7fd8b-15c4-47a8-845d-97b2efe512bc/07eaade3-d104-4e86-9602-744287dc7d73/91c9c2d8-db43-472f-91b0-8759b60919ea) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:46.720813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:46.721100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:46.783117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.969561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:46.985226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Transition to ACTIVE for port object 91c9c2d8-db43-472f-91b0-8759b60919ea will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:47.010442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Transition to ACTIVE for port object 91c9c2d8-db43-472f-91b0-8759b60919ea will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:47.030638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.036055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-db59c3c9-c726-449d-82d6-fe2f9d84509e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:47.096396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59024) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:47.112507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Pushing event updated for resources: {'Port': ['ID=91c9c2d8-db43-472f-91b0-8759b60919ea,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:47.115795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:47.131489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:47.135929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:47.141277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:47.200470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 174571e6-cd19-4ad1-96b2-6c7bed59623e {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:47.212291 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7b8c3684-5478-4be5-8612-1d61bde226bb tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=4d495a02eaa14fa7a1c8480789350b8d&network_id=34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 200  len: 3000 time: 0.1139109
Dec 09 14:10:47.318372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.350855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Attempting to bind port 91c9c2d8-db43-472f-91b0-8759b60919ea on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:47.351430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Attempting to bind port 91c9c2d8-db43-472f-91b0-8759b60919ea by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:47.352061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Attempting to bind port 91c9c2d8-db43-472f-91b0-8759b60919ea on network 68a7fd8b-15c4-47a8-845d-97b2efe512bc {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:47.367422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:47.368110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Checking segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:47.368681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.369231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Bound using segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:47.369959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Bound port: 91c9c2d8-db43-472f-91b0-8759b60919ea, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:47.370594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.389373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.405737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.409242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2f131-11a4-4f87-b3d1-cca758388b0a None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:47.575485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:47.592895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.607249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f8d62b3-7e1a-4b34-b6e2-3f55f8fe4329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:47.617481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Allocated IP 172.20.0.1 (68a7fd8b-15c4-47a8-845d-97b2efe512bc/07eaade3-d104-4e86-9602-744287dc7d73/a47fa473-affc-4895-8eb1-9ae4f9c6223b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:47.619834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.649095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc3c5dc4-7bb4-4d41-b71b-79537a44d9ff None None] Provisioning for port d4cd02f2-60e8-4b01-b2df-79a314e95236 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:47.677416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:47.681013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc3c5dc4-7bb4-4d41-b71b-79537a44d9ff None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:47.681397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc3c5dc4-7bb4-4d41-b71b-79537a44d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.764341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=91c9c2d8-db43-472f-91b0-8759b60919ea,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:47.768823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66b30dc9-c7cf-42f1-bff7-6237b472522a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:47.802777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.816324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a8195aa-0ad1-4704-9da7-2125490fcba4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:47.820949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.854530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:47.862016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:47.862900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=174571e6-cd19-4ad1-96b2-6c7bed59623e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:47.865563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-93607e2a-b716-4024-ac0b-b0e41d578082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:47.869197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:47.886529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.892404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.912690 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/174571e6-cd19-4ad1-96b2-6c7bed59623e HTTP/1.1" status: 204  len: 168 time: 1.2850823
Dec 09 14:10:47.915446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Transition to ACTIVE for port object a47fa473-affc-4895-8eb1-9ae4f9c6223b will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:47.915588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59032) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:47.940890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:47.952409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58ea9f4a-2f11-4b02-9281-5462263b1c8f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:48.009071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:48.012632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:48.017103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:48.047122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Pushing event updated for resources: {'Port': ['ID=91c9c2d8-db43-472f-91b0-8759b60919ea,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:48.059190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:48.065043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 66b30dc9-c7cf-42f1-bff7-6237b472522a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:48.080674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Port': ['ID=a47fa473-affc-4895-8eb1-9ae4f9c6223b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:48.082600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 66b30dc9-c7cf-42f1-bff7-6237b472522a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:48.083362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.089355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:48.102343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.112633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc3c5dc4-7bb4-4d41-b71b-79537a44d9ff None None] Could not find standard attr ID for object 72742276-ed72-43dd-8aab-09ddee6f2157. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:10:48.159042 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-52647676-5f7f-484e-8c5f-5aa9ffd71a33 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2415707
Dec 09 14:10:48.160886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59038) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:48.171985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:48.209380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.274213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.297286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 66b30dc9-c7cf-42f1-bff7-6237b472522a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66b30dc9-c7cf-42f1-bff7-6237b472522a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:48.303105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ec98a0-9171-4b41-b33d-d515e5d895d8 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': '174571e6-cd19-4ad1-96b2-6c7bed59623e'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'd4cd02f2-60e8-4b01-b2df-79a314e95236'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:48.329348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:48.335006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:48.337836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:48.339858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.340898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:48.343601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:48.363113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:48.372884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1120e730-f43a-4618-af89-beaa79788c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:48.481953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.484283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-30ec98a0-9171-4b41-b33d-d515e5d895d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.519947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=66b30dc9-c7cf-42f1-bff7-6237b472522a,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:48.549988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:48.568988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:48.569618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.778664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00970c-27a8-4797-8dc1-33379bb596df None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:48.789159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.794857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.830112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:48.887907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59044) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:48.895021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-19c91e5e-13fa-427f-ad50-f527de412a5d None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:48.895405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19c91e5e-13fa-427f-ad50-f527de412a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.910508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:48.949870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:10:49.081824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b590da-5f83-4d04-92f2-26706205fa28 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:49.083604 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-30b590da-5f83-4d04-92f2-26706205fa28 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 814 time: 0.1948159
Dec 09 14:10:49.170518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.209785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Port': ['ID=a47fa473-affc-4895-8eb1-9ae4f9c6223b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:49.221803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:49.243750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:49.244931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:49.385452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dd31f-9cc4-45ee-93dc-2758225bddf1 None None] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:49.446166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:49.486757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.504722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-85ed6dcf-0fde-4dde-8005-5fb2774ebec6 None None] Provisioning for port 91c9c2d8-db43-472f-91b0-8759b60919ea completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:49.505904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.508253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.537236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:49.564658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59052) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:49.570832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--23972567', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:49.580766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:49.595025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:49.641815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:49.645783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:49.646531 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:10:49.646995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:49.648279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.650044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:49.650797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.693126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=8']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:49.697423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:49.698561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10a8dec9-8e4f-4482-a60e-8ccdbbec18c7 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:49.757234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:10:49.765710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=f959ebc7-4190-4615-ac83-b181b66d430b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:49.769886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:49.775031 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6129086
Dec 09 14:10:49.775694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:49.778478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.778833 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment edacafd4-f1cc-4e31-a827-9aee0a01a6f5 of type vlan for network d39deee6-6765-4769-8c26-cde414213643
Dec 09 14:10:49.782466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:49.833291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.887547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.896037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:49.897630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.906640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d9d32d5-9d86-40ff-a70c-f0ff732fd274 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:49.963302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:10:49.979354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:49.982883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:49.989187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:49.993273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:50.000972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:50.051103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=d39deee6-6765-4769-8c26-cde414213643,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:50.055830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:50.060458 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.4936521
Dec 09 14:10:50.063294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59060) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:50.068913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:50.073283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:50.115723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network d39deee6-6765-4769-8c26-cde414213643 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:10:50.154762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:50.181369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:50.202556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:50.337753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c26e09-afa4-4664-bf00-6503229d4a32 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:50.339233 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c8c26e09-afa4-4664-bf00-6503229d4a32 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.2734537
Dec 09 14:10:50.344275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:50.408837 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f959ebc7-4190-4615-ac83-b181b66d430b (CIDR: 2001:db8::/64)
Dec 09 14:10:50.412950 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:10:50.413400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:10:50.425161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906475a-6ecf-4b63-8bb5-46f17fa8bab1 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:50.449188 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-13ac64af-f62b-4508-9972-b4b6b670cbb0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6723225
Dec 09 14:10:50.452253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59068) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:50.460122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66b30dc9-c7cf-42f1-bff7-6237b472522a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:50.460551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:50.581484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:10:50.595700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "PUT /v2.0/routers/630d54d1-5759-4b2e-a192-4f1d30dec4a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8654108
Dec 09 14:10:50.599683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce750159-5250-48f4-af83-d02342059332 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:50.605925 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ce750159-5250-48f4-af83-d02342059332 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2566891
Dec 09 14:10:50.608571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59074) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:50.642613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Sync routers for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:10:50.646363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:50.664412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:50.687317 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2022ed21-fd7a-4988-a700-07fe53d2dd3d tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0773361
Dec 09 14:10:50.687910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:50.734785 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4482b6ee-8ac3-42ed-a212-152159d49f98 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0454795
Dec 09 14:10:50.735685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:50.773262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:50.773779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:50.804143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:50.811570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:50.814654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:50.821677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:50.833958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:50.838213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:50.866153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:50.867237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644978ca00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:50.924534 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-a3989495-36b3-4dad-b5bb-c6f0308bc5a0 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-183590525&fields=id&tenant_id=f50b7ebcf6ce450a9988d0c855368c56 HTTP/1.1" status: 200  len: 267 time: 0.0760107
Dec 09 14:10:50.984486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f3693-37c6-4e6c-950f-3e0868abd111 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:50.985942 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-328f3693-37c6-4e6c-950f-3e0868abd111 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2491252
Dec 09 14:10:50.989800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59092) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:51.083402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-075921fc-f602-48d7-9bbb-94cdb2fac3e0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0926075
Dec 09 14:10:51.086177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59096) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:51.114415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 66b30dc9-c7cf-42f1-bff7-6237b472522a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:51.114706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.156528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.161360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-02866131-b9b5-44cd-9b3a-1a038c30108e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:51.225426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106373735', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:51.228731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:51.232209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:51.236803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:51.237342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.249773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=f07e3d81-b7d4-4560-b10b-9ecae8a3edff,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:51.254790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:51.270579 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8171093
Dec 09 14:10:51.273429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59102) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:51.279320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:58:3d:82', 'name': 'tempest-NetworksTestDHCPv6-1675614052'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:51.369142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.371698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-09b19049-cd67-4e06-98b2-920ee4a91010 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:51.373389 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-09b19049-cd67-4e06-98b2-920ee4a91010 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/networks?id=68a7fd8b-15c4-47a8-845d-97b2efe512bc HTTP/1.1" status: 200  len: 796 time: 0.4275739
Dec 09 14:10:51.386146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:51.405639 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-3d95dce4-7bbf-4646-b0b1-e2a54a994a9c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/quotas/f50b7ebcf6ce450a9988d0c855368c56 HTTP/1.1" status: 200  len: 375 time: 0.0265577
Dec 09 14:10:51.407203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:51.412716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:51.416744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:51.454275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:51.462547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:51.471867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:51.486679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:51.490441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:51.513261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.560572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port d383c4e0-7604-4fd9-a86e-0ba397a7684f yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:10:51.637153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:51.646353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.664137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:51.670453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:51.700483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-6094ae7f-469d-4225-a879-b102d0a4823f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Synchronizing usage tracker for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:51.733051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 91c9c2d8-db43-472f-91b0-8759b60919ea up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:51.781708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-6094ae7f-469d-4225-a879-b102d0a4823f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Unset dirty status for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:51.784617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-6094ae7f-469d-4225-a879-b102d0a4823f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f50b7ebcf6ce450a9988d0c855368c56&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3623912
Dec 09 14:10:51.829171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8:0:1::158 (06176117-bfee-4a45-b798-e2271f4e3e62/f07e3d81-b7d4-4560-b10b-9ecae8a3edff/d383c4e0-7604-4fd9-a86e-0ba397a7684f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:51.840496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::f816:3eff:fe58:3d82 (06176117-bfee-4a45-b798-e2271f4e3e62/f959ebc7-4190-4615-ac83-b181b66d430b/d383c4e0-7604-4fd9-a86e-0ba397a7684f) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:51.963672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=10']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:51.969371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:52.000547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75d85a-2a80-4118-a767-18af9ac25def None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:52.018539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Provisioning for port a47fa473-affc-4895-8eb1-9ae4f9c6223b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:52.073364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Provisioning complete for port a47fa473-affc-4895-8eb1-9ae4f9c6223b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:52.073852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.118239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.126367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1e231d3f-2c0e-45c4-9079-4fba93769a4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:52.136755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.157181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object d383c4e0-7604-4fd9-a86e-0ba397a7684f will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:52.197934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 91c9c2d8-db43-472f-91b0-8759b60919ea completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:52.201892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.212562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:52.223000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 91c9c2d8-db43-472f-91b0-8759b60919ea triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:52.223717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.244742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=e7cdbc3a-c7e6-4518-b938-bc216ca75ec5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:52.249983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:52.258195 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-daffabbb-bddf-4660-a4eb-f99e9ced9c61 service neutron] 10.222.0.21 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4302227
Dec 09 14:10:52.292076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=d383c4e0-7604-4fd9-a86e-0ba397a7684f,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:52.294479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Port a47fa473-affc-4895-8eb1-9ae4f9c6223b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:10:52.301976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:52.305793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:52.305793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:52.310265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:52.316576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:52.317506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.350247 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.0719185
Dec 09 14:10:52.351915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59106) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:52.427697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port d383c4e0-7604-4fd9-a86e-0ba397a7684f {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:10:52.427697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.436361 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-7f44830c-15ac-494c-93ed-38b5a3dc1db6 service neutron] 10.222.0.21 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653373
Dec 09 14:10:52.436361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:52.436361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: d39deee6-6765-4769-8c26-cde414213643, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:10:52.477772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network d39deee6-6765-4769-8c26-cde414213643 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:10:52.496039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644978ca00>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 2, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:52.500156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, d39deee6-6765-4769-8c26-cde414213643) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:52.500156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:52.500156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.508719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Provisioning complete for port 91c9c2d8-db43-472f-91b0-8759b60919ea triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:52.508719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.541114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e32198cf-8deb-4c68-9668-213871a9b6a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.4502492
Dec 09 14:10:52.664090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c667391e-6822-4a88-b9d6-3bec9a1359f2 None None] Network d39deee6-6765-4769-8c26-cde414213643 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:52.712943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Checking router: 630d54d1-5759-4b2e-a192-4f1d30dec4a8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:10:52.712943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Updating router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 port a47fa473-affc-4895-8eb1-9ae4f9c6223b binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:10:52.794832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.843491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83dea550-1e32-4981-bd35-0fd9d45f7c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.891596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:52.919220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.054865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for d383c4e0-7604-4fd9-a86e-0ba397a7684f owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:10:53.194417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:53.204942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=91c9c2d8-db43-472f-91b0-8759b60919ea,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:53.216932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352369099', 'description': 'tempest-secgroup-smoke-352369099 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:53.221387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.223179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:53.236506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:53.255429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:53.263012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:53.274960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.335322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.481073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.488238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:53.500158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:53.504390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:53.507722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:53.520879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:53.612635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.612635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.612635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4590c6b-3f04-4946-9e56-d2a1424e8509 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:53.648950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-d39deee6-6765-4769-8c26-cde414213643', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:10:53.648950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.657495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=d383c4e0-7604-4fd9-a86e-0ba397a7684f,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:53.664645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=91c9c2d8-db43-472f-91b0-8759b60919ea,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:53.672588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:53.681661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:53.681661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'f959ebc7-4190-4615-ac83-b181b66d430b', 'ip_address': '2001:db8::f816:3eff:fea8:912d'}, {'subnet_id': 'f07e3d81-b7d4-4560-b10b-9ecae8a3edff'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'd4cd02f2-60e8-4b01-b2df-79a314e95236'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:53.742712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12820a7c-621f-465c-9fc3-1a5b85ee14b7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:53.761068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:53.762057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.766225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.5696964
Dec 09 14:10:53.767481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59122) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:53.772373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.779864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '12820a7c-621f-465c-9fc3-1a5b85ee14b7', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:53.784631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:10:53.785024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-b67b60af-0cab-4a64-a2ba-fcdea249ce6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:10:53.793234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:53.800548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:53.808019 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/d383c4e0-7604-4fd9-a86e-0ba397a7684f HTTP/1.1" status: 204  len: 168 time: 1.4528756
Dec 09 14:10:53.808019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:53.808809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59126) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:53.816001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:53.857511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.867683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-717089c2-ccab-4ead-b67e-9bfabdc6efc5 req-cee6a966-f280-4241-a70e-fc0f16cdf154 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 210 time: 0.0923038
Dec 09 14:10:53.893207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:53.975580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766f1e9-17e9-4f80-bb24-6b4ea61da99a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:53.976279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8766f1e9-17e9-4f80-bb24-6b4ea61da99a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:54.017608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8766f1e9-17e9-4f80-bb24-6b4ea61da99a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:54.017608 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8766f1e9-17e9-4f80-bb24-6b4ea61da99a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 964 time: 0.2015159
Dec 09 14:10:54.017608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.017608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59134) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:54.020684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:54.021599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.056907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.064568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:54.093160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee49d75b-b133-4f7c-be5c-ddfa3e24d8b3,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:54.096969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:54.116482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.124825 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3491004
Dec 09 14:10:54.126107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:54.137457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '12820a7c-621f-465c-9fc3-1a5b85ee14b7', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:54.151466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:54.162901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:54.162901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:54.173796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:54.173959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e80e97-d7f7-43a2-8a8b-96e1358f3351 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:54.178437 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-62e80e97-d7f7-43a2-8a8b-96e1358f3351 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 964 time: 0.1597099
Dec 09 14:10:54.180565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59142) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:54.202987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.327203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacb178-6827-44e4-9a3f-73b4355bcb23 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:54.328811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacb178-6827-44e4-9a3f-73b4355bcb23 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:54.330706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacb178-6827-44e4-9a3f-73b4355bcb23 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:54.335154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1aacb178-6827-44e4-9a3f-73b4355bcb23 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:54.338894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.353211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.356358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6e9509f5-9d5b-4f82-8100-66c8de644ee4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:54.362183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1aacb178-6827-44e4-9a3f-73b4355bcb23 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:54.368023 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1aacb178-6827-44e4-9a3f-73b4355bcb23 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1870375
Dec 09 14:10:54.368169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59148) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:54.436328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b36408-87cf-4f5f-9ef9-fa1c024a4067,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:54.452235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:54.481824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.481824 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3504174
Dec 09 14:10:54.481824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59152) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:54.489154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '12820a7c-621f-465c-9fc3-1a5b85ee14b7', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:54.498834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:54.523274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:54.527175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:54.545202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:54.571604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:10:54.610039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Allocated IP 172.20.0.18 (d39deee6-6765-4769-8c26-cde414213643/e7cdbc3a-c7e6-4518-b938-bc216ca75ec5/b239452f-e0af-416c-bcd1-62d6320fa5bf) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:54.622901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Allocated IP 2001:db8:0:1::2 (06176117-bfee-4a45-b798-e2271f4e3e62/f07e3d81-b7d4-4560-b10b-9ecae8a3edff/d4cd02f2-60e8-4b01-b2df-79a314e95236) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:54.666160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.690889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:54.744914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet f07e3d81-b7d4-4560-b10b-9ecae8a3edff {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:54.784097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.791481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.794698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:54.863968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d328fcb0-4960-42b6-a517-9410cbb554c8,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:54.863968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:54.870768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.871992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3939853
Dec 09 14:10:54.874898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59156) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:54.881037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '12820a7c-621f-465c-9fc3-1a5b85ee14b7', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:54.887928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:54.891877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:54.895260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:54.902990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:54.924349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:54.962508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.018712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5c1d9639-92d8-4eaa-a6da-8316686cfa26 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:55.018712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c1d9639-92d8-4eaa-a6da-8316686cfa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.034507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.038359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.042636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:55.059768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3091bad6-3ce6-4402-96d2-a909c2013875 req-7a40e46e-2dee-4543-9c25-fd628dfe695a tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 210 time: 0.0490301
Dec 09 14:10:55.080887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6793c14-d8d3-4414-87f0-1f470f4261e4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:55.080887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:55.093596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.100850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:55.104895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Transition to ACTIVE for port object a47fa473-affc-4895-8eb1-9ae4f9c6223b will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:55.104895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-44613654-9b57-45c7-840f-230ad06afe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.106144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '12820a7c-621f-465c-9fc3-1a5b85ee14b7', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:55.110536 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2273390
Dec 09 14:10:55.111802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:55.117806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:55.128273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:55.142727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:55.155381 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:10:55.158966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.159391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.181786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:55.265442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.270227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.275078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:55.307935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29cdaae-b426-430b-85a8-457e357f6a03,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:55.311166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:55.312904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.319443 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2200603
Dec 09 14:10:55.319443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:55.329399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '12820a7c-621f-465c-9fc3-1a5b85ee14b7', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:55.334731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d599871-87d6-451e-ba81-7359fa0d9235 None None] Pushing event updated for resources: {'Port': ['ID=a47fa473-affc-4895-8eb1-9ae4f9c6223b,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:55.334731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d599871-87d6-451e-ba81-7359fa0d9235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:55.340664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:55.340664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:55.359922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:55.359922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:55.380008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:10:55.394365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.543844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.550660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:55.550912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.554201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.565081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-5177f012-4213-4e73-941f-5df4de7128d1 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:55.566995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-5177f012-4213-4e73-941f-5df4de7128d1 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Synchronizing usage tracker for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:55.573758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-873073bc-971e-4913-9bba-87f03f87ce50 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:55.600795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834b9399-a1fd-46dd-a15c-d2ce250f1534,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:55.604326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:55.620440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.620440 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-699d847a-4086-4751-85b3-b74332c28ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3006749
Dec 09 14:10:55.665269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-5177f012-4213-4e73-941f-5df4de7128d1 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Unset dirty status for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:55.665269 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-5177f012-4213-4e73-941f-5df4de7128d1 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.35 "GET /v2.0/networks?id=68a7fd8b-15c4-47a8-845d-97b2efe512bc HTTP/1.1" status: 200  len: 796 time: 0.4383078
Dec 09 14:10:55.702914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:10:55.783395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-1f3bafaf-0e4a-4fd0-9ed9-aab48275ff59 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Synchronizing usage tracker for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:55.805618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-1f3bafaf-0e4a-4fd0-9ed9-aab48275ff59 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Unset dirty status for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:55.808664 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-1f3bafaf-0e4a-4fd0-9ed9-aab48275ff59 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f50b7ebcf6ce450a9988d0c855368c56 HTTP/1.1" status: 200  len: 379 time: 0.1323838
Dec 09 14:10:55.823248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'port': {'device_id': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'admin_state_up': True, 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'security_groups': ['0b5209ce-e1e6-453b-adad-f4b33a92468e']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:55.829203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.870483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:10:55.902952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:55.906892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Transition to ACTIVE for port object b239452f-e0af-416c-bcd1-62d6320fa5bf will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:55.981268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-493450bf-2349-4882-81a4-e69e7190a58c req-cd898efa-4217-4a42-b757-e91abb131588 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:55.981846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:55.994155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:55.998592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-493450bf-2349-4882-81a4-e69e7190a58c req-cd898efa-4217-4a42-b757-e91abb131588 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:56.000014 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-cd898efa-4217-4a42-b757-e91abb131588 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352369099&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0600414
Dec 09 14:10:56.024145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Made reservation on behalf of f50b7ebcf6ce450a9988d0c855368c56 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:56.024145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.033625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Transition to ACTIVE for port object d4cd02f2-60e8-4b01-b2df-79a314e95236 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:56.033625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Attempting to bind port a47fa473-affc-4895-8eb1-9ae4f9c6223b on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:56.033625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Attempting to bind port a47fa473-affc-4895-8eb1-9ae4f9c6223b by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:56.033625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Attempting to bind port a47fa473-affc-4895-8eb1-9ae4f9c6223b on network 68a7fd8b-15c4-47a8-845d-97b2efe512bc {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:56.033625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Transition to ACTIVE for port object b239452f-e0af-416c-bcd1-62d6320fa5bf will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:56.054440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.056285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.056856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-025eed6a-5132-4775-9c19-7a388c23ef92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:56.105665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.123832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:56.124207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Checking segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:56.125606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.126174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Bound using segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:56.126854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Bound port: a47fa473-affc-4895-8eb1-9ae4f9c6223b, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:56.127424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.140323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 91c9c2d8-db43-472f-91b0-8759b60919ea up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:56.231324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Allocated IP 172.20.0.12 (68a7fd8b-15c4-47a8-845d-97b2efe512bc/07eaade3-d104-4e86-9602-744287dc7d73/9d7449f1-45ec-43f0-9060-db80677860d7) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:10:56.299744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.341373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.360298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Network d39deee6-6765-4769-8c26-cde414213643 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:56.391143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86bc919e-c165-4a8a-80f4-8f4ddcc77e08 req-df3abc57-578e-4fae-b873-d441a34dc1e7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 210 time: 0.0623507
Dec 09 14:10:56.430603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493450bf-2349-4882-81a4-e69e7190a58c req-cdec2b64-8c51-4980-9031-cb1ed3a4a00a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:56.431960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-493450bf-2349-4882-81a4-e69e7190a58c req-cdec2b64-8c51-4980-9031-cb1ed3a4a00a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:10:56.469567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-493450bf-2349-4882-81a4-e69e7190a58c req-cdec2b64-8c51-4980-9031-cb1ed3a4a00a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:10:56.470718 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-cdec2b64-8c51-4980-9031-cb1ed3a4a00a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=d39deee6-6765-4769-8c26-cde414213643 HTTP/1.1" status: 200  len: 795 time: 0.4638979
Dec 09 14:10:56.474056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:56.482399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.503166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:56.506983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Pushing event updated for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=11']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:56.517398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:56.517398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cd352c56-ac8f-4def-8a16-762207aad1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:56.569107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.593241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Transition to ACTIVE for port object 9d7449f1-45ec-43f0-9060-db80677860d7 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:56.608422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-d7b87367-e703-418e-86a5-93939d702e2c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0406914
Dec 09 14:10:56.611931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.637164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.647552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-88d353f3-fe94-4252-a371-ea80a348e25d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:56.738760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] For port a47fa473-affc-4895-8eb1-9ae4f9c6223b, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:56.747244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.763159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3dc568d9-3a9a-41d9-9a81-b4a75bd30e67 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:56.778649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:10:56.784124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:10:56.785948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 91c9c2d8-db43-472f-91b0-8759b60919ea triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:56.786654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.787636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:10:56.821907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=f07e3d81-b7d4-4560-b10b-9ecae8a3edff,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:56.828323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:56.833968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Pushing event updated for resources: {'Port': ['ID=b239452f-e0af-416c-bcd1-62d6320fa5bf,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:56.849666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] For port a47fa473-affc-4895-8eb1-9ae4f9c6223b, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a47fa473-affc-4895-8eb1-9ae4f9c6223b,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:56.859006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:56.864009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-615ab625-211f-4e1a-a121-d80a51839ca6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2483950
Dec 09 14:10:56.865909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.868599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:56.868776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.869722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:56.879309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:56.882126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:56.891699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d2d8f725-29b3-469f-8679-36c0acc24614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:56.907793 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0894387
Dec 09 14:10:56.927458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Request body: {'port': {'device_id': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:56.936168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Attempting to bind port b239452f-e0af-416c-bcd1-62d6320fa5bf on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:56.936548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Attempting to bind port b239452f-e0af-416c-bcd1-62d6320fa5bf by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:56.937286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Attempting to bind port b239452f-e0af-416c-bcd1-62d6320fa5bf on network d39deee6-6765-4769-8c26-cde414213643 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:56.999088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:56.999471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Checking segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:56.999882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.000281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Bound using segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:57.000947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Bound port: b239452f-e0af-416c-bcd1-62d6320fa5bf, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:57.001513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.003730 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/f07e3d81-b7d4-4560-b10b-9ecae8a3edff HTTP/1.1" status: 204  len: 168 time: 2.6306052
Dec 09 14:10:57.007614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59180) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:57.047084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d599871-87d6-451e-ba81-7359fa0d9235 None None] Pushing event updated for resources: {'Port': ['ID=a47fa473-affc-4895-8eb1-9ae4f9c6223b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:57.056759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d599871-87d6-451e-ba81-7359fa0d9235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:57.096219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-e1b3f16d-8035-4925-9375-9eaa21e5804e service neutron] 10.222.0.21 "GET /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210166
Dec 09 14:10:57.110893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:10:57.111823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644978ca00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:57.149936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.374830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-6fe39568-e86c-4e47-bed8-bdfc7456b020 service neutron] 10.222.0.21 "GET /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656546
Dec 09 14:10:57.414524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f65ab-4209-4e41-b0cf-93f9bd836cac None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:57.429878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] For port b239452f-e0af-416c-bcd1-62d6320fa5bf, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:57.467139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e76c4b4a-19de-47ee-b85c-0e23379f5f65 None None] Provisioning for port 9d7449f1-45ec-43f0-9060-db80677860d7 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:57.509312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e76c4b4a-19de-47ee-b85c-0e23379f5f65 None None] Provisioning complete for port 9d7449f1-45ec-43f0-9060-db80677860d7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:57.509724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e76c4b4a-19de-47ee-b85c-0e23379f5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.536363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:57.615969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet f959ebc7-4190-4615-ac83-b181b66d430b {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:10:57.641171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.672147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b09e725-7a5b-4bf4-9dca-cee8dd3e3362 req-22cae545-b91d-446f-9b11-6ba3188181aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 210 time: 0.0664589
Dec 09 14:10:57.762863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] For port b239452f-e0af-416c-bcd1-62d6320fa5bf, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b239452f-e0af-416c-bcd1-62d6320fa5bf,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:57.768604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.785956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c81fa-fc70-4fcc-ab17-a3adfec46f3a req-94a34a03-885b-4945-854b-9a3e60f47101 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:57.787420 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-253c81fa-fc70-4fcc-ab17-a3adfec46f3a req-94a34a03-885b-4945-854b-9a3e60f47101 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 932 time: 0.1131918
Dec 09 14:10:57.812483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.867664 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-253c81fa-fc70-4fcc-ab17-a3adfec46f3a req-a68b999e-056d-4a38-b54d-34165f0a8b11 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649202
Dec 09 14:10:57.873251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-45ccd051-a8d3-41ab-99d7-0716fcf3fd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:57.910783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e76c4b4a-19de-47ee-b85c-0e23379f5f65 None None] Port 9d7449f1-45ec-43f0-9060-db80677860d7 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:10:57.964126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:57.985890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.042373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7449f1-45ec-43f0-9060-db80677860d7 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:10:58.044680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Pushing event updated for resources: {'Port': ['ID=b239452f-e0af-416c-bcd1-62d6320fa5bf,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:58.054370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:10:58.062911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.086940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Transition to ACTIVE for port object 9d7449f1-45ec-43f0-9060-db80677860d7 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:10:58.092115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.100125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:58.101136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1dbc335c-1c1a-4394-b932-19542f696f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:58.171682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:58.174592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:58.243379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.257652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c6e65b5e-2d8c-403d-a2fe-4b4f19f226e2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:58.326460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=f959ebc7-4190-4615-ac83-b181b66d430b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:58.334451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:58.347594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.495422 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/f959ebc7-4190-4615-ac83-b181b66d430b HTTP/1.1" status: 204  len: 168 time: 1.4555647
Dec 09 14:10:58.496318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59196) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:58.536802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0680009b-5cfe-42d5-a53c-cbccf7055c56 None None] Provisioning for port d4cd02f2-60e8-4b01-b2df-79a314e95236 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:10:58.538829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Attempting to bind port 9d7449f1-45ec-43f0-9060-db80677860d7 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:10:58.539173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Attempting to bind port 9d7449f1-45ec-43f0-9060-db80677860d7 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:10:58.539699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Attempting to bind port 9d7449f1-45ec-43f0-9060-db80677860d7 on network 68a7fd8b-15c4-47a8-845d-97b2efe512bc {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:58.553382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Port 9d7449f1-45ec-43f0-9060-db80677860d7 on network 68a7fd8b-15c4-47a8-845d-97b2efe512bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:10:58.553745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Attempting to bind port 9d7449f1-45ec-43f0-9060-db80677860d7 on network 68a7fd8b-15c4-47a8-845d-97b2efe512bc {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:10:58.555412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0680009b-5cfe-42d5-a53c-cbccf7055c56 None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:58.558277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0680009b-5cfe-42d5-a53c-cbccf7055c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.565938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:10:58.570020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Checking segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:10:58.570613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Bound using segment: {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:10:58.571965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Bound port: 9d7449f1-45ec-43f0-9060-db80677860d7, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e77794a-49f8-43f0-8997-72d66f99338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:10:58.572480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.625503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44782d6f-b885-4ea7-8c53-27138b0b19ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1275594
Dec 09 14:10:58.627874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59200) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:10:58.634536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:58.694698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:10:58.697704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:10:58.704543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.709496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:10:58.776449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:10:58.781946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:10:58.786435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:10:58.792418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:10:58.798044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:10:58.802285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:10:58.806709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.808829 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] 10.222.0.35 "PUT /v2.0/ports/9d7449f1-45ec-43f0-9060-db80677860d7 HTTP/1.1" status: 200  len: 1094 time: 1.8862181
Dec 09 14:10:58.809591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:10:58.820457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:10:58.825658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:58.879506 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7', 'status': 'completed', 'code': 200}
Dec 09 14:10:58.974753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408bc28-6f9d-4eb5-9c5e-a4d13c311d28 None None] Update dhcp port {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'fixed_ips': [{'subnet_id': 'f959ebc7-4190-4615-ac83-b181b66d430b'}], 'binding:host_id': 'dv-neutron-821183-1-hyperv'}, 'id': 'd4cd02f2-60e8-4b01-b2df-79a314e95236'} from dv-neutron-821183-1-hyperv. {{(pid=83445) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}}
Dec 09 14:10:59.052128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-9a2d6fb7-f70f-44ae-848c-a119399418d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f50b7ebcf6ce450a9988d0c855368c56&device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1097 time: 0.1575968
Dec 09 14:10:59.084187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0680009b-5cfe-42d5-a53c-cbccf7055c56 None None] Could not find standard attr ID for object d383c4e0-7604-4fd9-a86e-0ba397a7684f. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:10:59.138520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9408bc28-6f9d-4eb5-9c5e-a4d13c311d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:59.164519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644978ca00>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:10:56Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:10:59.178477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f79bd54-d67c-4605-8783-d68e95e7410a None None] The sync data for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv is: [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:10:56Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:10:59.255249 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-30497795-8370-42b5-a8b4-c435cb24fbe3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7449f1-45ec-43f0-9060-db80677860d7 HTTP/1.1" status: 200  len: 217 time: 0.1794255
Dec 09 14:10:59.380233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-4eb915b1-81e4-468e-8fb5-db5aa1c24394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:59.381884 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-4eb915b1-81e4-468e-8fb5-db5aa1c24394 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07eaade3-d104-4e86-9602-744287dc7d73 HTTP/1.1" status: 200  len: 835 time: 0.1255977
Dec 09 14:10:59.442092 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d8d8b242-1aa1-4457-aa2d-25a1e9459db6 req-9ddeafa4-e9da-496b-86a1-e4dffdab2423 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 210 time: 0.4723845
Dec 09 14:10:59.504601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a47fa473-affc-4895-8eb1-9ae4f9c6223b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:10:59.598795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-7ccd9a89-f742-471b-947e-45df20299591 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68a7fd8b-15c4-47a8-845d-97b2efe512bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2103901
Dec 09 14:10:59.614532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493450bf-2349-4882-81a4-e69e7190a58c req-39a5407f-3df2-430d-8244-6348907d79da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:59.622731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af684355-08a8-4089-9627-682d4983ceb8 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:59.624225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-39a5407f-3df2-430d-8244-6348907d79da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=d39deee6-6765-4769-8c26-cde414213643 HTTP/1.1" status: 200  len: 795 time: 0.6475153
Dec 09 14:10:59.738572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0938f-4081-4bd0-ac66-8dd33fcf75b4 None None] Network d39deee6-6765-4769-8c26-cde414213643 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:10:59.823407 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-51764f89-79e8-4985-8960-a7ad0007cd79 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2141523
Dec 09 14:10:59.917229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-cf505b59-5544-4c8f-b02c-a6eb2e7f168f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 471 time: 0.2810557
Dec 09 14:10:59.919362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6dcef969-1290-44c3-bee1-cc0f3cb7375c None None] Provisioning complete for port d4cd02f2-60e8-4b01-b2df-79a314e95236 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:10:59.919928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6dcef969-1290-44c3-bee1-cc0f3cb7375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:10:59.936737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['12820a7c-621f-465c-9fc3-1a5b85ee14b7']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:10:59.973622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814c3e5-5e8a-451c-aa15-f77deabf8c38 req-92e14191-6848-408c-b364-15133a8bcc6a tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:10:59.975319 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2814c3e5-5e8a-451c-aa15-f77deabf8c38 req-92e14191-6848-408c-b364-15133a8bcc6a tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 944 time: 0.6992047
Dec 09 14:10:59.996954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port a47fa473-affc-4895-8eb1-9ae4f9c6223b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:00.029070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a47fa473-affc-4895-8eb1-9ae4f9c6223b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:00.029739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.108006 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1b2bf8aa-9ed6-43f0-bfd0-407d196a7a0f req-078bd8b6-0828-494e-926d-22203326ed90 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2780955
Dec 09 14:11:00.155622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.170205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ba20387-908e-4524-bd8e-7d4c53f908fc tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:00.236049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=d707d93a-1137-45f0-afbb-a908475d052c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:00.243596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2814c3e5-5e8a-451c-aa15-f77deabf8c38 req-96f20a13-3c3c-4049-9e04-9990589a3b6f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2135067
Dec 09 14:11:00.247764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:00.254466 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-2a33560a-42c8-45f6-9eca-58dca0cfbdc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f50b7ebcf6ce450a9988d0c855368c56&device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1097 time: 0.0974240
Dec 09 14:11:00.256463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:00.266429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:port and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:00.283552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:00.286127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:00.289046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:00.299152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:00.299993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.304691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:00.339166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:00.342525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.361221 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.7321463
Dec 09 14:11:00.364502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59212) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:00.375164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:00.376971 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:11:00.482630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.492650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:00.511390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Deleting port d4cd02f2-60e8-4b01-b2df-79a314e95236 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:00.513202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.528852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-5a352f4b-dc47-4f21-89e6-1faf08e632ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:00.530795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-5a352f4b-dc47-4f21-89e6-1faf08e632ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=68a7fd8b-15c4-47a8-845d-97b2efe512bc HTTP/1.1" status: 200  len: 897 time: 0.2687817
Dec 09 14:11:00.596759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.19 (d39deee6-6765-4769-8c26-cde414213643/e7cdbc3a-c7e6-4518-b938-bc216ca75ec5/99a82a3c-093a-4a3b-81a4-5b739de4080e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:00.603684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port a47fa473-affc-4895-8eb1-9ae4f9c6223b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a47fa473-affc-4895-8eb1-9ae4f9c6223b,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:00.655276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.663923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b239452f-e0af-416c-bcd1-62d6320fa5bf up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:00.699809 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-cf3ec79d-2c0a-4c4e-8242-d12eecf46443 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7449f1-45ec-43f0-9060-db80677860d7 HTTP/1.1" status: 200  len: 217 time: 0.1610773
Dec 09 14:11:00.709010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:00.742831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:00.751740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:00.756912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:00.772719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:00.775101 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1f4d34b-c826-48e2-ad19-dcd25e2189c9 req-d150dc3a-c7ce-4c4d-aad6-c7da4fa26c42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 210 time: 0.0666564
Dec 09 14:11:00.794581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-a0a55f59-ec55-41ad-93e8-cd32f4eaa7c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:00.796187 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-a0a55f59-ec55-41ad-93e8-cd32f4eaa7c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07eaade3-d104-4e86-9602-744287dc7d73 HTTP/1.1" status: 200  len: 835 time: 0.0895143
Dec 09 14:11:00.797445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:00.802067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.930388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.946628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 99a82a3c-093a-4a3b-81a4-5b739de4080e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:00.951309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-32eea2d2-0978-4fcb-9bec-4d6d99aff25c None None] Provisioning for port b239452f-e0af-416c-bcd1-62d6320fa5bf completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:00.954624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=a47fa473-affc-4895-8eb1-9ae4f9c6223b,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:00.959221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:00.972874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:00.981712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:00.991432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b239452f-e0af-416c-bcd1-62d6320fa5bf completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:01.008515 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.ipam_backend_mixin [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d707d93a-1137-45f0-afbb-a908475d052c (CIDR: 2001:db8::/64)
Dec 09 14:11:01.012439 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-6efa28f2-aa11-4f88-bc8b-c305b33fdea6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68a7fd8b-15c4-47a8-845d-97b2efe512bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1906517
Dec 09 14:11:01.013972 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:11:01.014639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:01.014778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b239452f-e0af-416c-bcd1-62d6320fa5bf triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:01.015206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.053479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network d39deee6-6765-4769-8c26-cde414213643 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:01.056950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:01.062529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:01.090200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] For port d4cd02f2-60e8-4b01-b2df-79a314e95236, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d4cd02f2-60e8-4b01-b2df-79a314e95236,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:01.090601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.106100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=99a82a3c-093a-4a3b-81a4-5b739de4080e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:01.116577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:01.117215 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eaf7ad4e-9b13-40ec-abff-eb2ba22d5990 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7499406
Dec 09 14:11:01.117751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59218) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:01.133966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:01.189500 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-58decc50-c12c-4e27-84ca-f5af102e01e6 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672456
Dec 09 14:11:01.255592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Calling delete_port for d4cd02f2-60e8-4b01-b2df-79a314e95236 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:01.276792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:01.293456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4460bc3f-a5fc-4c39-ae0b-421ea589e011 None None] Provisioning complete for port b239452f-e0af-416c-bcd1-62d6320fa5bf triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:01.293862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4460bc3f-a5fc-4c39-ae0b-421ea589e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.294743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:01.302466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:01.314498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:01.359268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:01.360609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.369933 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cf71f133-f55b-459f-ad1f-611a28a4d1ed req-08300d1f-e0eb-4764-b9bc-e98dad8f4d23 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737151
Dec 09 14:11:01.396746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:01.428227 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4984066
Dec 09 14:11:01.442551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Request body: {'port': {'device_id': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:01.485469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.498809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.508125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:01.601038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Pushing event deleted for resources: {'Port': ['ID=d4cd02f2-60e8-4b01-b2df-79a314e95236,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:01.606259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:01.617210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] No DVR routers for this DVR port d4cd02f2-60e8-4b01-b2df-79a314e95236 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:01.633852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b239452f-e0af-416c-bcd1-62d6320fa5bf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b239452f-e0af-416c-bcd1-62d6320fa5bf,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:01.638956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4460bc3f-a5fc-4c39-ae0b-421ea589e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.650914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a00804-e1c1-49dd-bad0-09f9caef2f0a None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:01.669096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.676000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a550ca32-c617-4ba5-bcfb-69ccfde9915a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:01.689955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.781425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a47fa473-affc-4895-8eb1-9ae4f9c6223b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:01.803414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:01.884045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6813-2e6c-4b8b-b893-97840dacda7a req-eecab2a9-0901-464a-b9e4-47fe09847f6c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:01.885563 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4be6813-2e6c-4b8b-b893-97840dacda7a req-eecab2a9-0901-464a-b9e4-47fe09847f6c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 944 time: 0.4148519
Dec 09 14:11:01.923800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b239452f-e0af-416c-bcd1-62d6320fa5bf,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:01.939221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:01.949611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-4460bc3f-a5fc-4c39-ae0b-421ea589e011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:11:01.949969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-4460bc3f-a5fc-4c39-ae0b-421ea589e011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:11:02.007535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a47fa473-affc-4895-8eb1-9ae4f9c6223b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:02.007933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.160209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': 'd707d93a-1137-45f0-afbb-a908475d052c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:02.161024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.224931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4be6813-2e6c-4b8b-b893-97840dacda7a req-f8b1a50b-2a84-46bd-8b3d-ad202de96e36 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3216224
Dec 09 14:11:02.370389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:02.401112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25007634-0f4b-45b5-b8f8-1fd6efb4984b req-88305d8e-f075-49cd-80d3-02943ff15fb0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:02.401818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-25007634-0f4b-45b5-b8f8-1fd6efb4984b req-88305d8e-f075-49cd-80d3-02943ff15fb0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:02.413420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d4cd02f2-60e8-4b01-b2df-79a314e95236 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:02.413795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d4cd02f2-60e8-4b01-b2df-79a314e95236 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:02.415626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/d707d93a-1137-45f0-afbb-a908475d052c/7e14b2ae-2321-477a-b586-a5a5d90be541) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:02.455955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-25007634-0f4b-45b5-b8f8-1fd6efb4984b req-88305d8e-f075-49cd-80d3-02943ff15fb0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:02.457135 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-25007634-0f4b-45b5-b8f8-1fd6efb4984b req-88305d8e-f075-49cd-80d3-02943ff15fb0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 932 time: 0.5200613
Dec 09 14:11:02.595635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a82a3c-093a-4a3b-81a4-5b739de4080e {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:11:02.629184 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-25007634-0f4b-45b5-b8f8-1fd6efb4984b req-c436b938-024f-4cd3-804a-97487b3cb083 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588507
Dec 09 14:11:02.633700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.669044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Transition to ACTIVE for port object 99a82a3c-093a-4a3b-81a4-5b739de4080e will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:02.678130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.693414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.705699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b0e73cd-93bb-4a55-a910-01836bf5b800 tempest-RoutersAdminTest-1930765660 tempest-RoutersAdminTest-1930765660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:02.706976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Transition to ACTIVE for port object 7e14b2ae-2321-477a-b586-a5a5d90be541 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:02.712915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-60fef05b-3cef-4807-adca-f86feb38ce79 None None] Provisioning for port 99a82a3c-093a-4a3b-81a4-5b739de4080e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:02.733708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Transition to ACTIVE for port object 7e14b2ae-2321-477a-b586-a5a5d90be541 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:02.741444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.744857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5df17c1e-3939-4dd1-921a-35882f0cddcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:02.814504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:02.817782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:02.820340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:02.829062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Pushing event updated for resources: {'Port': ['ID=7e14b2ae-2321-477a-b586-a5a5d90be541,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:02.833473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:02.860625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:11:02.903782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Pushing event updated for resources: {'Port': ['ID=99a82a3c-093a-4a3b-81a4-5b739de4080e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:02.921862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:02.927689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Attempting to bind port 7e14b2ae-2321-477a-b586-a5a5d90be541 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:02.928062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Attempting to bind port 7e14b2ae-2321-477a-b586-a5a5d90be541 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:02.928433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Attempting to bind port 7e14b2ae-2321-477a-b586-a5a5d90be541 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:02.935702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:02.936158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:02.936632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:02.937090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:02.938265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Bound port: 7e14b2ae-2321-477a-b586-a5a5d90be541, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:02.938265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.029700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] For port 7e14b2ae-2321-477a-b586-a5a5d90be541, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:03.037110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] For port 7e14b2ae-2321-477a-b586-a5a5d90be541, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e14b2ae-2321-477a-b586-a5a5d90be541,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:03.043914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.048931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:03.078924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Attempting to bind port 99a82a3c-093a-4a3b-81a4-5b739de4080e on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:03.079258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Attempting to bind port 99a82a3c-093a-4a3b-81a4-5b739de4080e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:03.079587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Attempting to bind port 99a82a3c-093a-4a3b-81a4-5b739de4080e on network d39deee6-6765-4769-8c26-cde414213643 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:03.125753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Port 99a82a3c-093a-4a3b-81a4-5b739de4080e on network d39deee6-6765-4769-8c26-cde414213643 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:11:03.125753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Attempting to bind port 99a82a3c-093a-4a3b-81a4-5b739de4080e on network d39deee6-6765-4769-8c26-cde414213643 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:03.149521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:03.149521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Checking segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:03.149521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Bound using segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:03.149521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Bound port: 99a82a3c-093a-4a3b-81a4-5b739de4080e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:03.149521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.158753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Pushing event updated for resources: {'Port': ['ID=7e14b2ae-2321-477a-b586-a5a5d90be541,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:03.158753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:03.188328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.306963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:11:03.408752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] For port 99a82a3c-093a-4a3b-81a4-5b739de4080e, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:03.537258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] For port 99a82a3c-093a-4a3b-81a4-5b739de4080e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:03.555306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.563729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:03.570115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a4a0eeb3-31c9-4373-9692-8218eac150ed tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:03.580587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '9d7449f1-45ec-43f0-9060-db80677860d7', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'port_id': '9d7449f1-45ec-43f0-9060-db80677860d7', 'mac_address': 'fa:16:3e:2f:62:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:11:03.643421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.668730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7449f1-45ec-43f0-9060-db80677860d7 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:11:03.694270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.695303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:03.695821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] 10.222.0.35 "PUT /v2.0/ports/99a82a3c-093a-4a3b-81a4-5b739de4080e HTTP/1.1" status: 200  len: 1094 time: 2.2598360
Dec 09 14:11:03.702386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:03.705470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:03.729476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'tag': '99a82a3c-093a-4a3b-81a4-5b739de4080e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:03.820254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:03.823817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:03.844194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port 7e14b2ae-2321-477a-b586-a5a5d90be541, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e14b2ae-2321-477a-b586-a5a5d90be541,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:03.852265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Pushing event updated for resources: {'Port': ['ID=99a82a3c-093a-4a3b-81a4-5b739de4080e,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:03.875943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:03.887188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19c589-60d3-457c-a3c4-e824f94b4461 req-7b1c8a7f-69a6-4721-876e-17f2722ca2f2 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:03.890189 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b19c589-60d3-457c-a3c4-e824f94b4461 req-7b1c8a7f-69a6-4721-876e-17f2722ca2f2 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 944 time: 0.4853358
Dec 09 14:11:03.905805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b239452f-e0af-416c-bcd1-62d6320fa5bf up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:03.949700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['9d7449f1-45ec-43f0-9060-db80677860d7'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:11:03.985983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:04.021114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:04.022023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:04.032141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:04.077773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b239452f-e0af-416c-bcd1-62d6320fa5bf triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:04.077773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:04.199228 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-3b7a9b73-7ce4-46a1-8efa-bd1cb0ef1212 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 1097 time: 0.4315379
Dec 09 14:11:04.199228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:04.212573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b19c589-60d3-457c-a3c4-e824f94b4461 req-d70124e8-0be5-4b78-ab09-127ae7af99b6 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2619948
Dec 09 14:11:04.212573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=7e14b2ae-2321-477a-b586-a5a5d90be541,revision_number=4']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:04.337846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e14b2ae-2321-477a-b586-a5a5d90be541 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:04.489320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:04.489320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'tag': '99a82a3c-093a-4a3b-81a4-5b739de4080e', 'status': 'completed', 'code': 200}
Dec 09 14:11:04.489320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:04.502561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 7e14b2ae-2321-477a-b586-a5a5d90be541 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:04.519798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3152c-5ebc-4ce2-9dee-abc6095c7966 req-7a98127e-e2f2-45af-864c-73fbcec15130 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:04.527008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71f3152c-5ebc-4ce2-9dee-abc6095c7966 req-7a98127e-e2f2-45af-864c-73fbcec15130 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 944 time: 0.6464438
Dec 09 14:11:04.527008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ad986abd-4a34-45f1-a1f1-8ffbe3f4ae7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:04.590922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:04.591510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:04.650821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-02dd50aa-186c-44bc-af3d-8bb12afc8175 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e HTTP/1.1" status: 200  len: 217 time: 0.4330800
Dec 09 14:11:04.681949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e0618-ffb4-438e-a72b-7a5cb375ce76 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:04.721452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59232) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:04.722013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.6001935
Dec 09 14:11:04.730616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=99af92b2-7d13-40f6-8649-bc7675638f10,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:04.730825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:f9:46:6b', 'name': 'tempest-NetworksTestDHCPv6-1948159830'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:04.738749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:04.758076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71f3152c-5ebc-4ce2-9dee-abc6095c7966 req-ef58c479-8261-468e-a0e4-1f71a2ab4061 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2335618
Dec 09 14:11:04.780402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493450bf-2349-4882-81a4-e69e7190a58c req-0b11deba-155f-46b1-ac80-034bacb534c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:04.781872 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-0b11deba-155f-46b1-ac80-034bacb534c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7cdbc3a-c7e6-4518-b938-bc216ca75ec5 HTTP/1.1" status: 200  len: 838 time: 0.1164110
Dec 09 14:11:04.833806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Provisioning for port 7e14b2ae-2321-477a-b586-a5a5d90be541 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:04.853874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Provisioning complete for port 7e14b2ae-2321-477a-b586-a5a5d90be541 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:04.853874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:04.898103 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-abeead63-f248-404a-883f-403b16f9ad45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d39deee6-6765-4769-8c26-cde414213643&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0913043
Dec 09 14:11:04.917962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:04.917962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:04.917962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:04.934660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:04.934660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:05.058374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-d35b8af5-55b5-4633-90a6-1d0e16d94362 service neutron] 10.222.0.35 "GET /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534078
Dec 09 14:11:05.098061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:05.125791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port be96f5e9-21c3-420b-9055-ac1993b09f3a yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:11:05.141592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:05.204373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] For port 7e14b2ae-2321-477a-b586-a5a5d90be541, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e14b2ae-2321-477a-b586-a5a5d90be541,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:05.221017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:05.225487 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-493450bf-2349-4882-81a4-e69e7190a58c req-96f4cfd3-6d48-43bb-8479-49c630779292 service neutron] 10.222.0.35 "GET /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724541
Dec 09 14:11:05.229899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:05.304791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:05.371761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Pushing event updated for resources: {'Port': ['ID=7e14b2ae-2321-477a-b586-a5a5d90be541,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:05.376913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:05.419964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 9d7449f1-45ec-43f0-9060-db80677860d7 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:05.427894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 9d7449f1-45ec-43f0-9060-db80677860d7 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:05.429988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:05.446223 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-a04d6351-39b5-4c5e-8f5a-4421b68adc88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 1097 time: 0.1265199
Dec 09 14:11:05.496013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::62 (06176117-bfee-4a45-b798-e2271f4e3e62/d707d93a-1137-45f0-afbb-a908475d052c/be96f5e9-21c3-420b-9055-ac1993b09f3a) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:05.504074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8:0:1:f816:3eff:fef9:466b (06176117-bfee-4a45-b798-e2271f4e3e62/99af92b2-7d13-40f6-8649-bc7675638f10/be96f5e9-21c3-420b-9055-ac1993b09f3a) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:05.634609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:05.696427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:05.710798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:05.715613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:05.720351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:05.790340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da053dc-6b0f-46bf-999c-963fd603143e req-a5b7b278-504b-4659-8ed2-7c6f9febacda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:05.791803 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-a5b7b278-504b-4659-8ed2-7c6f9febacda service neutron] 10.222.0.35 "GET /v2.0/networks?id=d39deee6-6765-4769-8c26-cde414213643 HTTP/1.1" status: 200  len: 896 time: 0.3364828
Dec 09 14:11:05.798552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f07524-ddd3-4855-99c7-4fe4cf72ba84 req-c2ff6035-8b0b-4513-986a-febe0f64a5c8 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:05.802192 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f07524-ddd3-4855-99c7-4fe4cf72ba84 req-c2ff6035-8b0b-4513-986a-febe0f64a5c8 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 945 time: 0.2739782
Dec 09 14:11:05.837422 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7', 'code': 200}
Dec 09 14:11:05.838954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e14b2ae-2321-477a-b586-a5a5d90be541 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:05.933268 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-00516ddf-ed11-477a-94c1-849329ee835b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e HTTP/1.1" status: 200  len: 217 time: 0.1299007
Dec 09 14:11:05.960270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:05.965012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:05.983848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7e14b2ae-2321-477a-b586-a5a5d90be541 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:05.984372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.032798 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0f07524-ddd3-4855-99c7-4fe4cf72ba84 req-f489508a-ef92-4a86-b554-0c4ebb01e3fb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591349
Dec 09 14:11:06.042589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da053dc-6b0f-46bf-999c-963fd603143e req-7874014b-c680-4e03-8ae3-d659fbee8d13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:06.044678 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-7874014b-c680-4e03-8ae3-d659fbee8d13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7cdbc3a-c7e6-4518-b938-bc216ca75ec5 HTTP/1.1" status: 200  len: 838 time: 0.0830052
Dec 09 14:11:06.072346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.092498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object be96f5e9-21c3-420b-9055-ac1993b09f3a will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:06.132838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.158530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9f3ae205-4185-419e-9ead-f55f01336f3d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:06.203297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-9e2c1a23-97ff-4cd5-a9d3-c9167b19cdec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d39deee6-6765-4769-8c26-cde414213643&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1514189
Dec 09 14:11:06.245900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be108d-04b5-4981-b0bd-9c1ed8c8b9e8 req-ec84f29b-e167-4f9f-bd85-e6f43af005e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:06.247352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7be108d-04b5-4981-b0bd-9c1ed8c8b9e8 req-ec84f29b-e167-4f9f-bd85-e6f43af005e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 944 time: 0.1373005
Dec 09 14:11:06.254862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:06.258969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:06.261545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:06.265717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:06.266333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.305368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=be96f5e9-21c3-420b-9055-ac1993b09f3a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:06.333157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.334216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.334582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.335206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.335993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.336541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.337142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.337791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.338335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.338863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.339567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:06.344266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:06.353287 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.6304564
Dec 09 14:11:06.356106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59242) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:06.362491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8cb120ac-f542-45e8-b1a4-5fcc4fda28bb None None] Provisioning complete for port 7e14b2ae-2321-477a-b586-a5a5d90be541 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:06.362979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8cb120ac-f542-45e8-b1a4-5fcc4fda28bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.395855 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7be108d-04b5-4981-b0bd-9c1ed8c8b9e8 req-53598b2b-1756-44ca-8762-22bc0d4a6df9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937591
Dec 09 14:11:06.425967 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f6d7e339-01b0-4a35-b0f1-74f5ebb9bd2f req-a7ad9b23-296e-486d-a83a-84b7f993cced service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1099 time: 0.2683876
Dec 09 14:11:06.427914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-d9a51099-7e15-4b31-99ea-e73596e1a45b service neutron] 10.222.0.35 "GET /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169101
Dec 09 14:11:06.433793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port be96f5e9-21c3-420b-9055-ac1993b09f3a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:06.434133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.580721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8da053dc-6b0f-46bf-999c-963fd603143e req-724dfee6-0ca3-4a57-970c-63dde6f16808 service neutron] 10.222.0.35 "GET /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438630
Dec 09 14:11:06.601456 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f6d7e339-01b0-4a35-b0f1-74f5ebb9bd2f req-95371bf5-bb69-4357-ab4b-1be3400e8b11 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306679
Dec 09 14:11:06.666446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d9cb54e7-658f-487e-ac16-cf81e4834f52 None None] Could not find standard attr ID for object 72742276-ed72-43dd-8aab-09ddee6f2157. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:11:06.751776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:06.778662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-404b7575-e70c-42d8-bb62-18f65ddcecdc None None] Could not find standard attr ID for object d383c4e0-7604-4fd9-a86e-0ba397a7684f. {{(pid=83445) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 09 14:11:06.876632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for be96f5e9-21c3-420b-9055-ac1993b09f3a owned by  {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:07.089826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:07.091794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3fec2f9b-14c4-4586-86b5-4372ca561a2b None None] Provisioning for port be96f5e9-21c3-420b-9055-ac1993b09f3a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:07.096736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ef6d3a94-7ea2-45cf-be89-e4958929c5fe tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:07.104026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3fec2f9b-14c4-4586-86b5-4372ca561a2b None None] Provisioning complete for port be96f5e9-21c3-420b-9055-ac1993b09f3a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:07.104875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fec2f9b-14c4-4586-86b5-4372ca561a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:07.140474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3fec2f9b-14c4-4586-86b5-4372ca561a2b None None] Port be96f5e9-21c3-420b-9055-ac1993b09f3a was deleted so its status cannot be updated. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 09 14:11:07.145958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=be96f5e9-21c3-420b-9055-ac1993b09f3a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:07.149231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:07.222034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:07.234740 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/be96f5e9-21c3-420b-9055-ac1993b09f3a HTTP/1.1" status: 204  len: 168 time: 0.8753116
Dec 09 14:11:07.234963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59248) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:07.252053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9923fe1-3d02-400c-bf1f-e1a4bb8733a5 req-51a50882-7a06-48cd-be53-1bf8e7cc2788 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.253626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9923fe1-3d02-400c-bf1f-e1a4bb8733a5 req-51a50882-7a06-48cd-be53-1bf8e7cc2788 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0879419
Dec 09 14:11:07.304730 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9923fe1-3d02-400c-bf1f-e1a4bb8733a5 req-1f9b0889-0926-420f-bbec-75a74745ecc4 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432055
Dec 09 14:11:07.315117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506bf868-c717-4808-9d07-c9fedea9bd66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.317503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-506bf868-c717-4808-9d07-c9fedea9bd66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:07.333653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-506bf868-c717-4808-9d07-c9fedea9bd66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:07.336931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 99a82a3c-093a-4a3b-81a4-5b739de4080e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:11:07.337593 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-506bf868-c717-4808-9d07-c9fedea9bd66 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1001396
Dec 09 14:11:07.337873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59254) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:07.485842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 99a82a3c-093a-4a3b-81a4-5b739de4080e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:07.500794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '99a82a3c-093a-4a3b-81a4-5b739de4080e', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'port_id': '99a82a3c-093a-4a3b-81a4-5b739de4080e', 'mac_address': 'fa:16:3e:8e:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:11:07.571264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:07.600960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a82a3c-093a-4a3b-81a4-5b739de4080e {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:11:07.631767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 99a82a3c-093a-4a3b-81a4-5b739de4080e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:07.636252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:07.641066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9d4367cf-56a8-49fa-8a1c-005be0852bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:07.662669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a02aa-290f-47c2-a6ce-54dd22b11281 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.664139 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f29a02aa-290f-47c2-a6ce-54dd22b11281 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3251092
Dec 09 14:11:07.667576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59262) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:07.719264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dbf0-4cf3-4a36-a8a9-ccc1f810cdcb req-f92159ba-e60e-4528-a190-c925c0632030 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.721643 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-48a7dbf0-4cf3-4a36-a8a9-ccc1f810cdcb req-f92159ba-e60e-4528-a190-c925c0632030 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 945 time: 0.1222026
Dec 09 14:11:07.759225 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=99a82a3c-093a-4a3b-81a4-5b739de4080e,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:07.763219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:07.766902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fca54-0f4f-4d5b-a4fc-8ed7edd27182 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.768229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fca54-0f4f-4d5b-a4fc-8ed7edd27182 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.770161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fca54-0f4f-4d5b-a4fc-8ed7edd27182 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:07.770879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e91fca54-0f4f-4d5b-a4fc-8ed7edd27182 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:07.787754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e91fca54-0f4f-4d5b-a4fc-8ed7edd27182 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:07.788994 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e91fca54-0f4f-4d5b-a4fc-8ed7edd27182 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1205492
Dec 09 14:11:07.790269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-48a7dbf0-4cf3-4a36-a8a9-ccc1f810cdcb req-0b29009c-0de7-4b0b-8e07-fe360e82c143 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598733
Dec 09 14:11:07.791866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59266) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:07.866348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 99af92b2-7d13-40f6-8649-bc7675638f10 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:07.869579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:07.902972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['99a82a3c-093a-4a3b-81a4-5b739de4080e'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:11:07.928344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.014324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.090864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.095434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb5c2b31-719a-476c-9900-4ef411fc87db tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:08.135483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=99af92b2-7d13-40f6-8649-bc7675638f10,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:08.137961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:08.145873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.150526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac52877-d4c3-4d45-8f17-6cb27da61d79 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:08.155620 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/99af92b2-7d13-40f6-8649-bc7675638f10 HTTP/1.1" status: 204  len: 168 time: 0.3627021
Dec 09 14:11:08.158199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59270) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:08.236033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet d707d93a-1137-45f0-afbb-a908475d052c {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:08.240910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.414369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.500924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.522440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8f35b-01c0-4078-9f79-6feedcec7a52 req-68d3cbd3-9e88-4406-93f0-64d70c495eaa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:08.531096 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-36b8f35b-01c0-4078-9f79-6feedcec7a52 req-68d3cbd3-9e88-4406-93f0-64d70c495eaa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0992184
Dec 09 14:11:08.586413 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-36b8f35b-01c0-4078-9f79-6feedcec7a52 req-51e056c9-129e-41ae-a195-6f72ddb9e6a9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538816
Dec 09 14:11:08.589655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.595529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f7f3c6ba-76a2-4717-b2cc-d8357e77df63 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:08.639669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=d707d93a-1137-45f0-afbb-a908475d052c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:08.643917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:08.647014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:08.661035 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d707d93a-1137-45f0-afbb-a908475d052c HTTP/1.1" status: 204  len: 168 time: 0.5017767
Dec 09 14:11:08.663781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59278) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:08.736593 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-56fc64ca-2010-4542-84ed-99a503d8a421 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0714958
Dec 09 14:11:08.740043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59282) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:08.746226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:08.814760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d42a-948b-4944-8dec-927273ecb922 req-e79d3eb0-dbdd-4a1f-bfb3-5749df1f870b tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:08.816281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b639d42a-948b-4944-8dec-927273ecb922 req-e79d3eb0-dbdd-4a1f-bfb3-5749df1f870b tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0830302
Dec 09 14:11:08.866055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b639d42a-948b-4944-8dec-927273ecb922 req-d71da9c0-2020-464a-a365-67093fcabfc9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441208
Dec 09 14:11:08.872271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:08.876703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:08.880055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:08.887257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:08.894666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59288) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:08.935664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:08.939118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.028226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe8f90-6983-478f-b299-59fa10e229a0 req-03ed82f5-9739-4add-b7be-f8f28ed87bc6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:09.029759 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1fe8f90-6983-478f-b299-59fa10e229a0 req-03ed82f5-9739-4add-b7be-f8f28ed87bc6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 945 time: 0.0929379
Dec 09 14:11:09.044188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b13d7c-13d6-4f2c-973a-b43293acf615 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:09.074299 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-55b27f6e-b1bd-442f-85b0-977cc6ad0ef4 tempest-TestNetworkAdvancedServerOps-526832443 tempest-TestNetworkAdvancedServerOps-526832443-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1094 time: 0.1783953
Dec 09 14:11:09.076990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59292) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:09.084012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '9d7449f1-45ec-43f0-9060-db80677860d7', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:09.090630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1fe8f90-6983-478f-b299-59fa10e229a0 req-72999b7b-d833-4a61-b903-2abefd14c7b0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519168
Dec 09 14:11:09.092116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:09.098008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Usage tracker for resource:floatingip and tenant:f50b7ebcf6ce450a9988d0c855368c56 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:09.101467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:09.108535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:09.157447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.217571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e5e9930-73bd-432a-a88c-14edcfe7d7db None None] Provisioning complete for port 7e14b2ae-2321-477a-b586-a5a5d90be541 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:09.217937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e5e9930-73bd-432a-a88c-14edcfe7d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.288912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.294693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7ee898a7-e493-412b-8214-1e6c1f60f46c tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:09.337359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 99a82a3c-093a-4a3b-81a4-5b739de4080e up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:09.365623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:09.373048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:09.377883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:09.378994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.393122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:09.399784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:09.429964 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.6887414
Dec 09 14:11:09.432896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59296) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:09.437260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:09.438606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:09.439063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.443790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Deleting port 7e14b2ae-2321-477a-b586-a5a5d90be541 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:09.444207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.478138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 99a82a3c-093a-4a3b-81a4-5b739de4080e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:09.487132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 99a82a3c-093a-4a3b-81a4-5b739de4080e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:09.487585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.581185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:09.587556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:09.590811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:09.596595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:09.607423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:09.617765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Allocated IP 172.26.3.237 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/2e986fe6-aef9-4fef-b38f-5a3629863dec) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:09.750742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.766454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e14b2ae-2321-477a-b586-a5a5d90be541 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:09.773183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.797349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.828637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.833697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:09.843240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] For port 7e14b2ae-2321-477a-b586-a5a5d90be541, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e14b2ae-2321-477a-b586-a5a5d90be541,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:09.843644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:09.864300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a82a3c-093a-4a3b-81a4-5b739de4080e'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:09.890705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:09.898539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:09.900917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:09.911388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.ipam_backend_mixin [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6 (CIDR: 2001:db8::/64)
Dec 09 14:11:09.914916 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:11:09.915415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:09.942006 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-49fd1db1-8cba-43ba-8dbc-b1a4e7844d18 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5077667
Dec 09 14:11:09.944677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59302) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:09.947248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Port': ['ID=2e986fe6-aef9-4fef-b38f-5a3629863dec,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:09.950182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:09.956041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'subnet': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:09.986819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Calling delete_port for 7e14b2ae-2321-477a-b586-a5a5d90be541 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:10.012558 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a82a3c-093a-4a3b-81a4-5b739de4080e', 'code': 200}
Dec 09 14:11:10.023801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 99a82a3c-093a-4a3b-81a4-5b739de4080e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:10.036335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.070295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:10.166219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.179413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.185374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=99a82a3c-093a-4a3b-81a4-5b739de4080e,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:10.192474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:10.192937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:10.241878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Pushing event deleted for resources: {'Port': ['ID=7e14b2ae-2321-477a-b586-a5a5d90be541,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:10.245444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:10.248460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] No DVR routers for this DVR port 7e14b2ae-2321-477a-b586-a5a5d90be541 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:10.272633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:10.289611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:subnet and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:10.298321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:10.302158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99181db-6176-4931-ba8f-a3cab48ddd43 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:10.310997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:10.316588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0c102-1515-4850-8435-d2671d8fbdcb req-34686e4d-d930-4c76-ac65-42fe4b332d6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:10.318879 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22d0c102-1515-4850-8435-d2671d8fbdcb req-34686e4d-d930-4c76-ac65-42fe4b332d6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.0963748
Dec 09 14:11:10.369938 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22d0c102-1515-4850-8435-d2671d8fbdcb req-0df7cbbd-f256-4825-91a4-7e2a7007967b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447505
Dec 09 14:11:10.530598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:10.584558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-06176117-bfee-4a45-b798-e2271f4e3e62', 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'tenant_id': '0ca10b2a2063429fb26e511daf5187f4', 'fixed_ips': [{'subnet_id': '3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:10.585375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.691775 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f5f53701-9ad1-49af-8a2e-895e96657a7c req-1a8d2eff-b78c-4ba7-b2cb-2ee2dfabde01 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 1099 time: 0.4728618
Dec 09 14:11:10.742471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Allocated IP 2001:db8::2 (06176117-bfee-4a45-b798-e2271f4e3e62/3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6/b93a5990-161b-466b-946b-fc5099010596) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:10.805659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.839747 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f5f53701-9ad1-49af-8a2e-895e96657a7c req-01aa0880-1235-40ab-abec-5f334c4f7fcd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1348517
Dec 09 14:11:10.942658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.953235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Transition to ACTIVE for port object b93a5990-161b-466b-946b-fc5099010596 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:10.971503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Transition to ACTIVE for port object b93a5990-161b-466b-946b-fc5099010596 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:10.977679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:10.983364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7c4caca7-e53e-43bd-8d3a-5693ddf06fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:11.049444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:11.053340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:11.055715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:11.062075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Pushing event updated for resources: {'Port': ['ID=b93a5990-161b-466b-946b-fc5099010596,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:11.064527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:11.145480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Attempting to bind port b93a5990-161b-466b-946b-fc5099010596 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:11.146204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Attempting to bind port b93a5990-161b-466b-946b-fc5099010596 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:11.146204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Attempting to bind port b93a5990-161b-466b-946b-fc5099010596 on network 06176117-bfee-4a45-b798-e2271f4e3e62 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:11.152521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:11.153509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Checking segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:11.153509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.153814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Bound using segment: {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:11.154283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Bound port: b93a5990-161b-466b-946b-fc5099010596, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce27e212-d106-4f86-a13f-c21a3c30ea82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:11.154663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.163560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.247115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] For port b93a5990-161b-466b-946b-fc5099010596, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:11.251273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] For port b93a5990-161b-466b-946b-fc5099010596, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b93a5990-161b-466b-946b-fc5099010596,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:11.251468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.255359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.259007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a8769f7b-a0c7-469e-a6e5-7b426021ed88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:11.358079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Pushing event updated for resources: {'Port': ['ID=b93a5990-161b-466b-946b-fc5099010596,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:11.362803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:11.574904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:11:11.619077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cacfd2-4ebc-478a-a83b-a53aa38e4c41 req-b9bcb124-9bef-443c-92bb-189366e1ae52 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:11.621291 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7cacfd2-4ebc-478a-a83b-a53aa38e4c41 req-b9bcb124-9bef-443c-92bb-189366e1ae52 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.1106040
Dec 09 14:11:11.676204 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7cacfd2-4ebc-478a-a83b-a53aa38e4c41 req-74df8131-fa78-415c-8c19-c57390b8b959 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436056
Dec 09 14:11:11.687863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.696785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.702760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db7a4adc-4600-4ef1-9d1d-ded569bf997a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:11.800366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b93a5990-161b-466b-946b-fc5099010596 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:11.869328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event updated for resources: {'Port': ['ID=2e986fe6-aef9-4fef-b38f-5a3629863dec,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:11.872729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:11.872877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b93a5990-161b-466b-946b-fc5099010596 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:11.907992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:11.922326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.360020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Provisioning for port b93a5990-161b-466b-946b-fc5099010596 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:12.365549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Provisioning complete for port b93a5990-161b-466b-946b-fc5099010596 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:12.365940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.412134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] For port b93a5990-161b-466b-946b-fc5099010596, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b93a5990-161b-466b-946b-fc5099010596,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:12.449485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.455591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.456419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.460869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4bd0b31c-ee05-49c0-8073-f879cbfca810 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:12.476052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.491412 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Floating IP c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e associated. External IP: 172.26.3.237, port: 9d7449f1-45ec-43f0-9060-db80677860d7.
Dec 09 14:11:12.554295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:11:12.554623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:11:12.595749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:12.600322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:12.603133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:12.603719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:12.609349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f201e9-3bf2-4e5a-89f6-9b74331e2fd9 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:12.632245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=b93a5990-161b-466b-946b-fc5099010596,revision_number=4']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:12.635531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:12.638955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d6564f7-21bf-4b90-8bdf-60ee253f4515 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:12.703749 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 2.7579081
Dec 09 14:11:12.707804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:12.713513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Request body: {'port': {'network_id': '06176117-bfee-4a45-b798-e2271f4e3e62', 'mac_address': 'fa:16:3e:13:7b:ee', 'name': 'tempest-NetworksTestDHCPv6-569059641'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:12.786783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Subnet': ['ID=74ea31e2-fbeb-45b1-ae0f-6df64552ae00,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:12.789439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:12.911284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:12.918271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Usage tracker for resource:port and tenant:0ca10b2a2063429fb26e511daf5187f4 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:12.923417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:12.938357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:12.959470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16840c-7538-44dc-a114-9f6fa96e981f req-29e3ded7-02e5-45e6-9262-5005d485cdcd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:12.961962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b16840c-7538-44dc-a114-9f6fa96e981f req-29e3ded7-02e5-45e6-9262-5005d485cdcd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.1234689
Dec 09 14:11:12.963854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Made reservation on behalf of 0ca10b2a2063429fb26e511daf5187f4 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:12.969680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.033987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] device_id is not set on port 47c0e830-d13f-4300-9513-a27de78e22aa yet. {{(pid=83444) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:11:13.064092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:11:13.122635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.169435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] For port b93a5990-161b-466b-946b-fc5099010596, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b93a5990-161b-466b-946b-fc5099010596,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:13.175046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.179597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec848454-050e-4710-b030-dd8d0fa7d3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:13.256304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Pushing event updated for resources: {'Port': ['ID=b93a5990-161b-466b-946b-fc5099010596,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:13.267883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8::103 (06176117-bfee-4a45-b798-e2271f4e3e62/3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6/47c0e830-d13f-4300-9513-a27de78e22aa) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:13.268541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:13.276470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:7bee (06176117-bfee-4a45-b798-e2271f4e3e62/74ea31e2-fbeb-45b1-ae0f-6df64552ae00/47c0e830-d13f-4300-9513-a27de78e22aa) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:13.280276 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b16840c-7538-44dc-a114-9f6fa96e981f req-2bfade50-b5aa-4e42-94b2-ad3aba134751 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2953587
Dec 09 14:11:13.299409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:11:13.312896 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] Sync routers for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:11:13.328886 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:13.329830 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a59ee20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:13.337449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.417212 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.3390310
Dec 09 14:11:13.417973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:13.567912 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:13.600388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1fc4eb09-f7db-4bf9-ac04-0a2915b2851d None None] Provisioning complete for port b93a5990-161b-466b-946b-fc5099010596 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:13.600951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1fc4eb09-f7db-4bf9-ac04-0a2915b2851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.767534 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b93a5990-161b-466b-946b-fc5099010596 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:13.817679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c1181-566c-4f2e-a1a1-1047c108048f req-d2ac332a-40b8-452c-8403-fe94846767f3 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:13.822196 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-540c1181-566c-4f2e-a1a1-1047c108048f req-d2ac332a-40b8-452c-8403-fe94846767f3 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.2233894
Dec 09 14:11:13.826439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.876860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f622f1-432f-4f86-b447-df8a9b1c15e1 req-5bc35bbd-7830-48b1-b8cc-1b2223a29a99 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:13.877555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b93a5990-161b-466b-946b-fc5099010596 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:13.877951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.878521 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4f622f1-432f-4f86-b447-df8a9b1c15e1 req-5bc35bbd-7830-48b1-b8cc-1b2223a29a99 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.3318343
Dec 09 14:11:13.886121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Transition to ACTIVE for port object 47c0e830-d13f-4300-9513-a27de78e22aa will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:13.943604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-540c1181-566c-4f2e-a1a1-1047c108048f req-66e49eaa-047e-4dcd-8ee0-5f3dab02bedb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1084573
Dec 09 14:11:13.954625 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4f622f1-432f-4f86-b447-df8a9b1c15e1 req-3e0b64f9-56e3-4077-97d7-ad0fee6333bf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609474
Dec 09 14:11:13.965389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:13.969523 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a59ee20>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'port_id': '9d7449f1-45ec-43f0-9060-db80677860d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'mac_address': 'fa:16:3e:2f:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:11:10Z', 'updated_at': '2021-12-09T14:11:10Z', 'revision_number': 0, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:11:00Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:13.974687 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] Checking router: 630d54d1-5759-4b2e-a192-4f1d30dec4a8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:11:13.982026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1dc3f549-bd7a-49ef-a6c4-a5fa58e5793d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:13.989490 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:13.990292 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a59ee20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:14.008916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59322) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:14.077331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Network 06176117-bfee-4a45-b798-e2271f4e3e62 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:14.078979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event updated for resources: {'Port': ['ID=47c0e830-d13f-4300-9513-a27de78e22aa,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:14.082472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:14.082644 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7', 'status': 'completed', 'code': 200}
Dec 09 14:11:14.085366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:14.089056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:14.089726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:14.110014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.110398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.110779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.111314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.111769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.112425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.113582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.113951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.114315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.114676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.115040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:14.118866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:14.136604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.4276280
Dec 09 14:11:14.139478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59328) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:14.182727 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-77e27c66-9f4c-4710-8649-450c25923b2a tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/floatingips/c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e HTTP/1.1" status: 200  len: 992 time: 0.1705949
Dec 09 14:11:14.212593 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-0c5f6213-f1bd-42a7-bce0-b0978302598a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f50b7ebcf6ce450a9988d0c855368c56&device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1099 time: 0.1048052
Dec 09 14:11:14.225315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting port 47c0e830-d13f-4300-9513-a27de78e22aa {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:14.225693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:14.228513 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:14.377665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-c9f65d91-bef4-4e14-8e01-6784261cb164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:14.379151 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-c9f65d91-bef4-4e14-8e01-6784261cb164 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68a7fd8b-15c4-47a8-845d-97b2efe512bc HTTP/1.1" status: 200  len: 897 time: 0.1585808
Dec 09 14:11:14.475357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08ec4336-78e8-4252-84f1-b4595742070c None None] Provisioning for port 47c0e830-d13f-4300-9513-a27de78e22aa completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:14.482494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-08ec4336-78e8-4252-84f1-b4595742070c None None] Provisioning complete for port 47c0e830-d13f-4300-9513-a27de78e22aa triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:14.483464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-08ec4336-78e8-4252-84f1-b4595742070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:14.493165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:14.515110 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-110d5650-dca8-49e5-8d18-fe062470fd7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7449f1-45ec-43f0-9060-db80677860d7 HTTP/1.1" status: 200  len: 1000 time: 0.1281464
Dec 09 14:11:14.555581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-08ec4336-78e8-4252-84f1-b4595742070c None None] Port 47c0e830-d13f-4300-9513-a27de78e22aa cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:11:14.596739 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a59ee20>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'port_id': '9d7449f1-45ec-43f0-9060-db80677860d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'mac_address': 'fa:16:3e:2f:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:11:10Z', 'updated_at': '2021-12-09T14:11:10Z', 'revision_number': 0, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:11:00Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:14.601677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba775573-9b11-45c7-b565-1ce6317160f1 None None] The sync data for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv is: [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'port_id': '9d7449f1-45ec-43f0-9060-db80677860d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'mac_address': 'fa:16:3e:2f:62:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:11:10Z', 'updated_at': '2021-12-09T14:11:10Z', 'revision_number': 0, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:11:00Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:11:14.602010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-69bd0370-9bcc-4533-b98e-121da5ba0cea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:14.603574 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-69bd0370-9bcc-4533-b98e-121da5ba0cea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07eaade3-d104-4e86-9602-744287dc7d73 HTTP/1.1" status: 200  len: 835 time: 0.0793803
Dec 09 14:11:14.622851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Calling delete_port for 47c0e830-d13f-4300-9513-a27de78e22aa owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:14.832116 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-5b9138cb-0609-4ca9-971b-bab2c9115b59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68a7fd8b-15c4-47a8-845d-97b2efe512bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2219448
Dec 09 14:11:14.840749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83dc73e9-e4a2-49b3-a795-defffc61c64e None None] New status for floating IP c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:11:14.856362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:14.862546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:14.908896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Port': ['ID=47c0e830-d13f-4300-9513-a27de78e22aa,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:14.914457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:14.992841 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-9ca8560f-e46f-4b14-9a3f-b52703106129 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547160
Dec 09 14:11:14.995148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:15.007486 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/47c0e830-d13f-4300-9513-a27de78e22aa HTTP/1.1" status: 204  len: 168 time: 0.8643694
Dec 09 14:11:15.007746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59334) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:15.134387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8bdd1e-650d-49d3-90cb-5bd950205931 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:15.135571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4c8bdd1e-650d-49d3-90cb-5bd950205931 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:15.151896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4c8bdd1e-650d-49d3-90cb-5bd950205931 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:15.153441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4c8bdd1e-650d-49d3-90cb-5bd950205931 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1447778
Dec 09 14:11:15.156008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59338) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:15.164775 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ef3ebfcd-7863-4567-a53a-6de494d3d8ca req-e8fdcea7-cda8-4164-a014-ad8d28a351af service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657007
Dec 09 14:11:15.185035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59342) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:15.234623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930cc0c-b639-4008-b567-6c9cf3f8a9a7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:15.236004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b930cc0c-b639-4008-b567-6c9cf3f8a9a7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0789928
Dec 09 14:11:15.239138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59346) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:15.293130 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-211ab258-5de2-47ce-8697-1bd4af5be403 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/floatingips/c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e HTTP/1.1" status: 200  len: 994 time: 0.1064959
Dec 09 14:11:15.309823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0cb79-a96d-49c2-8e66-d8dcbb5ee99b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:15.311271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0cb79-a96d-49c2-8e66-d8dcbb5ee99b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:15.312597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d0cb79-a96d-49c2-8e66-d8dcbb5ee99b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:15.313378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c9d0cb79-a96d-49c2-8e66-d8dcbb5ee99b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:15.328442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c9d0cb79-a96d-49c2-8e66-d8dcbb5ee99b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:15.329623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9d0cb79-a96d-49c2-8e66-d8dcbb5ee99b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0895741
Dec 09 14:11:15.332406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:15.515120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59354) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:15.629844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:15.632787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:15.686109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:15.771799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:15.845564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:15.850456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9faa1b91-9645-44e8-8787-898de4f915db tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:15.887093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:15.889669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:15.892464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:15.904723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f695a-c8e4-493d-981e-e4db58bea358 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:15.909036 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6 HTTP/1.1" status: 204  len: 168 time: 0.5756695
Dec 09 14:11:15.912438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59358) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:16.145436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.259356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Deleting subnet 74ea31e2-fbeb-45b1-ae0f-6df64552ae00 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:16.263953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.331454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.486015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.694543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a836aff1-2d04-420b-be3c-21ea40bfb317 None None] Provisioning complete for port b93a5990-161b-466b-946b-fc5099010596 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:16.695018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a836aff1-2d04-420b-be3c-21ea40bfb317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.771907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.778338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e731050b-7601-4e4f-a18b-68b731be5409 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:16.820404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.831137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Subnet': ['ID=74ea31e2-fbeb-45b1-ae0f-6df64552ae00,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:16.834005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:16.841702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:16.847673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8528e03-b566-4922-bcff-3c8154f2e5c6 None None] Network 06176117-bfee-4a45-b798-e2271f4e3e62 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:16.913932 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/74ea31e2-fbeb-45b1-ae0f-6df64552ae00 HTTP/1.1" status: 204  len: 168 time: 1.0004497
Dec 09 14:11:16.916283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59362) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:16.997248 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-39228177-857c-4eb0-9341-bb461c510098 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0796871
Dec 09 14:11:16.999616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59366) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.092299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] DHCP port deletion for 06176117-bfee-4a45-b798-e2271f4e3e62 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:17.096692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Deleting port b93a5990-161b-466b-946b-fc5099010596 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:17.097079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:17.215768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f241000-2beb-41a3-a973-949ecd246fb3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:17.217215 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7f241000-2beb-41a3-a973-949ecd246fb3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2166758
Dec 09 14:11:17.219922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59370) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.294016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9a362-5acb-48d2-8790-76489627217a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:17.294556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7fc9a362-5acb-48d2-8790-76489627217a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Synchronizing usage tracker for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:17.303501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] For port b93a5990-161b-466b-946b-fc5099010596, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b93a5990-161b-466b-946b-fc5099010596,segment=NetworkSegment(ce27e212-d106-4f86-a13f-c21a3c30ea82),segment_id=ce27e212-d106-4f86-a13f-c21a3c30ea82)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:17.304223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:17.312460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7fc9a362-5acb-48d2-8790-76489627217a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Unset dirty status for tenant:0ca10b2a2063429fb26e511daf5187f4 on resource:subnet {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:17.317074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7fc9a362-5acb-48d2-8790-76489627217a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0924535
Dec 09 14:11:17.317296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59374) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.376845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.17 (d39deee6-6765-4769-8c26-cde414213643/e7cdbc3a-c7e6-4518-b938-bc216ca75ec5/ee4446ac-ebda-41bc-8a91-39c46dde7550) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:17.389067 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a65cebb1-9a60-4a81-91d9-609732c27b4a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0704982
Dec 09 14:11:17.396194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59378) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.428809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Calling delete_port for b93a5990-161b-466b-946b-fc5099010596 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:17.457948 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-935ee6de-861a-46da-9941-8b199ada78cd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.458389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935ee6de-861a-46da-9941-8b199ada78cd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.506355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:17.510508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e27382ef-24db-413f-bc04-35f119fde716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:17.531967 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-935ee6de-861a-46da-9941-8b199ada78cd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/47c0e830-d13f-4300-9513-a27de78e22aa HTTP/1.1" status: 404  len: 333 time: 0.1321852
Dec 09 14:11:17.533069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59382) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.587264 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dcd49b-8805-47e4-8fc1-57433e507b88 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.587702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dcd49b-8805-47e4-8fc1-57433e507b88 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.591949 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-90dcd49b-8805-47e4-8fc1-57433e507b88 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/74ea31e2-fbeb-45b1-ae0f-6df64552ae00 HTTP/1.1" status: 404  len: 337 time: 0.0559204
Dec 09 14:11:17.592102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59386) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.596792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Pushing event deleted for resources: {'Port': ['ID=b93a5990-161b-466b-946b-fc5099010596,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:17.600659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:17.603190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] No DVR routers for this DVR port b93a5990-161b-466b-946b-fc5099010596 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:17.674691 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b92fe02-29ba-493b-a04f-93b823068db3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.675136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b92fe02-29ba-493b-a04f-93b823068db3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.676769 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0b92fe02-29ba-493b-a04f-93b823068db3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/3c287bd0-41ac-4f5f-85cf-c7ab80a1c0f6 HTTP/1.1" status: 404  len: 337 time: 0.0838454
Dec 09 14:11:17.679563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59390) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.710915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:17.721481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-24980839-8ac7-4738-9fe7-77ac1b9b34d4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.722077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24980839-8ac7-4738-9fe7-77ac1b9b34d4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.726374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24980839-8ac7-4738-9fe7-77ac1b9b34d4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/be96f5e9-21c3-420b-9055-ac1993b09f3a HTTP/1.1" status: 404  len: 333 time: 0.0432332
Dec 09 14:11:17.726559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59394) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.736472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object ee4446ac-ebda-41bc-8a91-39c46dde7550 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:17.761255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:17.766382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-10f81dd8-b4c8-4b78-baef-a574767e299c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:17.771560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b93a5990-161b-466b-946b-fc5099010596 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:17.779520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acbabc7-023d-4526-9ed5-2536d7f37392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.780114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acbabc7-023d-4526-9ed5-2536d7f37392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.785313 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2acbabc7-023d-4526-9ed5-2536d7f37392 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/99af92b2-7d13-40f6-8649-bc7675638f10 HTTP/1.1" status: 404  len: 337 time: 0.0544155
Dec 09 14:11:17.785573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59398) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.805058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b93a5990-161b-466b-946b-fc5099010596 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:17.805559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b93a5990-161b-466b-946b-fc5099010596 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:17.835271 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2d999a-7626-4ba0-a7a6-c23a46e7552b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.835706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2d999a-7626-4ba0-a7a6-c23a46e7552b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.837360 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c2d999a-7626-4ba0-a7a6-c23a46e7552b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d707d93a-1137-45f0-afbb-a908475d052c HTTP/1.1" status: 404  len: 337 time: 0.0508327
Dec 09 14:11:17.840136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59402) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.855056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network d39deee6-6765-4769-8c26-cde414213643 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:17.856358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:17.860730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:17.880295 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e5ea62-e90c-4476-9f7e-d89c8f629933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.880723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e5ea62-e90c-4476-9f7e-d89c8f629933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.882866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-50e5ea62-e90c-4476-9f7e-d89c8f629933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/d383c4e0-7604-4fd9-a86e-0ba397a7684f HTTP/1.1" status: 404  len: 333 time: 0.0413444
Dec 09 14:11:17.885070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59406) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.899104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=ee4446ac-ebda-41bc-8a91-39c46dde7550,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:17.903663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:17.924345 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bdc8e1-faad-4acb-882e-55655995eb7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.925026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bdc8e1-faad-4acb-882e-55655995eb7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.926095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:17.927734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-05bdc8e1-faad-4acb-882e-55655995eb7e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/f07e3d81-b7d4-4560-b10b-9ecae8a3edff HTTP/1.1" status: 404  len: 337 time: 0.0413198
Dec 09 14:11:17.930080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59410) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:17.976028 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff05b26f-6ce0-4993-b49e-2d54eb7f1fae tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:17.976465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff05b26f-6ce0-4993-b49e-2d54eb7f1fae tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:17.978154 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff05b26f-6ce0-4993-b49e-2d54eb7f1fae tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/f959ebc7-4190-4615-ac83-b181b66d430b HTTP/1.1" status: 404  len: 337 time: 0.0471661
Dec 09 14:11:17.981711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59414) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.026967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d07966-b06b-43b1-a23e-8ca6599309c7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.027398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d07966-b06b-43b1-a23e-8ca6599309c7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.029063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42d07966-b06b-43b1-a23e-8ca6599309c7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/72742276-ed72-43dd-8aab-09ddee6f2157 HTTP/1.1" status: 404  len: 333 time: 0.0463777
Dec 09 14:11:18.031704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59418) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.056842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:18.070516 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e036a679-7cc9-4eec-9113-5b21ff68cd51 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.071026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e036a679-7cc9-4eec-9113-5b21ff68cd51 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.074982 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e036a679-7cc9-4eec-9113-5b21ff68cd51 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/174571e6-cd19-4ad1-96b2-6c7bed59623e HTTP/1.1" status: 404  len: 337 time: 0.0398397
Dec 09 14:11:18.075531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59422) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.147642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa1ff9f5-0cfd-4126-945c-a943e08226b1 None None] Provisioning for port ee4446ac-ebda-41bc-8a91-39c46dde7550 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:18.150528 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d3f984-9d98-45a2-97e8-0c27ed1b7440 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.150910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d3f984-9d98-45a2-97e8-0c27ed1b7440 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.152330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa1ff9f5-0cfd-4126-945c-a943e08226b1 None None] Provisioning complete for port ee4446ac-ebda-41bc-8a91-39c46dde7550 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:18.152545 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-43d3f984-9d98-45a2-97e8-0c27ed1b7440 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/02f11664-9be4-4028-bccd-9c66a36ad219 HTTP/1.1" status: 404  len: 337 time: 0.0761983
Dec 09 14:11:18.152921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa1ff9f5-0cfd-4126-945c-a943e08226b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:18.155299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.198470 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5141fe31-c8cc-421b-83d8-6a697e79c981 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.198899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5141fe31-c8cc-421b-83d8-6a697e79c981 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.203122 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5141fe31-c8cc-421b-83d8-6a697e79c981 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/459b2ef4-64dd-4091-b3d5-5a6bacd42974 HTTP/1.1" status: 404  len: 333 time: 0.0443301
Dec 09 14:11:18.203272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59430) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.210841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ff9f5-0cfd-4126-945c-a943e08226b1 None None] Port ee4446ac-ebda-41bc-8a91-39c46dde7550 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:11:18.244880 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a08d6-c9c2-4376-8784-0b32d0b29c61 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.245428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85a08d6-c9c2-4376-8784-0b32d0b29c61 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.246916 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e85a08d6-c9c2-4376-8784-0b32d0b29c61 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/1d2c868c-8aae-434d-b5a8-0c1e2fa4938c HTTP/1.1" status: 404  len: 337 time: 0.0427761
Dec 09 14:11:18.249999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59434) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.288803 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3508ec-15c4-4e85-bd3e-80706209b4ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.289219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3508ec-15c4-4e85-bd3e-80706209b4ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.290885 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b3508ec-15c4-4e85-bd3e-80706209b4ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/c5511f6c-14f7-4dfb-b0b8-7957a55611c0 HTTP/1.1" status: 404  len: 333 time: 0.0403473
Dec 09 14:11:18.293719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59438) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.331033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-be58b891-3f3a-436a-92d7-f5ab896f39d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.332018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be58b891-3f3a-436a-92d7-f5ab896f39d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.333670 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be58b891-3f3a-436a-92d7-f5ab896f39d1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/85b01e21-1bce-404c-b564-6760087bb8ec HTTP/1.1" status: 404  len: 337 time: 0.0390687
Dec 09 14:11:18.336596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59442) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.381660 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-43686f7e-f339-4b54-a64e-e96b5093509b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.382095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43686f7e-f339-4b54-a64e-e96b5093509b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.383754 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-43686f7e-f339-4b54-a64e-e96b5093509b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/25c5ad84-52f8-4b7d-94b9-e8121cc0ba95 HTTP/1.1" status: 404  len: 333 time: 0.0462387
Dec 09 14:11:18.386450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59446) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.424972 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffb7bd1-96f8-49dc-a631-328587c54764 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.425481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffb7bd1-96f8-49dc-a631-328587c54764 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.427735 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dffb7bd1-96f8-49dc-a631-328587c54764 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/fb996dab-fcc0-4448-8e2d-6bbadbbf20d2 HTTP/1.1" status: 404  len: 337 time: 0.0401390
Dec 09 14:11:18.430354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59450) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.479009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-60399a03-c9dd-4ee5-bd24-5df9f96ba639 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.479690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60399a03-c9dd-4ee5-bd24-5df9f96ba639 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.481316 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-60399a03-c9dd-4ee5-bd24-5df9f96ba639 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/42da7f1e-f431-40bf-881c-060dc17b767e HTTP/1.1" status: 404  len: 333 time: 0.0446956
Dec 09 14:11:18.483983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.524985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc245e16-124e-4f0b-903b-471da7078ae2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.525414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc245e16-124e-4f0b-903b-471da7078ae2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.529436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fc245e16-124e-4f0b-903b-471da7078ae2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/8fd35c40-c0cc-4003-b0f2-8744fabc791e HTTP/1.1" status: 404  len: 337 time: 0.0421789
Dec 09 14:11:18.529676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59458) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.569469 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a5a114-6813-4816-9904-3bd7d35b20bf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.569995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a5a114-6813-4816-9904-3bd7d35b20bf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.574278 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91a5a114-6813-4816-9904-3bd7d35b20bf tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/51d53e93-7549-403c-b1bd-fb5c82317b22 HTTP/1.1" status: 404  len: 333 time: 0.0411251
Dec 09 14:11:18.574421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59462) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.612125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa919862-7b39-448f-b1a2-eff23b932b32 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.612555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa919862-7b39-448f-b1a2-eff23b932b32 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.614225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fa919862-7b39-448f-b1a2-eff23b932b32 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/9841468d-bf6e-46f3-9e1f-1c4b84b8f48a HTTP/1.1" status: 404  len: 337 time: 0.0389478
Dec 09 14:11:18.616807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59466) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.627103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:18.632733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:18.661332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e71ffb14-0e6f-4d60-a9b3-445732693653 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:18.664028 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dac3e9e-cc75-4b45-9991-09023dca031e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.664458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dac3e9e-cc75-4b45-9991-09023dca031e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.666095 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2dac3e9e-cc75-4b45-9991-09023dca031e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/35cb2f3b-55e5-48a0-8916-bd1fbbed4e1f HTTP/1.1" status: 404  len: 333 time: 0.0484269
Dec 09 14:11:18.668670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59470) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.706935 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4c4068-8fff-4ca0-beb8-210585eefd0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.707410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4c4068-8fff-4ca0-beb8-210585eefd0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.709060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0b4c4068-8fff-4ca0-beb8-210585eefd0e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/01e42188-6c50-4ea0-9aa8-b84e6361974a HTTP/1.1" status: 404  len: 337 time: 0.0395215
Dec 09 14:11:18.711602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59474) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.743720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:18.747216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=ee4446ac-ebda-41bc-8a91-39c46dde7550,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:18.750177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:18.755207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c2044c-268e-4c2e-a46b-d34ac5b38eac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.755637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c2044c-268e-4c2e-a46b-d34ac5b38eac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.757349 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72c2044c-268e-4c2e-a46b-d34ac5b38eac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/e1b8a88a-d4e8-4e4c-af88-663838a29c65 HTTP/1.1" status: 404  len: 337 time: 0.0448439
Dec 09 14:11:18.759967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59478) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.801707 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-989217b7-6741-4a6f-9014-9364adc9c3a6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.802128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989217b7-6741-4a6f-9014-9364adc9c3a6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.803716 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-989217b7-6741-4a6f-9014-9364adc9c3a6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/73f5fd7d-ae37-4558-b1ab-973fa2d91b85 HTTP/1.1" status: 404  len: 333 time: 0.0428803
Dec 09 14:11:18.806362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59482) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.842866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-4918b1ba-d56f-4d7e-a204-a78e423b6941 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.843289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4918b1ba-d56f-4d7e-a204-a78e423b6941 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.844887 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4918b1ba-d56f-4d7e-a204-a78e423b6941 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/a86f7ae7-1c60-446b-8872-911acbe1de0d HTTP/1.1" status: 404  len: 337 time: 0.0376637
Dec 09 14:11:18.848151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59486) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.884979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network d39deee6-6765-4769-8c26-cde414213643 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:18.885743 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac0d5b3-055d-4a6b-b4af-2f0d64895ff0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.886128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:18.886254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac0d5b3-055d-4a6b-b4af-2f0d64895ff0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.887779 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1ac0d5b3-055d-4a6b-b4af-2f0d64895ff0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d6d6ecd1-a613-4ad8-80cd-aedd96e98352 HTTP/1.1" status: 404  len: 337 time: 0.0387411
Dec 09 14:11:18.890483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59490) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.936839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb26cc2-bb18-4ef6-8f98-e3ce0118ae0d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.937406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb26cc2-bb18-4ef6-8f98-e3ce0118ae0d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.939100 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1eb26cc2-bb18-4ef6-8f98-e3ce0118ae0d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/ae10b08d-799a-4f29-975d-6080ad2f8239 HTTP/1.1" status: 404  len: 333 time: 0.0477405
Dec 09 14:11:18.942042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59494) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:18.982614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ca307d-e6b5-41f3-aae0-0a1c6b34ec6c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:18.983259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ca307d-e6b5-41f3-aae0-0a1c6b34ec6c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:18.987493 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-86ca307d-e6b5-41f3-aae0-0a1c6b34ec6c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d6a0f2c5-5f48-460d-b4aa-1e020f35bc80 HTTP/1.1" status: 404  len: 337 time: 0.0418224
Dec 09 14:11:18.987764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.031304 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ddd7cc1-37e1-4b1b-a828-43060e430775 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.031840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ddd7cc1-37e1-4b1b-a828-43060e430775 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.033706 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ddd7cc1-37e1-4b1b-a828-43060e430775 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/e7aae518-521d-47a0-9627-367bec2cc24f HTTP/1.1" status: 404  len: 337 time: 0.0448489
Dec 09 14:11:19.036260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.139318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b327ab88-519a-40f8-93c5-45354cf28000 None None] Provisioning complete for port ee4446ac-ebda-41bc-8a91-39c46dde7550 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:19.139727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b327ab88-519a-40f8-93c5-45354cf28000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:19.184202 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-462c7dc2-fb73-42dc-bac0-322cfbf73e9a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.184557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462c7dc2-fb73-42dc-bac0-322cfbf73e9a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.188538 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-462c7dc2-fb73-42dc-bac0-322cfbf73e9a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/14ca8448-f930-4c37-97c2-fd57514042dc HTTP/1.1" status: 404  len: 333 time: 0.1488593
Dec 09 14:11:19.188805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59506) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.195534 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b327ab88-519a-40f8-93c5-45354cf28000 None None] Port ee4446ac-ebda-41bc-8a91-39c46dde7550 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:11:19.226805 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e23478-46cb-4193-a67d-450b88cbf079 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.227166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e23478-46cb-4193-a67d-450b88cbf079 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.231427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-47e23478-46cb-4193-a67d-450b88cbf079 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/635c851f-5bbe-451e-9a1c-3e956d8529df HTTP/1.1" status: 404  len: 337 time: 0.0390861
Dec 09 14:11:19.231649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59510) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.270013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b0fab1-3f74-4e4b-a39a-1b5a65e1cf45 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.270699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b0fab1-3f74-4e4b-a39a-1b5a65e1cf45 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.272054 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-37b0fab1-3f74-4e4b-a39a-1b5a65e1cf45 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/a2692fd3-6211-4ac3-84b5-b6f78a765abf HTTP/1.1" status: 404  len: 337 time: 0.0395317
Dec 09 14:11:19.274674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59514) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.289853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:11:19.319905 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3b40547e-27c6-4128-ad6b-1c5f42a473de tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports?device_id=64e66f82-4f96-467f-9c3d-e6b2fc8ff518 HTTP/1.1" status: 200  len: 205 time: 0.0440969
Dec 09 14:11:19.322112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59518) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.385343 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-3ce313fa-7684-4a3c-9e33-5dfa530c9ca3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] delete failed (client error): The resource could not be found.
Dec 09 14:11:19.388822 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ce313fa-7684-4a3c-9e33-5dfa530c9ca3 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/routers/64e66f82-4f96-467f-9c3d-e6b2fc8ff518 HTTP/1.1" status: 404  len: 336 time: 0.0634074
Dec 09 14:11:19.389018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59522) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.429766 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4bb01f-c8fe-44f3-90ec-42ef3fc6e118 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.430177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4bb01f-c8fe-44f3-90ec-42ef3fc6e118 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.431792 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a4bb01f-c8fe-44f3-90ec-42ef3fc6e118 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/d4ddfb9d-5769-45f6-a458-08e1b7631b31 HTTP/1.1" status: 404  len: 337 time: 0.0418565
Dec 09 14:11:19.434418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59526) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.475657 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-30398d5c-86ae-4f84-a087-c5ee5781e699 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "GET /v2.0/ports?device_id=1038fa07-6ee3-48c9-80e2-1938c7ae481d HTTP/1.1" status: 200  len: 205 time: 0.0401182
Dec 09 14:11:19.477999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59530) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.494174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:11:19.509544 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/432d5bba-a004-46f7-aae4-5e93a365c856/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9829764
Dec 09 14:11:19.516785 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:11:19.528444 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:19.529043 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0af1c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:19.545817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-a1c60e8e-474f-4019-9f37-118c56cb01c0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] delete failed (client error): The resource could not be found.
Dec 09 14:11:19.549222 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1c60e8e-474f-4019-9f37-118c56cb01c0 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/routers/1038fa07-6ee3-48c9-80e2-1938c7ae481d HTTP/1.1" status: 404  len: 336 time: 0.0680094
Dec 09 14:11:19.549465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59536) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.587875 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9df3c5-993b-4651-9c05-e2673f41327a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.588305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9df3c5-993b-4651-9c05-e2673f41327a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.589970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a9df3c5-993b-4651-9c05-e2673f41327a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/cfffa513-514c-42df-89b6-8c4ff4bff1f8 HTTP/1.1" status: 404  len: 337 time: 0.0395894
Dec 09 14:11:19.592763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59540) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.633049 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d795e68-fe58-4225-917a-15c23b41e7c1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.633768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d795e68-fe58-4225-917a-15c23b41e7c1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.635116 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d795e68-fe58-4225-917a-15c23b41e7c1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/92d893bd-d75b-4dc0-a05a-87f3cf4c9288 HTTP/1.1" status: 404  len: 337 time: 0.0413637
Dec 09 14:11:19.637756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59544) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.679671 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-018b334d-3f82-4413-9643-04a9126b2114 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.680101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018b334d-3f82-4413-9643-04a9126b2114 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.681737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-018b334d-3f82-4413-9643-04a9126b2114 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/a6af3e8b-ebf9-4aa9-9848-5bf37ab4ae07 HTTP/1.1" status: 404  len: 333 time: 0.0429811
Dec 09 14:11:19.684305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59550) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.707483 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:19.721487 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-744c6e34-cb1f-4730-a90b-728e36cb32ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.721947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744c6e34-cb1f-4730-a90b-728e36cb32ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.723594 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-744c6e34-cb1f-4730-a90b-728e36cb32ac tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/9ea0de3e-de10-4cf9-831a-276ec46d18f6 HTTP/1.1" status: 404  len: 337 time: 0.0384119
Dec 09 14:11:19.726249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.769062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3a78fe-7729-4f5a-940c-8e9c129a3bc6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.769415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3a78fe-7729-4f5a-940c-8e9c129a3bc6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.771084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dc3a78fe-7729-4f5a-940c-8e9c129a3bc6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/907a3cca-8648-4619-a6aa-4a17517de674 HTTP/1.1" status: 404  len: 333 time: 0.0438926
Dec 09 14:11:19.773820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59558) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.812227 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cf7906-c6d2-4ee3-9bc0-588c15377557 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.812653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cf7906-c6d2-4ee3-9bc0-588c15377557 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.816596 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-90cf7906-c6d2-4ee3-9bc0-588c15377557 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/a12d03c3-a589-4617-9f3c-f2622aa2d486 HTTP/1.1" status: 404  len: 337 time: 0.0394244
Dec 09 14:11:19.816864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59562) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.859489 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58641c4-5167-485b-bbeb-0316b373c89a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.859919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58641c4-5167-485b-bbeb-0316b373c89a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.861558 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d58641c4-5167-485b-bbeb-0316b373c89a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/50a9a3f4-d9d8-4e4a-84ff-fe9a77dbb5d7 HTTP/1.1" status: 404  len: 333 time: 0.0437875
Dec 09 14:11:19.864709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59566) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.901776 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-573494bb-2732-4c6d-85db-b8d8ac4b14b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.902208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573494bb-2732-4c6d-85db-b8d8ac4b14b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.903807 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-573494bb-2732-4c6d-85db-b8d8ac4b14b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/7da78eb8-6200-42e5-a3c9-60a897414ea7 HTTP/1.1" status: 404  len: 337 time: 0.0382140
Dec 09 14:11:19.906562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59570) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.950282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24350a5-e116-46c8-a685-708007074c3b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.950711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24350a5-e116-46c8-a685-708007074c3b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.952325 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f24350a5-e116-46c8-a685-708007074c3b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/c195fa4d-c4c4-41ef-a03f-bd4647e33c18 HTTP/1.1" status: 404  len: 333 time: 0.0447667
Dec 09 14:11:19.954957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59574) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:19.993143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0318096-19e4-4d9c-bc48-d185f8d144b6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:19.993581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0318096-19e4-4d9c-bc48-d185f8d144b6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:19.995201 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d0318096-19e4-4d9c-bc48-d185f8d144b6 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/607aae95-c314-41a7-a2ce-d3e5ae165151 HTTP/1.1" status: 404  len: 337 time: 0.0392570
Dec 09 14:11:19.997778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59578) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.047590 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dbf9b5-ff63-4f0a-b9b3-e1a5d17d8101 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:20.047941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72dbf9b5-ff63-4f0a-b9b3-e1a5d17d8101 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:20.049701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72dbf9b5-ff63-4f0a-b9b3-e1a5d17d8101 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/1318c8c6-2dbf-485d-b974-bdc0a0c2f438 HTTP/1.1" status: 404  len: 333 time: 0.0509892
Dec 09 14:11:20.052774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59582) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.092584 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5683ac-70df-4af7-805c-9bda877db732 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:20.093015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5683ac-70df-4af7-805c-9bda877db732 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:20.094672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d5683ac-70df-4af7-805c-9bda877db732 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/f2b41ed1-45d4-4489-b67a-5459db166dfd HTTP/1.1" status: 404  len: 337 time: 0.0410202
Dec 09 14:11:20.097719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59586) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.100387 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0af1c0>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:17Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:21Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4446ac-ebda-41bc-8a91-39c46dde7550', 'name': '', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:bf:d6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:11:17Z', 'updated_at': '2021-12-09T14:11:18Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:20.104143 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:11:20.104736 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Updating router 432d5bba-a004-46f7-aae4-5e93a365c856 port ee4446ac-ebda-41bc-8a91-39c46dde7550 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:11:20.137314 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33ef06f-25d1-44b1-b8d2-f224f2a24f4a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:20.137769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33ef06f-25d1-44b1-b8d2-f224f2a24f4a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:20.139598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b33ef06f-25d1-44b1-b8d2-f224f2a24f4a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/019e894e-baa8-4c39-b79e-8afc1fc5d978 HTTP/1.1" status: 404  len: 333 time: 0.0407965
Dec 09 14:11:20.141950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59590) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.154108 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.179601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-807ad040-a72b-4509-86f3-e6c4bdd11103 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:20.180029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807ad040-a72b-4509-86f3-e6c4bdd11103 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:20.181650 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-807ad040-a72b-4509-86f3-e6c4bdd11103 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/2d4becea-f032-4046-b40a-66fdccafdb09 HTTP/1.1" status: 404  len: 337 time: 0.0388143
Dec 09 14:11:20.184186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.226915 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4395c6-6d43-47e8-8c47-9dbe821d7efb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:20.227342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4395c6-6d43-47e8-8c47-9dbe821d7efb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:20.228958 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb4395c6-6d43-47e8-8c47-9dbe821d7efb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/ports/df43b809-46ea-4d08-8472-f50f856971eb HTTP/1.1" status: 404  len: 333 time: 0.0439041
Dec 09 14:11:20.231702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59598) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.268456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbfa732-c636-4725-aee8-358809e50e2a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:20.269359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cbfa732-c636-4725-aee8-358809e50e2a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:20.270978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5cbfa732-c636-4725-aee8-358809e50e2a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/subnets/41dae103-a414-43cf-8995-de06ed8cecaf HTTP/1.1" status: 404  len: 337 time: 0.0384123
Dec 09 14:11:20.273501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59602) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:20.386655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.491073 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.502534 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Transition to ACTIVE for port object ee4446ac-ebda-41bc-8a91-39c46dde7550 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:20.509479 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.512838 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:20.520139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.545597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449a0d910>,) {'filters': {'network_id': ['06176117-bfee-4a45-b798-e2271f4e3e62']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:20.558347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a0d910>, 'ce27e212-d106-4f86-a13f-c21a3c30ea82') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:20.558766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a0d910>, 'ce27e212-d106-4f86-a13f-c21a3c30ea82') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:20.571633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.590488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.596993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:20.597387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:20.612286 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:20.624648 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73a88e-d938-4e02-8ba6-2409dd5dbf47 None None] Pushing event updated for resources: {'Port': ['ID=ee4446ac-ebda-41bc-8a91-39c46dde7550,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:20.640237 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b73a88e-d938-4e02-8ba6-2409dd5dbf47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:20.700983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.705652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.710722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e25c82e3-0ae3-48bf-b9b6-eb36879b2e23 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:20.727925 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Attempting to bind port ee4446ac-ebda-41bc-8a91-39c46dde7550 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:20.728291 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Attempting to bind port ee4446ac-ebda-41bc-8a91-39c46dde7550 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:20.728876 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Attempting to bind port ee4446ac-ebda-41bc-8a91-39c46dde7550 on network d39deee6-6765-4769-8c26-cde414213643 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:20.733269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] 10.222.0.21 "DELETE /v2.0/networks/06176117-bfee-4a45-b798-e2271f4e3e62 HTTP/1.1" status: 204  len: 168 time: 0.4586864
Dec 09 14:11:20.734583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Pushing event deleted for resources: {'Network': ['ID=06176117-bfee-4a45-b798-e2271f4e3e62,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:20.735834 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:20.736446 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Checking segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:20.737020 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.737907 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Bound using segment: {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:20.738082 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Bound port: ee4446ac-ebda-41bc-8a91-39c46dde7550, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd39deee6-6765-4769-8c26-cde414213643'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:20.738632 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.741354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bd7eefe-c880-4133-be2a-0d696c0f8868 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:20.835146 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] For port ee4446ac-ebda-41bc-8a91-39c46dde7550, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:20.838461 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] For port ee4446ac-ebda-41bc-8a91-39c46dde7550, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee4446ac-ebda-41bc-8a91-39c46dde7550,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:20.843404 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:20.847000 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4005594f-590f-4c74-987e-dbbff3dac5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:20.915104 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73a88e-d938-4e02-8ba6-2409dd5dbf47 None None] Pushing event updated for resources: {'Port': ['ID=ee4446ac-ebda-41bc-8a91-39c46dde7550,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:20.919520 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b73a88e-d938-4e02-8ba6-2409dd5dbf47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:20.930073 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:20.930700 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0af1c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:10:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:21.060289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59610) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:21.119304 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:21.240208 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b8d3df53-1363-46a3-915e-a07be04f6ead admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ca10b2a2063429fb26e511daf5187f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1766694
Dec 09 14:11:21.242615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59616) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:21.305449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:21.331299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:21.382940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:21.387903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e0241be4-1e42-4f20-8e43-5e06bb9c5144 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:21.402168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad159ad-98d8-46a0-881c-72f43bfe6931,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:21.404767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:21.406006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:21.407053 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dad159ad-98d8-46a0-881c-72f43bfe6931 HTTP/1.1" status: 204  len: 168 time: 0.1635334
Dec 09 14:11:21.478211 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0af1c0>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:17Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:21Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4446ac-ebda-41bc-8a91-39c46dde7550', 'name': '', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:bf:d6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:11:17Z', 'updated_at': '2021-12-09T14:11:20Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:21.482390 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202b3c6-5c14-437e-a201-6cda2cf27521 None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:17Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:21Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee4446ac-ebda-41bc-8a91-39c46dde7550', 'name': '', 'network_id': 'd39deee6-6765-4769-8c26-cde414213643', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:bf:d6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:11:17Z', 'updated_at': '2021-12-09T14:11:20Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'e7cdbc3a-c7e6-4518-b938-bc216ca75ec5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:11:21.808021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ee4446ac-ebda-41bc-8a91-39c46dde7550 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:21.821779 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-4dd37e98-183b-4b0f-8dfd-89da0f87f8f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0950654
Dec 09 14:11:21.891014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port ee4446ac-ebda-41bc-8a91-39c46dde7550 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:21.898687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ee4446ac-ebda-41bc-8a91-39c46dde7550 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:21.899300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.033139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.077123 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-a2a27bac-930c-408e-a68a-5b392da6f6e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1099 time: 0.2314496
Dec 09 14:11:22.111260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port ee4446ac-ebda-41bc-8a91-39c46dde7550, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee4446ac-ebda-41bc-8a91-39c46dde7550,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:22.116088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.119082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3506bb26-5802-4de2-91ef-295b336ae9e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:22.185190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=ee4446ac-ebda-41bc-8a91-39c46dde7550,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:22.194284 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.194700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.195105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.195500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.195899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.196290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.196682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.197120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.197520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.197956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.198340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:11:22.202183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:22.237267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-c6fc2807-136c-443b-9d99-39f9b4aa345a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:22.238771 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-c6fc2807-136c-443b-9d99-39f9b4aa345a service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.1417456
Dec 09 14:11:22.340433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59640) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:22.344334 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-9d4a96bb-2ff6-4909-82a1-fa8d1426acf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 200  len: 1002 time: 0.0969603
Dec 09 14:11:22.406794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-31cbd9f0-c4dd-41b0-adfd-79075e7abd94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:22.408227 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-31cbd9f0-c4dd-41b0-adfd-79075e7abd94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.0572469
Dec 09 14:11:22.467820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1899094356'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:22.472764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:22.476677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:network and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:22.479823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:22.483439 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-ba7743b0-5562-4df4-b110-85bdaface2c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681956
Dec 09 14:11:22.485504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:22.489902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7266557-e8ec-4c1c-9123-a71328fc38d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.497407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:22.500385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.513522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.548527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:22.552808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:security_group_rule and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:22.555615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:22.561262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:22.627715 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-a46db262-4d7f-42ec-be54-2603c1ac0dea service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370697
Dec 09 14:11:22.630264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.633749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.636640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cff0b7f6-1910-4b69-b6bf-0dc664f3a489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:22.667727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:11:22.675692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c28e7e-038f-419c-9ee5-3395ae8fae5c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:22.679082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:22.682869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.683245 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Added segment ba3ea568-efb2-457d-bb76-95a29fec3297 of type vlan for network fb8b994a-77d5-4593-870a-c018fd6d07d6
Dec 09 14:11:22.710568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.740751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.744477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:22.745046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:22.749945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d9e0e2d-8221-4e21-b353-660ce798a012 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:22.761733 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3a2d9f30-aaf7-4da2-b757-27f775e95789 req-afb35380-b3ba-4c8f-a398-d50397dff73e service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284306
Dec 09 14:11:22.957341 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.6076834
Dec 09 14:11:22.957341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Network': ['ID=fb8b994a-77d5-4593-870a-c018fd6d07d6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:22.957341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:22.960638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network fb8b994a-77d5-4593-870a-c018fd6d07d6 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:11:23.755039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ee4446ac-ebda-41bc-8a91-39c46dde7550 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:23.826202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ee4446ac-ebda-41bc-8a91-39c46dde7550 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:23.826606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:24.843075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7be677d8-e9e5-4166-8b85-e6ee130cafe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.093077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.238044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59648) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:26.243922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'subnet': {'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:26.353042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:26.356994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:subnet and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:26.359803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:26.366417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:26.376571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:26.377820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.481718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.703285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.710034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cdab03bc-f70d-4f06-8d69-7c17ff399a9d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:26.781724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Subnet': ['ID=cf57b72b-0949-49f6-9116-c653e99ec295,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:26.786116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:26.795715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Checking segment: {'id': 'ba3ea568-efb2-457d-bb76-95a29fec3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:26.796068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network hostable DHCP agents. Network: fb8b994a-77d5-4593-870a-c018fd6d07d6, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:11:26.817236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network fb8b994a-77d5-4593-870a-c018fd6d07d6 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:11:26.826064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, fb8b994a-77d5-4593-870a-c018fd6d07d6) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:26.829918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:26.830492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.835700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c4578e-4820-4176-9870-32080caada3c None None] Network fb8b994a-77d5-4593-870a-c018fd6d07d6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:26.851854 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6127248
Dec 09 14:11:26.855520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59654) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:26.861490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-290858026'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:26.866238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:26.870023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:network and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:26.872845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:26.878978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:26.888894 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:26.891874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.919668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:11:26.928711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.929043 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Added segment 8377edba-4415-4f43-91ab-9bb2f9c1bb96 of type vlan for network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0
Dec 09 14:11:26.960399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.989263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.993186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:26.993792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:26.998782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a9eb7c4-003c-444c-85b5-6676f25ab26c tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:27.053483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-fb8b994a-77d5-4593-870a-c018fd6d07d6', 'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6', 'tenant_id': '994de34348b54737957a1d0e4297c695', 'fixed_ips': [{'subnet_id': 'cf57b72b-0949-49f6-9116-c653e99ec295'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:27.054325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.083035 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2265015
Dec 09 14:11:27.086160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59658) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:27.092068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'subnet': {'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:27.108184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Network': ['ID=5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:27.110943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:27.121298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:11:27.204741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:27.208002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:subnet and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:27.210834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:27.216426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:27.225805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:27.298616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Allocated IP 2001:db8:0:ffff::2 (fb8b994a-77d5-4593-870a-c018fd6d07d6/cf57b72b-0949-49f6-9116-c653e99ec295/e05ca93c-8ecf-47fd-a04c-7a223ad534bc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:27.326263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.506494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.522927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Transition to ACTIVE for port object e05ca93c-8ecf-47fd-a04c-7a223ad534bc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:27.538623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.544546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Transition to ACTIVE for port object e05ca93c-8ecf-47fd-a04c-7a223ad534bc will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:27.550699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.554226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:27.641014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:11:27.642258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.646004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27b51034-793a-4b0e-8ac9-b64ee2684383 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:27.660126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Network fb8b994a-77d5-4593-870a-c018fd6d07d6 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:27.661339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:27.663730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:27.665757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Pushing event updated for resources: {'Port': ['ID=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:27.669816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:27.722013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Subnet': ['ID=391ee00d-ba32-48e0-acbf-f1853bf174c1,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:27.726066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:27.734202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Checking segment: {'id': '8377edba-4415-4f43-91ab-9bb2f9c1bb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:27.734558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network hostable DHCP agents. Network: 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:11:27.752733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Attempting to bind port e05ca93c-8ecf-47fd-a04c-7a223ad534bc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:27.753229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Attempting to bind port e05ca93c-8ecf-47fd-a04c-7a223ad534bc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ba3ea568-efb2-457d-bb76-95a29fec3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:27.753614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Attempting to bind port e05ca93c-8ecf-47fd-a04c-7a223ad534bc on network fb8b994a-77d5-4593-870a-c018fd6d07d6 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:27.755899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:11:27.759996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:27.760367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Checking segment: {'id': 'ba3ea568-efb2-457d-bb76-95a29fec3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:27.760765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.761153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Bound using segment: {'id': 'ba3ea568-efb2-457d-bb76-95a29fec3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:27.761667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Bound port: e05ca93c-8ecf-47fd-a04c-7a223ad534bc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3ea568-efb2-457d-bb76-95a29fec3297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8b994a-77d5-4593-870a-c018fd6d07d6'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:27.762050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.766786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:27.772809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:27.773464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.778624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020df0d1-2cd8-4327-9163-e9b74349d4f9 None None] Network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:27.797866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83ddaa75-4eed-4316-a1fa-37d8d9e70826 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.7102811
Dec 09 14:11:27.800503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59662) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:27.809924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'port': {'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0', 'name': 'tempest-NetworksIpV6TestAttrs-1202869383'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:27.947602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:27.950285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] For port e05ca93c-8ecf-47fd-a04c-7a223ad534bc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:27.951446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:port and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:27.954229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:27.960425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:27.970200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:27.974280 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.986412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] For port e05ca93c-8ecf-47fd-a04c-7a223ad534bc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,segment=NetworkSegment(ba3ea568-efb2-457d-bb76-95a29fec3297),segment_id=ba3ea568-efb2-457d-bb76-95a29fec3297)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:27.990903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:27.998822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c403151b-d2f8-4dc9-a920-6b20e449d073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:28.098107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] device_id is not set on port ad737d27-7410-4224-94a2-b892b69f88f7 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:11:28.149860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910799f-09e4-472d-b548-15207078731e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0', 'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0', 'tenant_id': '994de34348b54737957a1d0e4297c695', 'fixed_ips': [{'subnet_id': '391ee00d-ba32-48e0-acbf-f1853bf174c1'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:28.150676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d910799f-09e4-472d-b548-15207078731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.161768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Pushing event updated for resources: {'Port': ['ID=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:28.167444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:28.269411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Allocated IP 2001:db8::f816:3eff:fe00:f62 (5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0/391ee00d-ba32-48e0-acbf-f1853bf174c1/ad737d27-7410-4224-94a2-b892b69f88f7) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:28.487979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.502929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Transition to ACTIVE for port object ad737d27-7410-4224-94a2-b892b69f88f7 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:28.524394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.530283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-83edb3aa-4fed-4a6e-9afe-8d17c1c38018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:28.590526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d910799f-09e4-472d-b548-15207078731e None None] Allocated IP 2001:db8::f816:3eff:fe2c:2aab (5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0/391ee00d-ba32-48e0-acbf-f1853bf174c1/c4e9594f-bc0f-4419-9982-dbd8c6ae7357) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:28.594768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:28.598346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:28.602139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:28.606312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:28.606917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.619433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Port': ['ID=ad737d27-7410-4224-94a2-b892b69f88f7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:28.623886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:28.632722 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.8308578
Dec 09 14:11:28.635326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59666) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:28.809060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d910799f-09e4-472d-b548-15207078731e None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.819700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d910799f-09e4-472d-b548-15207078731e None None] Transition to ACTIVE for port object c4e9594f-bc0f-4419-9982-dbd8c6ae7357 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:28.830323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting subnet 391ee00d-ba32-48e0-acbf-f1853bf174c1 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:28.839142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d910799f-09e4-472d-b548-15207078731e None None] Transition to ACTIVE for port object c4e9594f-bc0f-4419-9982-dbd8c6ae7357 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:28.845283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d910799f-09e4-472d-b548-15207078731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.850100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.850422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02dd70f0-9f9e-46e4-a995-aed72997741e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:28.912752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:28.922426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910799f-09e4-472d-b548-15207078731e None None] Network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:28.926548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d910799f-09e4-472d-b548-15207078731e None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:28.928525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910799f-09e4-472d-b548-15207078731e None None] Pushing event updated for resources: {'Port': ['ID=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:28.930666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910799f-09e4-472d-b548-15207078731e None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:28.932781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d910799f-09e4-472d-b548-15207078731e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:29.038414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d910799f-09e4-472d-b548-15207078731e None None] Attempting to bind port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:29.038831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d910799f-09e4-472d-b548-15207078731e None None] Attempting to bind port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8377edba-4415-4f43-91ab-9bb2f9c1bb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:29.039340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910799f-09e4-472d-b548-15207078731e None None] Attempting to bind port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 on network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:29.039820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.046746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910799f-09e4-472d-b548-15207078731e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:29.047427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910799f-09e4-472d-b548-15207078731e None None] Checking segment: {'id': '8377edba-4415-4f43-91ab-9bb2f9c1bb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:29.048034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d910799f-09e4-472d-b548-15207078731e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.048614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910799f-09e4-472d-b548-15207078731e None None] Bound using segment: {'id': '8377edba-4415-4f43-91ab-9bb2f9c1bb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:29.049415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d910799f-09e4-472d-b548-15207078731e None None] Bound port: c4e9594f-bc0f-4419-9982-dbd8c6ae7357, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8377edba-4415-4f43-91ab-9bb2f9c1bb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:29.050744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d910799f-09e4-472d-b548-15207078731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.111263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c56792-17ec-4a92-bd93-c36407bd9c64 None None] Network fb8b994a-77d5-4593-870a-c018fd6d07d6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:29.133962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.138374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce91a145-cce2-4595-95e9-3359e30217c0 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:29.174647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Subnet': ['ID=391ee00d-ba32-48e0-acbf-f1853bf174c1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:29.178046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:29.182293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.188346 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e985057b-e069-4459-b600-ebfaa0468cc0 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/391ee00d-ba32-48e0-acbf-f1853bf174c1 HTTP/1.1" status: 204  len: 168 time: 0.5520425
Dec 09 14:11:29.190823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59672) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:29.233703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4efed271-1d56-43e3-a44d-c39b7a65b126 None None] Provisioning for port e05ca93c-8ecf-47fd-a04c-7a223ad534bc completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:29.243938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d910799f-09e4-472d-b548-15207078731e None None] For port c4e9594f-bc0f-4419-9982-dbd8c6ae7357, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:29.262250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6cee1-0df8-4a3e-908f-4af4d2b2360c tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:29.263604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6cee1-0df8-4a3e-908f-4af4d2b2360c tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:29.264341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0ba6cee1-0df8-4a3e-908f-4af4d2b2360c tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Synchronizing usage tracker for tenant:994de34348b54737957a1d0e4297c695 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:29.272192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d910799f-09e4-472d-b548-15207078731e None None] For port c4e9594f-bc0f-4419-9982-dbd8c6ae7357, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,segment=NetworkSegment(8377edba-4415-4f43-91ab-9bb2f9c1bb96),segment_id=8377edba-4415-4f43-91ab-9bb2f9c1bb96)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:29.283219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0ba6cee1-0df8-4a3e-908f-4af4d2b2360c tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Unset dirty status for tenant:994de34348b54737957a1d0e4297c695 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:29.285101 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0ba6cee1-0df8-4a3e-908f-4af4d2b2360c tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0927854
Dec 09 14:11:29.288590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59676) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:29.302971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d910799f-09e4-472d-b548-15207078731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.309124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-aee01cec-55d4-42e7-9856-c54f45ce6841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:29.405018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2a1bf43f-fbf9-4d5d-aca8-992d40df5e2f tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.416988 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1bf43f-fbf9-4d5d-aca8-992d40df5e2f tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:11:29.417396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1bf43f-fbf9-4d5d-aca8-992d40df5e2f tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:29.422581 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2a1bf43f-fbf9-4d5d-aca8-992d40df5e2f tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 HTTP/1.1" status: 409  len: 405 time: 0.1296566
Dec 09 14:11:29.423655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59680) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:29.426743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910799f-09e4-472d-b548-15207078731e None None] Pushing event updated for resources: {'Port': ['ID=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:29.430793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1934185321'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:29.433428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d910799f-09e4-472d-b548-15207078731e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:29.437437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:29.442759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:network and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:29.446052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:29.452187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:29.471763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:29.475287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.508649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:11:29.519589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.519984 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Added segment b342c8e4-8616-4ef3-96c3-ae71ed93ef91 of type vlan for network edfd4669-c005-41aa-bfdd-0f3bb7175cf6
Dec 09 14:11:29.553778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.588845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.592641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:29.593222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.597100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:29.721414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Network': ['ID=edfd4669-c005-41aa-bfdd-0f3bb7175cf6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:29.724441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:29.726435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3015280
Dec 09 14:11:29.729304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:29.735233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'subnet': {'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:29.735349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:11:29.866538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:29.880175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:29.883712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e05ca93c-8ecf-47fd-a04c-7a223ad534bc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:29.889685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:29.954998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e05ca93c-8ecf-47fd-a04c-7a223ad534bc completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:29.959830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e05ca93c-8ecf-47fd-a04c-7a223ad534bc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:29.960206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:29.997060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.118427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.153805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e05ca93c-8ecf-47fd-a04c-7a223ad534bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,segment=NetworkSegment(ba3ea568-efb2-457d-bb76-95a29fec3297),segment_id=ba3ea568-efb2-457d-bb76-95a29fec3297)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:30.158739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.160055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c4e9594f-bc0f-4419-9982-dbd8c6ae7357 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:30.184621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d599871-87d6-451e-ba81-7359fa0d9235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:30.280741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:30.285028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:30.296775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:30.329236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:11:30.330512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.334188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb841e4a-ffcb-482a-8a0d-38ad95840b13 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:30.410080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Subnet': ['ID=dd6aeb61-fb11-4d51-b1fb-6b114285361e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:30.413405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:30.420535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Checking segment: {'id': 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:30.420887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network hostable DHCP agents. Network: edfd4669-c005-41aa-bfdd-0f3bb7175cf6, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:11:30.443388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:11:30.452695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, edfd4669-c005-41aa-bfdd-0f3bb7175cf6) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:30.456652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:30.457220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.464788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6069d-a149-4e98-8eb5-44f75e12dc22 None None] Network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:30.485547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32984ba7-5438-424e-a02b-d6780821f9f7 None None] Network 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:30.485842 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7552631
Dec 09 14:11:30.489013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59688) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:30.494831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'port': {'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6', 'name': 'tempest-NetworksIpV6TestAttrs-1321389336'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:30.632385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:30.636309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:port and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:30.639169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:30.644935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:30.654360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:30.657344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.657834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Provisioning for port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:11:30.679404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Provisioning complete for port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:30.679619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] device_id is not set on port c3fc5233-89ce-46ec-9381-e98886a318ef yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:11:30.679788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:30.819849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Allocated IP 2001:db8::f816:3eff:fe4d:5d5d (edfd4669-c005-41aa-bfdd-0f3bb7175cf6/dd6aeb61-fb11-4d51-b1fb-6b114285361e/c3fc5233-89ce-46ec-9381-e98886a318ef) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:30.939192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-edfd4669-c005-41aa-bfdd-0f3bb7175cf6', 'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6', 'tenant_id': '994de34348b54737957a1d0e4297c695', 'fixed_ips': [{'subnet_id': 'dd6aeb61-fb11-4d51-b1fb-6b114285361e'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:30.940010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.020295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.035383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.036727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Transition to ACTIVE for port object c3fc5233-89ce-46ec-9381-e98886a318ef will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:31.061874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.072066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b0fc8d8-72a7-410f-8f4c-4f7e4064514c tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:31.099393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] DHCP port deletion for 5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:31.122439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Deleting port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:31.122876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.175538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] For port c4e9594f-bc0f-4419-9982-dbd8c6ae7357, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,segment=NetworkSegment(8377edba-4415-4f43-91ab-9bb2f9c1bb96),segment_id=8377edba-4415-4f43-91ab-9bb2f9c1bb96)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:31.191790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.197078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:31.253697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:31.257275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:31.261104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:31.265150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:31.265766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.273964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Port': ['ID=c3fc5233-89ce-46ec-9381-e98886a318ef,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:31.280524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:31.291440 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 0.8013203
Dec 09 14:11:31.294108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59694) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:31.328125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Allocated IP 2001:db8::f816:3eff:fe29:2e9 (edfd4669-c005-41aa-bfdd-0f3bb7175cf6/dd6aeb61-fb11-4d51-b1fb-6b114285361e/8f918669-b845-4a78-8d4b-44a821692e3b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:31.338757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Pushing event updated for resources: {'Port': ['ID=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:31.345838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:31.492435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting subnet dd6aeb61-fb11-4d51-b1fb-6b114285361e {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:31.542496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] For port c4e9594f-bc0f-4419-9982-dbd8c6ae7357, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,segment=NetworkSegment(8377edba-4415-4f43-91ab-9bb2f9c1bb96),segment_id=8377edba-4415-4f43-91ab-9bb2f9c1bb96)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:31.542892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.674911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Calling delete_port for c4e9594f-bc0f-4419-9982-dbd8c6ae7357 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:31.791258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e05ca93c-8ecf-47fd-a04c-7a223ad534bc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:11:31.919264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.930434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:31.936038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c7633539-e9e7-4456-a212-a8e9a0a6670a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:31.964175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Transition to ACTIVE for port object 8f918669-b845-4a78-8d4b-44a821692e3b will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:31.992540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Pushing event deleted for resources: {'Port': ['ID=c4e9594f-bc0f-4419-9982-dbd8c6ae7357,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:32.000814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:32.004583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] No DVR routers for this DVR port c4e9594f-bc0f-4419-9982-dbd8c6ae7357 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:32.006460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Transition to ACTIVE for port object 8f918669-b845-4a78-8d4b-44a821692e3b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:32.017974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e05ca93c-8ecf-47fd-a04c-7a223ad534bc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:11:32.018426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.019498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.046525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.056117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:32.073763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.144639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Pushing event updated for resources: {'Port': ['ID=8f918669-b845-4a78-8d4b-44a821692e3b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:32.148045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:32.151638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:32.153880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:32.156186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:32.189392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.265483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.269769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9a1d656a-a577-43af-899e-a89966395499 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:32.295302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Attempting to bind port 8f918669-b845-4a78-8d4b-44a821692e3b on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:32.295685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Attempting to bind port 8f918669-b845-4a78-8d4b-44a821692e3b by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:32.296071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Attempting to bind port 8f918669-b845-4a78-8d4b-44a821692e3b on network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:32.303096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:32.303485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Checking segment: {'id': 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:32.303903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.304302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Bound using segment: {'id': 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:32.304784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Bound port: 8f918669-b845-4a78-8d4b-44a821692e3b, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'edfd4669-c005-41aa-bfdd-0f3bb7175cf6'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:32.305169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.311948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6aeb61-fb11-4d51-b1fb-6b114285361e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:32.314486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.319107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:32.325275 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/dd6aeb61-fb11-4d51-b1fb-6b114285361e HTTP/1.1" status: 204  len: 168 time: 1.0302196
Dec 09 14:11:32.327669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59698) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:32.353642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c4e9594f-bc0f-4419-9982-dbd8c6ae7357 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:32.393068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7852021-536e-4259-99fd-6f7879e16c86 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:32.394971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c4e9594f-bc0f-4419-9982-dbd8c6ae7357 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:32.395133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7852021-536e-4259-99fd-6f7879e16c86 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:32.395322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c4e9594f-bc0f-4419-9982-dbd8c6ae7357 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:32.395692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7852021-536e-4259-99fd-6f7879e16c86 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Synchronizing usage tracker for tenant:994de34348b54737957a1d0e4297c695 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:32.413697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f7852021-536e-4259-99fd-6f7879e16c86 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Unset dirty status for tenant:994de34348b54737957a1d0e4297c695 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:32.415128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f7852021-536e-4259-99fd-6f7879e16c86 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0865755
Dec 09 14:11:32.417850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59702) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:32.433267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] For port 8f918669-b845-4a78-8d4b-44a821692e3b, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:32.436331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] For port 8f918669-b845-4a78-8d4b-44a821692e3b, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8f918669-b845-4a78-8d4b-44a821692e3b,segment=NetworkSegment(b342c8e4-8616-4ef3-96c3-ae71ed93ef91),segment_id=b342c8e4-8616-4ef3-96c3-ae71ed93ef91)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:32.439989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.444039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-9533a72e-b698-482b-a2e7-dd22c7a57de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:32.536666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc05ca4-1c91-4b11-afeb-8e945a5e0da4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.544437 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc05ca4-1c91-4b11-afeb-8e945a5e0da4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 09 14:11:32.544878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc05ca4-1c91-4b11-afeb-8e945a5e0da4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:32.546552 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6fc05ca4-1c91-4b11-afeb-8e945a5e0da4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/edfd4669-c005-41aa-bfdd-0f3bb7175cf6 HTTP/1.1" status: 409  len: 405 time: 0.1278033
Dec 09 14:11:32.550406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59706) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:32.553855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Pushing event updated for resources: {'Port': ['ID=8f918669-b845-4a78-8d4b-44a821692e3b,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:32.556269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1588610682'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:32.558460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:32.560749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:32.564518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:network and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:32.567958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:32.573824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:32.591255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e169fac-d2b0-4cf3-a027-0ecda98d0e87 None None] Network edfd4669-c005-41aa-bfdd-0f3bb7175cf6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:32.592040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:32.595108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.623748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:11:32.632806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.633160 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Added segment ce67a777-8922-4e5f-a373-ed38e61bbc55 of type vlan for network 2cf4d09a-07a4-449c-b4a1-6758822a97cb
Dec 09 14:11:32.662198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.794234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.796520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01b6f2-0d60-470f-9081-50b3262010b5 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:11:32.797940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:32.798508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:32.802144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b8d8b65a-db9a-4620-a93d-74fbf06834f5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:32.882396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3308983
Dec 09 14:11:32.885882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59710) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:32.891534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'subnet': {'network_id': '2cf4d09a-07a4-449c-b4a1-6758822a97cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:32.909825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Network': ['ID=2cf4d09a-07a4-449c-b4a1-6758822a97cb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:32.912525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:32.920222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2cf4d09a-07a4-449c-b4a1-6758822a97cb details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:11:33.007536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:33.010831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca01b6f2-0d60-470f-9081-50b3262010b5 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:11:33.017020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:33.027195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:33.139804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.460896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.objects.ports [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83443) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:11:33.462041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.465516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0258b4a6-e544-4f86-a7d6-860b3f994a04 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:33.538907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Subnet': ['ID=478d1852-b73a-4c8a-94cf-67516140ab16,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:33.541406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:33.554638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Checking segment: {'id': 'ce67a777-8922-4e5f-a373-ed38e61bbc55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '2cf4d09a-07a4-449c-b4a1-6758822a97cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:33.554987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network hostable DHCP agents. Network: 2cf4d09a-07a4-449c-b4a1-6758822a97cb, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:11:33.576581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network 2cf4d09a-07a4-449c-b4a1-6758822a97cb is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:11:33.585557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 2cf4d09a-07a4-449c-b4a1-6758822a97cb) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:33.589890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:33.590467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.594132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8c9ce-4ed0-4237-b93a-572c45878df1 None None] Network 2cf4d09a-07a4-449c-b4a1-6758822a97cb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:33.617803 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.7307813
Dec 09 14:11:33.620634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59720) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:33.760781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.828009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.844210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0afa600-4572-408b-b8fe-f6049d097b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-2cf4d09a-07a4-449c-b4a1-6758822a97cb', 'network_id': '2cf4d09a-07a4-449c-b4a1-6758822a97cb', 'tenant_id': '994de34348b54737957a1d0e4297c695', 'fixed_ips': [{'subnet_id': '478d1852-b73a-4c8a-94cf-67516140ab16'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:33.845130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0afa600-4572-408b-b8fe-f6049d097b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.900936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:33.905087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6d3f3c17-8b46-4a7e-95d5-a115cb0189ab tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-b0afa600-4572-408b-b8fe-f6049d097b70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 478d1852-b73a-4c8a-94cf-67516140ab16: This subnet is being modified by another concurrent operation.
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 478d1852-b73a-4c8a-94cf-67516140ab16: This subnet is being modified by another concurrent operation.
Dec 09 14:11:33.944362 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:11:33.964240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b161b5-0e9b-4510-ac6e-8f798638e042 None None] Network 2cf4d09a-07a4-449c-b4a1-6758822a97cb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:34.047117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Subnet': ['ID=478d1852-b73a-4c8a-94cf-67516140ab16,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:34.051022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:34.135698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce9f5a-7f54-4db4-b32d-956bef853b49 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:11:34.141519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.170224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a20c160>,) {'filters': {'network_id': ['2cf4d09a-07a4-449c-b4a1-6758822a97cb']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:34.182046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a20c160>, 'ce67a777-8922-4e5f-a373-ed38e61bbc55') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:34.182352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a20c160>, 'ce67a777-8922-4e5f-a373-ed38e61bbc55') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:34.193871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.209940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.215883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:34.216479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:34.230861 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:34.261116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ce9f5a-7f54-4db4-b32d-956bef853b49 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:11:34.309908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.313243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f433816b-b3a5-42ec-8d03-9a634b7c4b6d tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:34.327928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.339262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Network': ['ID=2cf4d09a-07a4-449c-b4a1-6758822a97cb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:34.343584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:34.347148 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/2cf4d09a-07a4-449c-b4a1-6758822a97cb HTTP/1.1" status: 204  len: 168 time: 0.7255824
Dec 09 14:11:34.350764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59724) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:34.356451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1932920630'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:34.361055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:34.364849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:network and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:34.367631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:34.373237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:34.385011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:34.388275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.415808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:11:34.425519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.425815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Added segment be559250-4554-45b7-8c54-b1cdf578f3cc of type vlan for network c6a7e6f6-b070-4428-bd15-0b6713b697c9
Dec 09 14:11:34.452186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.481283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.485136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:34.485743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:34.491298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d9fc5309-ba71-4863-a657-1013df78a9af tempest-TagsExtTest-1941791628 tempest-TagsExtTest-1941791628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:34.577256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:34.578139 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2262537
Dec 09 14:11:34.583311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'subnet': {'network_id': 'c6a7e6f6-b070-4428-bd15-0b6713b697c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:34.601235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Network': ['ID=c6a7e6f6-b070-4428-bd15-0b6713b697c9,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:34.604252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:34.613833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network c6a7e6f6-b070-4428-bd15-0b6713b697c9 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:11:34.688196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:34.692796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:subnet and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:34.695605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:34.701314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:34.710656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:34.813643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.027208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.030863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-16e571b6-24a7-4eaf-87b4-0cfd8b98c933 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:35.105061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Subnet': ['ID=b8b74a01-ba9c-497d-bc13-845d35734cb3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:35.108376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:35.115708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Checking segment: {'id': 'be559250-4554-45b7-8c54-b1cdf578f3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c6a7e6f6-b070-4428-bd15-0b6713b697c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:35.116053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network hostable DHCP agents. Network: c6a7e6f6-b070-4428-bd15-0b6713b697c9, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:11:35.136881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network c6a7e6f6-b070-4428-bd15-0b6713b697c9 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:11:35.145496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, c6a7e6f6-b070-4428-bd15-0b6713b697c9) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:35.149368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:35.149977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.154255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c3552-b53d-4eac-976b-4f792f885ab7 None None] Network c6a7e6f6-b070-4428-bd15-0b6713b697c9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:35.174535 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5961835
Dec 09 14:11:35.177753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:35.312506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.366798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bf631-9069-4813-b1d8-78b3df58f32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-c6a7e6f6-b070-4428-bd15-0b6713b697c9', 'network_id': 'c6a7e6f6-b070-4428-bd15-0b6713b697c9', 'tenant_id': '994de34348b54737957a1d0e4297c695', 'fixed_ips': [{'subnet_id': 'b8b74a01-ba9c-497d-bc13-845d35734cb3'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:35.367642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f79bf631-9069-4813-b1d8-78b3df58f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.387249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.466657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-f79bf631-9069-4813-b1d8-78b3df58f32a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8b74a01-ba9c-497d-bc13-845d35734cb3: This subnet is being modified by another concurrent operation.
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8b74a01-ba9c-497d-bc13-845d35734cb3: This subnet is being modified by another concurrent operation.
Dec 09 14:11:35.470398 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:11:35.478856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-35c90213-0c3f-44c7-83f2-10ee6a335fef tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:35.491183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f9e8c-7199-4642-b31b-eb56b4796dba None None] Network c6a7e6f6-b070-4428-bd15-0b6713b697c9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:35.512629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b74a01-ba9c-497d-bc13-845d35734cb3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:35.515915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:35.604823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.635886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449303b50>,) {'filters': {'network_id': ['c6a7e6f6-b070-4428-bd15-0b6713b697c9']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:35.648936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449303b50>, 'be559250-4554-45b7-8c54-b1cdf578f3cc') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:35.649227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449303b50>, 'be559250-4554-45b7-8c54-b1cdf578f3cc') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:35.660787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.667600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8f49a-b807-4aa5-8e82-23cecc874495 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:11:35.677386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.683382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:35.683765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:35.698714 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:35.775153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.778937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84c3cbdf-2ef5-42e4-87c2-ebab1b49d3c4 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:35.792782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8f49a-b807-4aa5-8e82-23cecc874495 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:11:35.799086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.807810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Network': ['ID=c6a7e6f6-b070-4428-bd15-0b6713b697c9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:35.811959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:35.818644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/c6a7e6f6-b070-4428-bd15-0b6713b697c9 HTTP/1.1" status: 204  len: 168 time: 0.6398766
Dec 09 14:11:35.822736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59738) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:35.829732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1009595039'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:35.835383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:35.839337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:network and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:35.842277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:35.848044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:35.859203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:35.862424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.892351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:11:35.901738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.902075 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Added segment 1d6ba84f-2173-4f80-b503-05632a990b96 of type vlan for network f5a59c99-1205-4d8c-b592-8ff6312f06a2
Dec 09 14:11:35.928441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.957347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.961108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:35.961884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:35.967014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2dc72248-3310-432e-a903-2ec36fb6640c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:36.062937 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2378294
Dec 09 14:11:36.066682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59744) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:36.073764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Network': ['ID=f5a59c99-1205-4d8c-b592-8ff6312f06a2,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:36.073943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Request body: {'subnet': {'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:11:36.076534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:36.123945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network f5a59c99-1205-4d8c-b592-8ff6312f06a2 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:11:36.188326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:11:36.192926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Usage tracker for resource:subnet and tenant:994de34348b54737957a1d0e4297c695 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:11:36.195724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:11:36.201241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:11:36.210667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Made reservation on behalf of 994de34348b54737957a1d0e4297c695 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:11:36.308411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:36.620102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.objects.ports [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83444) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Dec 09 14:11:36.621311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:36.624736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6bab9b7-5948-4357-9e65-1703b16aeddb tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:36.696267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event updated for resources: {'Subnet': ['ID=ff6f30db-8ef6-47e2-a41c-e73d21bc7918,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:36.699918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:36.708294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Checking segment: {'id': '1d6ba84f-2173-4f80-b503-05632a990b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:36.708641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network hostable DHCP agents. Network: f5a59c99-1205-4d8c-b592-8ff6312f06a2, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:11:36.730213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Network f5a59c99-1205-4d8c-b592-8ff6312f06a2 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:11:36.738684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, f5a59c99-1205-4d8c-b592-8ff6312f06a2) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:36.742379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:36.742959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:36.747380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ec0ee-f29b-4c72-9c60-25ab756c16d8 None None] Network f5a59c99-1205-4d8c-b592-8ff6312f06a2 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:36.767042 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.6984651
Dec 09 14:11:36.770312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59748) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:36.963096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-f5a59c99-1205-4d8c-b592-8ff6312f06a2', 'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2', 'tenant_id': '994de34348b54737957a1d0e4297c695', 'fixed_ips': [{'subnet_id': 'ff6f30db-8ef6-47e2-a41c-e73d21bc7918'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:11:36.963917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.002422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.070651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.116324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Allocated IP 2001:db8::f816:3eff:fe4b:797a (f5a59c99-1205-4d8c-b592-8ff6312f06a2/ff6f30db-8ef6-47e2-a41c-e73d21bc7918/f79d99ef-bbde-4632-b98a-bbba6d20e5cd) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:11:37.310409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.320621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Transition to ACTIVE for port object f79d99ef-bbde-4632-b98a-bbba6d20e5cd will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:37.338554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Transition to ACTIVE for port object f79d99ef-bbde-4632-b98a-bbba6d20e5cd will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:11:37.343909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.348699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:37.360006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.363660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b05ed454-49d1-4385-9f8a-4f055bdd66c9 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:37.377040 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:11:37.398778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6f30db-8ef6-47e2-a41c-e73d21bc7918,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:37.402357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:37.416136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Network f5a59c99-1205-4d8c-b592-8ff6312f06a2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:11:37.418917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:11:37.421172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:11:37.427863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Pushing event updated for resources: {'Port': ['ID=f79d99ef-bbde-4632-b98a-bbba6d20e5cd,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:37.434726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:37.497393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.516429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Attempting to bind port f79d99ef-bbde-4632-b98a-bbba6d20e5cd on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:11:37.516802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Attempting to bind port f79d99ef-bbde-4632-b98a-bbba6d20e5cd by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1d6ba84f-2173-4f80-b503-05632a990b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:11:37.517485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Attempting to bind port f79d99ef-bbde-4632-b98a-bbba6d20e5cd on network f5a59c99-1205-4d8c-b592-8ff6312f06a2 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:11:37.523456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644a374820>,) {'filters': {'network_id': ['f5a59c99-1205-4d8c-b592-8ff6312f06a2']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:37.523605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:11:37.523974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Checking segment: {'id': '1d6ba84f-2173-4f80-b503-05632a990b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:11:37.524370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.524763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Bound using segment: {'id': '1d6ba84f-2173-4f80-b503-05632a990b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:11:37.525227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Bound port: f79d99ef-bbde-4632-b98a-bbba6d20e5cd, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6ba84f-2173-4f80-b503-05632a990b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:11:37.525624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.536115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a374820>, '1d6ba84f-2173-4f80-b503-05632a990b96') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:37.536490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644a374820>, '1d6ba84f-2173-4f80-b503-05632a990b96') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:37.547918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.564138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.571031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:37.571466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:37.590201 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:37.614350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] For port f79d99ef-bbde-4632-b98a-bbba6d20e5cd, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:11:37.663854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] For port f79d99ef-bbde-4632-b98a-bbba6d20e5cd, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f79d99ef-bbde-4632-b98a-bbba6d20e5cd,segment=NetworkSegment(1d6ba84f-2173-4f80-b503-05632a990b96),segment_id=1d6ba84f-2173-4f80-b503-05632a990b96)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:11:37.665618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.db.api [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 09 14:11:37.665618 dv-neutron-821183-1-hyperv neutron-server[83444]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 09 14:11:37.665618 dv-neutron-821183-1-hyperv neutron-server[83444]: [parameters: {'id': 'f5a59c99-1205-4d8c-b592-8ff6312f06a2'}]
Dec 09 14:11:37.665618 dv-neutron-821183-1-hyperv neutron-server[83444]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83444) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:11:37.666363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_db.api [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:11:37.667648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:37.671971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:37.781173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Pushing event updated for resources: {'Port': ['ID=f79d99ef-bbde-4632-b98a-bbba6d20e5cd,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:37.786077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:37.812671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1ad823-152a-47f4-a5ee-3bb187b3846e None None] Network f5a59c99-1205-4d8c-b592-8ff6312f06a2 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:38.003783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e558498d-4056-4694-b3ae-1970a8b307e2 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:11:38.014749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:38.161726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558498d-4056-4694-b3ae-1970a8b307e2 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:11:38.169258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:38.190990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting port f79d99ef-bbde-4632-b98a-bbba6d20e5cd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:38.191320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:38.485407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] For port f79d99ef-bbde-4632-b98a-bbba6d20e5cd, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f79d99ef-bbde-4632-b98a-bbba6d20e5cd,segment=NetworkSegment(1d6ba84f-2173-4f80-b503-05632a990b96),segment_id=1d6ba84f-2173-4f80-b503-05632a990b96)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:38.485787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:38.611060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Calling delete_port for f79d99ef-bbde-4632-b98a-bbba6d20e5cd owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:38.751027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:38.756380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-409ed2b0-4f57-48d5-9946-54bd43bc4ed4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:38.799898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Port': ['ID=f79d99ef-bbde-4632-b98a-bbba6d20e5cd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:38.802677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:38.812717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No DVR routers for this DVR port f79d99ef-bbde-4632-b98a-bbba6d20e5cd on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:38.975753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.096514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.125350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449909940>,) {'filters': {'network_id': ['f5a59c99-1205-4d8c-b592-8ff6312f06a2']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:39.139556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449909940>, '1d6ba84f-2173-4f80-b503-05632a990b96') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:39.139846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449909940>, '1d6ba84f-2173-4f80-b503-05632a990b96') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:39.162421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.181562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.238715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:39.239104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:39.254442 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:39.344375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.348971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d72e052b-e763-4e97-9a27-994d63fb8b31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:39.363559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:39.377778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Network': ['ID=f5a59c99-1205-4d8c-b592-8ff6312f06a2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:39.385499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:39.393311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/f5a59c99-1205-4d8c-b592-8ff6312f06a2 HTTP/1.1" status: 204  len: 168 time: 2.6218979
Dec 09 14:11:39.400276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.442198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-635dae7c-2f54-4484-a4b3-f01b3ec21a87 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:39.442621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635dae7c-2f54-4484-a4b3-f01b3ec21a87 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:39.444236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-635dae7c-2f54-4484-a4b3-f01b3ec21a87 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/ff6f30db-8ef6-47e2-a41c-e73d21bc7918 HTTP/1.1" status: 404  len: 337 time: 0.0430684
Dec 09 14:11:39.446988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59762) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.477219 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f76f74-f4e8-4b8e-8fe8-3f0a01e9f03a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:39.478020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f76f74-f4e8-4b8e-8fe8-3f0a01e9f03a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:39.483016 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b0f76f74-f4e8-4b8e-8fe8-3f0a01e9f03a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/f5a59c99-1205-4d8c-b592-8ff6312f06a2 HTTP/1.1" status: 404  len: 339 time: 0.0349686
Dec 09 14:11:39.483807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59766) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.523559 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1841bd0-3884-47d2-9267-c0a09feb6b6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:39.524298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1841bd0-3884-47d2-9267-c0a09feb6b6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:39.528893 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c1841bd0-3884-47d2-9267-c0a09feb6b6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/b8b74a01-ba9c-497d-bc13-845d35734cb3 HTTP/1.1" status: 404  len: 337 time: 0.0439906
Dec 09 14:11:39.529737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59770) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.556204 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbda5f83-41ee-41a3-adcb-899320865aa5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:39.557471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbda5f83-41ee-41a3-adcb-899320865aa5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:39.562661 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bbda5f83-41ee-41a3-adcb-899320865aa5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/c6a7e6f6-b070-4428-bd15-0b6713b697c9 HTTP/1.1" status: 404  len: 339 time: 0.0317287
Dec 09 14:11:39.563441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59776) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.603883 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a62086-4642-419e-8e1d-cef0d9a6e522 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:39.604334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a62086-4642-419e-8e1d-cef0d9a6e522 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:39.608987 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-45a62086-4642-419e-8e1d-cef0d9a6e522 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/478d1852-b73a-4c8a-94cf-67516140ab16 HTTP/1.1" status: 404  len: 337 time: 0.0444458
Dec 09 14:11:39.609623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59780) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.665252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa4c8efa-a39d-4170-ad0c-aef96241d0f3 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:39.665717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa4c8efa-a39d-4170-ad0c-aef96241d0f3 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:39.667358 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fa4c8efa-a39d-4170-ad0c-aef96241d0f3 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/2cf4d09a-07a4-449c-b4a1-6758822a97cb HTTP/1.1" status: 404  len: 339 time: 0.0568137
Dec 09 14:11:39.669947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59784) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:39.753804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting port c3fc5233-89ce-46ec-9381-e98886a318ef {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:39.754444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.056413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.179103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Calling delete_port for c3fc5233-89ce-46ec-9381-e98886a318ef owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:40.292048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.302074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:40.456380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Port': ['ID=c3fc5233-89ce-46ec-9381-e98886a318ef,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:40.460322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:40.492479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.507964 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/ports/c3fc5233-89ce-46ec-9381-e98886a318ef HTTP/1.1" status: 204  len: 168 time: 0.8371701
Dec 09 14:11:40.510524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59788) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:40.529870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port ee4446ac-ebda-41bc-8a91-39c46dde7550 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:40.530206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.554413 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d426681d-7080-40d8-8129-e32b74ce04e3 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:40.554846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d426681d-7080-40d8-8129-e32b74ce04e3 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:40.558883 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d426681d-7080-40d8-8129-e32b74ce04e3 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/dd6aeb61-fb11-4d51-b1fb-6b114285361e HTTP/1.1" status: 404  len: 337 time: 0.0444262
Dec 09 14:11:40.559130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59792) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:40.671156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.681884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting port 8f918669-b845-4a78-8d4b-44a821692e3b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:40.682205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.714981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port ee4446ac-ebda-41bc-8a91-39c46dde7550, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ee4446ac-ebda-41bc-8a91-39c46dde7550,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:40.715250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:40.839103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for ee4446ac-ebda-41bc-8a91-39c46dde7550 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:40.883879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] For port 8f918669-b845-4a78-8d4b-44a821692e3b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8f918669-b845-4a78-8d4b-44a821692e3b,segment=NetworkSegment(b342c8e4-8616-4ef3-96c3-ae71ed93ef91),segment_id=b342c8e4-8616-4ef3-96c3-ae71ed93ef91)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:40.884234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.008377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Calling delete_port for 8f918669-b845-4a78-8d4b-44a821692e3b owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:41.022753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.027059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7551da3f-149a-4e26-b2e2-3d6749f2c415 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:41.068364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=ee4446ac-ebda-41bc-8a91-39c46dde7550,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:41.071804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:41.082750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.086941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-22ca7b53-21d4-46e8-9f38-37c468cc2129 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:41.135367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Port': ['ID=8f918669-b845-4a78-8d4b-44a821692e3b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:41.137868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:41.147009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No DVR routers for this DVR port 8f918669-b845-4a78-8d4b-44a821692e3b on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:41.367264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.377755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.403472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64489e3a90>,) {'filters': {'network_id': ['edfd4669-c005-41aa-bfdd-0f3bb7175cf6']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:41.415960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489e3a90>, 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:41.416248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489e3a90>, 'b342c8e4-8616-4ef3-96c3-ae71ed93ef91') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:41.427537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.444549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.451094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:41.451484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:41.466476 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:41.546768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.550111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a343a468-c333-48f6-97f7-26c4a4ccd285 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:41.564488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:41.576139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Network': ['ID=edfd4669-c005-41aa-bfdd-0f3bb7175cf6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:41.578941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:41.581170 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/edfd4669-c005-41aa-bfdd-0f3bb7175cf6 HTTP/1.1" status: 204  len: 168 time: 1.0206962
Dec 09 14:11:41.583861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:41.717359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting port ad737d27-7410-4224-94a2-b892b69f88f7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:41.717752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.191643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.319914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Calling delete_port for ad737d27-7410-4224-94a2-b892b69f88f7 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:42.465174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.471048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-342e2a11-e0d3-42cc-87b5-55a1f4ddcdbd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:42.519688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Port': ['ID=ad737d27-7410-4224-94a2-b892b69f88f7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:42.523662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:42.531266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.543305 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/ports/ad737d27-7410-4224-94a2-b892b69f88f7 HTTP/1.1" status: 204  len: 168 time: 0.9584694
Dec 09 14:11:42.545843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:42.587967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-3043795a-a359-4b1a-9365-f09c2335612e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:11:42.588398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3043795a-a359-4b1a-9365-f09c2335612e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:11:42.590011 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3043795a-a359-4b1a-9365-f09c2335612e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/391ee00d-ba32-48e0-acbf-f1853bf174c1 HTTP/1.1" status: 404  len: 337 time: 0.0432961
Dec 09 14:11:42.592668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59804) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:42.595487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:11:42.707413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.797724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:11:42.805843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/432d5bba-a004-46f7-aae4-5e93a365c856/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7867646
Dec 09 14:11:42.809452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:11:42.825262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:42.825941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:42.837124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.863006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644886fe20>,) {'filters': {'network_id': ['5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:42.876344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644886fe20>, '8377edba-4415-4f43-91ab-9bb2f9c1bb96') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:42.876344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644886fe20>, '8377edba-4415-4f43-91ab-9bb2f9c1bb96') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:42.896187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.912287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.919217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:42.919608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:42.934481 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:43.017006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.018044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:43.021118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c863ded2-7b7a-4f20-8ec4-e4bcd2852f7c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:43.049428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.058804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Network': ['ID=5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:43.068130 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/5a9623d8-fc1e-44fa-9e5e-9ba97d16bea0 HTTP/1.1" status: 204  len: 168 time: 0.4715548
Dec 09 14:11:43.068130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:43.068325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59814) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:43.235307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cea48-e02f-4a0f-bdcb-44cd11ee23fa req-9e622551-556c-498f-885a-ac8c6ca136ce tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:43.236026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2d3cea48-e02f-4a0f-bdcb-44cd11ee23fa req-9e622551-556c-498f-885a-ac8c6ca136ce tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:43.255633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2d3cea48-e02f-4a0f-bdcb-44cd11ee23fa req-9e622551-556c-498f-885a-ac8c6ca136ce tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:43.256785 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d3cea48-e02f-4a0f-bdcb-44cd11ee23fa req-9e622551-556c-498f-885a-ac8c6ca136ce tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.1017432
Dec 09 14:11:43.266693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting subnet cf57b72b-0949-49f6-9116-c653e99ec295 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:43.270202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.306572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d3cea48-e02f-4a0f-bdcb-44cd11ee23fa req-0623e355-9e5e-4800-b14b-69f2a73fa15a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440767
Dec 09 14:11:43.325143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.373586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d00>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:40Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:21Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:43.377450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:11:43.388344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:43.388937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:43.406807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.485647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.490623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-38c321ce-dd75-4a73-80c4-79534158f496 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:43.526624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Subnet': ['ID=cf57b72b-0949-49f6-9116-c653e99ec295,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:43.530046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:43.533354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.545331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59818) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:43.545490 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/subnets/cf57b72b-0949-49f6-9116-c653e99ec295 HTTP/1.1" status: 204  len: 168 time: 0.4761162
Dec 09 14:11:43.562819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1726d1-3953-4e02-99c8-e6a2119003ed None None] Network fb8b994a-77d5-4593-870a-c018fd6d07d6 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:43.660044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.670637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Deleting port e05ca93c-8ecf-47fd-a04c-7a223ad534bc {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:43.671104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:43.754849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:43.887814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] For port e05ca93c-8ecf-47fd-a04c-7a223ad534bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,segment=NetworkSegment(ba3ea568-efb2-457d-bb76-95a29fec3297),segment_id=ba3ea568-efb2-457d-bb76-95a29fec3297)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:43.888080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.059414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] DHCP port deletion for fb8b994a-77d5-4593-870a-c018fd6d07d6 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:44.070862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Deleting port e05ca93c-8ecf-47fd-a04c-7a223ad534bc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:44.071242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.125244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Calling delete_port for e05ca93c-8ecf-47fd-a04c-7a223ad534bc owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:44.199369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.203470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-838652b2-b9b2-41f1-8672-e303ff79f77c tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:44.248677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Port': ['ID=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:44.251104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:44.254340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] No DVR routers for this DVR port e05ca93c-8ecf-47fd-a04c-7a223ad534bc on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:44.355204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] For port e05ca93c-8ecf-47fd-a04c-7a223ad534bc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e05ca93c-8ecf-47fd-a04c-7a223ad534bc,segment=NetworkSegment(ba3ea568-efb2-457d-bb76-95a29fec3297),segment_id=ba3ea568-efb2-457d-bb76-95a29fec3297)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:44.355509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.382041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.407612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448fd4d60>,) {'filters': {'network_id': ['fb8b994a-77d5-4593-870a-c018fd6d07d6']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:44.420691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448fd4d60>, 'ba3ea568-efb2-457d-bb76-95a29fec3297') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:44.421013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448fd4d60>, 'ba3ea568-efb2-457d-bb76-95a29fec3297') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:44.432493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.448809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.456968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:44.457472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:44.473581 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:44.486886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Calling delete_port for e05ca93c-8ecf-47fd-a04c-7a223ad534bc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:44.514685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d00>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:40Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:21Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:44.541131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d23c9-21da-4eb6-abfe-483fbd5379b3 None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:40Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '74e4f55f-2607-4383-8fcd-43c63cd3e33f', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.17', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'port_id': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'mac_address': 'fa:16:3e:6c:33:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:10:13Z', 'updated_at': '2021-12-09T14:10:21Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:11:44.576122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.594325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.603381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0996ed50-98c9-4f1b-932f-469682dd5c88 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn_limited(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:11:44.610978 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:11:44.616748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:11:44.617118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:11:44.626687 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] 10.222.0.21 "DELETE /v2.0/networks/fb8b994a-77d5-4593-870a-c018fd6d07d6 HTTP/1.1" status: 204  len: 168 time: 1.0797663
Dec 09 14:11:44.627656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Pushing event deleted for resources: {'Network': ['ID=fb8b994a-77d5-4593-870a-c018fd6d07d6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:44.635514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:44.687263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-82ccd3f3-1641-4106-881a-a0a8169cd8ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:44.687991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-82ccd3f3-1641-4106-881a-a0a8169cd8ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:44.702778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-82ccd3f3-1641-4106-881a-a0a8169cd8ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:44.704156 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-82ccd3f3-1641-4106-881a-a0a8169cd8ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.1708038
Dec 09 14:11:44.782348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92926d1b-b485-48cf-bed5-ef8d3f2ed673 req-e7ce47c0-8736-4c10-88aa-9c9c3544087b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:44.786190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92926d1b-b485-48cf-bed5-ef8d3f2ed673 req-e7ce47c0-8736-4c10-88aa-9c9c3544087b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 946 time: 0.1008070
Dec 09 14:11:44.807896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 99a82a3c-093a-4a3b-81a4-5b739de4080e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:44.808648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:44.848141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92926d1b-b485-48cf-bed5-ef8d3f2ed673 req-ab5e50df-1e7b-42fa-80f2-10021f057def tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=12820a7c-621f-465c-9fc3-1a5b85ee14b7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559711
Dec 09 14:11:45.056270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59840) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:45.118294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Deleting port e05ca93c-8ecf-47fd-a04c-7a223ad534bc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:45.118840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.204620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-92a97302-2503-4e7e-a85f-7775b092554d None None] The port 'e05ca93c-8ecf-47fd-a04c-7a223ad534bc' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:11:45.224196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1c79-9e51-47e1-84d7-ec17639c76e6 req-204f18c1-876c-46e0-8027-1a95e3e3b49d tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:45.225741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b87a1c79-9e51-47e1-84d7-ec17639c76e6 req-204f18c1-876c-46e0-8027-1a95e3e3b49d tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1365376
Dec 09 14:11:45.275783 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b87a1c79-9e51-47e1-84d7-ec17639c76e6 req-7f014ffa-7b5b-47b6-95c4-4b68ff955e77 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437760
Dec 09 14:11:45.335221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 99a82a3c-093a-4a3b-81a4-5b739de4080e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=99a82a3c-093a-4a3b-81a4-5b739de4080e,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:45.335576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.463821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 99a82a3c-093a-4a3b-81a4-5b739de4080e owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:45.502559 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-47a64661-c904-4375-98c2-dbd1a7cb0d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=994de34348b54737957a1d0e4297c695&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4429111
Dec 09 14:11:45.503525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59846) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:45.569890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.595919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.608426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.613962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a1b36736-75fc-43c7-a18d-9c9a793404c2 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:45.652309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.657026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=99a82a3c-093a-4a3b-81a4-5b739de4080e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:45.657584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-67654eea-b374-44d8-8992-e819782a732b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:45.660430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:45.671271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c28e7e-038f-419c-9ee5-3395ae8fae5c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:45.673696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:45.681645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.685035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73c28e7e-038f-419c-9ee5-3395ae8fae5c HTTP/1.1" status: 204  len: 168 time: 0.1780407
Dec 09 14:11:45.738661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port 99a82a3c-093a-4a3b-81a4-5b739de4080e on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:45.740958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:45.743842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'name': 'network-vif-deleted', 'tag': '99a82a3c-093a-4a3b-81a4-5b739de4080e'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:45.763795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-bc8517cb-cffc-4c9f-ace9-467d4fae7b28 req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/99a82a3c-093a-4a3b-81a4-5b739de4080e HTTP/1.1" status: 204  len: 173 time: 1.0529740
Dec 09 14:11:45.780807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e05ca93c-8ecf-47fd-a04c-7a223ad534bc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:45.801511 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46', 'name': 'network-vif-deleted', 'tag': '99a82a3c-093a-4a3b-81a4-5b739de4080e', 'status': 'completed', 'code': 200}
Dec 09 14:11:45.820655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e05ca93c-8ecf-47fd-a04c-7a223ad534bc {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:45.821054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e05ca93c-8ecf-47fd-a04c-7a223ad534bc not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:45.821589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ee4446ac-ebda-41bc-8a91-39c46dde7550 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:45.852779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: ee4446ac-ebda-41bc-8a91-39c46dde7550 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:45.853133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ee4446ac-ebda-41bc-8a91-39c46dde7550 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:46.034979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-582c3013-6ae8-40ee-9db7-fcaa99245ae5 req-e0940746-dfbf-4564-8d37-36d3319e4901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1fc0b7-d8e4-4d84-abe2-2fee9dcb8f46 HTTP/1.1" status: 200  len: 210 time: 0.0438495
Dec 09 14:11:46.174660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:46.473639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae3552-5829-447f-8da4-175960b3e378 req-27567255-5257-460c-b5f1-0b0f42c05824 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:46.475052 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdae3552-5829-447f-8da4-175960b3e378 req-27567255-5257-460c-b5f1-0b0f42c05824 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0754726
Dec 09 14:11:46.522825 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cdae3552-5829-447f-8da4-175960b3e378 req-78721b9b-8db5-4995-b6e7-d4715b06eba6 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418816
Dec 09 14:11:47.141778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59860) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:47.211156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.239706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.300818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.306456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7b0902ed-130f-439c-939a-f01c70bd26f1 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:47.321566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12820a7c-621f-465c-9fc3-1a5b85ee14b7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:47.325653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:47.328773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.329975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/12820a7c-621f-465c-9fc3-1a5b85ee14b7 HTTP/1.1" status: 204  len: 168 time: 0.1867788
Dec 09 14:11:47.369226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:47.504228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 99a82a3c-093a-4a3b-81a4-5b739de4080e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:47.539417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 99a82a3c-093a-4a3b-81a4-5b739de4080e {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:47.539773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 99a82a3c-093a-4a3b-81a4-5b739de4080e not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:47.556621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet e7cdbc3a-c7e6-4518-b938-bc216ca75ec5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:47.559736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.613628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.751968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.791474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc62ca8-4dcf-49a9-a918-414b9efa012c req-0fecfa06-a4e8-45a4-8c7b-2ae203070939 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:47.792911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bc62ca8-4dcf-49a9-a918-414b9efa012c req-0fecfa06-a4e8-45a4-8c7b-2ae203070939 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1478076
Dec 09 14:11:47.865252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1bc62ca8-4dcf-49a9-a918-414b9efa012c req-71936a62-aedd-4e5d-bae2-58f39593a25e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611126
Dec 09 14:11:47.866234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.869874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38384060-f2dc-4ea3-9413-1bc2f8957185 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:47.904243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cdbc3a-c7e6-4518-b938-bc216ca75ec5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:47.908107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:47.911301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:47.917208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c753a-ea46-496f-9cf8-fffe5e7094b9 None None] Network d39deee6-6765-4769-8c26-cde414213643 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:47.917374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/e7cdbc3a-c7e6-4518-b938-bc216ca75ec5 HTTP/1.1" status: 204  len: 168 time: 0.5469687
Dec 09 14:11:47.919972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59872) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:48.131117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.141631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port b239452f-e0af-416c-bcd1-62d6320fa5bf {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:48.141997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.168939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] DHCP port deletion for d39deee6-6765-4769-8c26-cde414213643 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:48.173268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Deleting port b239452f-e0af-416c-bcd1-62d6320fa5bf {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:48.173805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.312900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59876) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:48.342283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port b239452f-e0af-416c-bcd1-62d6320fa5bf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b239452f-e0af-416c-bcd1-62d6320fa5bf,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:48.343191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.374089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] For port b239452f-e0af-416c-bcd1-62d6320fa5bf, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b239452f-e0af-416c-bcd1-62d6320fa5bf,segment=NetworkSegment(edacafd4-f1cc-4e31-a827-9aee0a01a6f5),segment_id=edacafd4-f1cc-4e31-a827-9aee0a01a6f5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:48.374397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.470269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for b239452f-e0af-416c-bcd1-62d6320fa5bf owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:48.529340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Deleting port f5b43da3-a097-41bb-a5f6-68696e35221d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:48.529713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.536208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Calling delete_port for b239452f-e0af-416c-bcd1-62d6320fa5bf owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:48.553128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.558498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:48.606639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=b239452f-e0af-416c-bcd1-62d6320fa5bf,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:48.609059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:11:48.609605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:11:48.610478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:48.614487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port b239452f-e0af-416c-bcd1-62d6320fa5bf on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:48.708514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.708713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.738855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.763589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449b798b0>,) {'filters': {'network_id': ['d39deee6-6765-4769-8c26-cde414213643']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:48.775440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b798b0>, 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:48.775730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449b798b0>, 'edacafd4-f1cc-4e31-a827-9aee0a01a6f5') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:48.786950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.803103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.809008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:11:48.809385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:11:48.824488 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:11:48.826848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Calling delete_port for f5b43da3-a097-41bb-a5f6-68696e35221d owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:48.906752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.914645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.917708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13980d03-4584-4f9f-a877-5d9e7c090f31 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:48.942457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=d39deee6-6765-4769-8c26-cde414213643,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:48.946833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:48.956807 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/d39deee6-6765-4769-8c26-cde414213643 HTTP/1.1" status: 204  len: 168 time: 1.0358641
Dec 09 14:11:48.959408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:48.975800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:48.980241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-486755bf-1674-4635-aca1-5c38c031bf47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:49.021804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'Port': ['ID=f5b43da3-a097-41bb-a5f6-68696e35221d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:49.024557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:49.110889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Deleting port b239452f-e0af-416c-bcd1-62d6320fa5bf {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:49.111736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.115200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.176592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-220476b8-40b0-4ba9-86e2-541520a37806 None None] The port 'b239452f-e0af-416c-bcd1-62d6320fa5bf' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:11:49.226329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 1a1c63b4-719f-44bf-a2b7-ca7a9ef4aa2b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:49.226580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.254450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee10b3f-a335-44fa-8cf4-a659bbd61d20 req-a1b6b5cb-b854-49a2-8a8a-3f3ec24a89bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:49.255896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dee10b3f-a335-44fa-8cf4-a659bbd61d20 req-a1b6b5cb-b854-49a2-8a8a-3f3ec24a89bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.2375026
Dec 09 14:11:49.394513 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dee10b3f-a335-44fa-8cf4-a659bbd61d20 req-2bf2bac7-0fe5-47b6-b762-c5b9419f45ca tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1242762
Dec 09 14:11:49.442631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.442866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.625369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:11:49.674328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 1a1c63b4-719f-44bf-a2b7-ca7a9ef4aa2b owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:49.774485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b239452f-e0af-416c-bcd1-62d6320fa5bf no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:49.809711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b239452f-e0af-416c-bcd1-62d6320fa5bf {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:49.810067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b239452f-e0af-416c-bcd1-62d6320fa5bf not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:49.834857 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:11:49.837297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.841245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ee4a372-cfb7-4885-8751-0ca4b895c889 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:49.845883 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:11:49.852082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:49.859505 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:49.860296 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d8370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:49.884069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=1a1c63b4-719f-44bf-a2b7-ca7a9ef4aa2b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:49.887770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:49.915801 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "DELETE /v2.0/floatingips/648f4301-d925-4e9e-91f1-ce2d3d1d8f5d HTTP/1.1" status: 204  len: 168 time: 1.5994534
Dec 09 14:11:49.915801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:49.972328 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'status': 'completed', 'code': 200}
Dec 09 14:11:49.982051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:50.080019 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:50.087050 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-e1041a6e-6919-4b74-a076-5857f7690bcb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 1099 time: 0.0889139
Dec 09 14:11:50.253757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-f720932e-444f-405f-b612-6c365e5eeda9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:50.255213 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-f720932e-444f-405f-b612-6c365e5eeda9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.1612134
Dec 09 14:11:50.328911 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-a13505bd-c471-4c2d-b8cf-224ec6d313a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 200  len: 217 time: 0.0665498
Dec 09 14:11:50.395486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-4ba2a484-fa46-42f1-8ced-bdd2f018bbe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:50.397027 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-4ba2a484-fa46-42f1-8ced-bdd2f018bbe6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.0613070
Dec 09 14:11:50.429261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9938c1-b291-4b78-afcf-7f3191cff90b req-2944ab38-3a6e-4c27-a355-4c72e0c6f91a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:50.430978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c9938c1-b291-4b78-afcf-7f3191cff90b req-2944ab38-3a6e-4c27-a355-4c72e0c6f91a tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 946 time: 0.1540942
Dec 09 14:11:50.464388 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d8370>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:44Z', 'revision_number': 1, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:50.471336 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:11:50.483458 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-0dc833a0-d6d5-4663-9f4e-c9985fc964c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792222
Dec 09 14:11:50.486874 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:50.488237 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d8370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:50.496703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-20eae80a-2a18-49fc-a455-63a2cb05b82f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:11:50.498077 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-20eae80a-2a18-49fc-a455-63a2cb05b82f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0069351
Dec 09 14:11:50.505560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c9938c1-b291-4b78-afcf-7f3191cff90b req-5cda1725-a3c3-4848-861f-b03e40690df5 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643220
Dec 09 14:11:50.526888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:11:50.660361 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-638da522-994a-4f81-a6ef-c57dc943c55d service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530454
Dec 09 14:11:50.689126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510fd83-87bb-40cd-b0ac-5fd869426015 req-faed418d-9bbe-4cad-ac5c-1990750db4e9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:50.690643 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c510fd83-87bb-40cd-b0ac-5fd869426015 req-faed418d-9bbe-4cad-ac5c-1990750db4e9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1710556
Dec 09 14:11:50.705233 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:50.798391 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-84114fe4-f3c0-4caf-a155-8e030b39c433 req-ba8de36f-341f-4b0c-b1d3-f66d74412e8f service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314726
Dec 09 14:11:50.803418 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c510fd83-87bb-40cd-b0ac-5fd869426015 req-3833e751-cead-417f-9088-496076c75803 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607243
Dec 09 14:11:50.846638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:11:50.852384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:11:50.860194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:50.864557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:50.865169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a124f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:50.914427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/74e4f55f-2607-4383-8fcd-43c63cd3e33f HTTP/1.1" status: 204  len: 168 time: 1.9536707
Dec 09 14:11:50.915070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:50.983029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'status': 'completed', 'code': 200}
Dec 09 14:11:51.066817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:51.095581 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-51ef9618-3e8f-49e6-b65f-38d3bbbb95dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 1099 time: 0.0879858
Dec 09 14:11:51.105199 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d8370>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:44Z', 'revision_number': 1, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:51.111286 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b495fe-aefe-4940-a7c0-814101b8909f None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '23a3ab6e-e4e0-4f65-bde5-d65395f81701', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'port_id': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'mac_address': 'fa:16:3e:42:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:07:34Z', 'updated_at': '2021-12-09T14:07:44Z', 'revision_number': 1, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:11:51.254615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-19fb2574-6f77-4e30-ab2b-36bf8789ce83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:51.256065 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-19fb2574-6f77-4e30-ab2b-36bf8789ce83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 200  len: 896 time: 0.1539323
Dec 09 14:11:51.337930 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-91346126-4b0e-47a9-9038-73d077af3dec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5708ed03-6bd5-4b92-8976-00541ca5782e HTTP/1.1" status: 200  len: 217 time: 0.0726762
Dec 09 14:11:51.359526 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-362169ca-b60c-4a9b-880f-a3c0a1e4f9d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:51.360230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-362169ca-b60c-4a9b-880f-a3c0a1e4f9d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:51.380372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-362169ca-b60c-4a9b-880f-a3c0a1e4f9d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:51.383940 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-362169ca-b60c-4a9b-880f-a3c0a1e4f9d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.1092548
Dec 09 14:11:51.447138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-a4012ecf-9d4e-465c-b658-b634b11acaa4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:51.456658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a124f10>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:40Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:51.461470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:11:51.469468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-a4012ecf-9d4e-465c-b658-b634b11acaa4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:51.474981 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542e3c41-37d2-4c8a-abe0-7a1327b3d1a6 None None] New status for floating IP 648f4301-d925-4e9e-91f1-ce2d3d1d8f5d: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:11:51.477003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:51.477783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a124f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:51.482166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7bb67815-70c3-4d9e-954e-d794e891a4bd req-a4012ecf-9d4e-465c-b658-b634b11acaa4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895736
Dec 09 14:11:51.589656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-5add0e3e-a730-4d55-a5b8-1b9cafc00415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:51.591130 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-5add0e3e-a730-4d55-a5b8-1b9cafc00415 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b5819599-9d0e-47ec-9b1b-ebbeb57a7f89 HTTP/1.1" status: 200  len: 834 time: 0.2451582
Dec 09 14:11:51.682942 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-48265780-4737-494c-8ae9-30e8a7aa34c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34ca125a-b407-498e-b598-fa1a0ad28dad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0831602
Dec 09 14:11:51.716441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:51.823836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-015e39cc-55d0-4779-b2cb-c298f41dee4c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:51.825290 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-015e39cc-55d0-4779-b2cb-c298f41dee4c tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 946 time: 0.0872910
Dec 09 14:11:51.837294 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-c93f009b-e043-4515-a999-fe33547109bc service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479228
Dec 09 14:11:51.909465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Deleting port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:51.909845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:51.994681 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52f23395-cdf5-459b-a8bb-d7dfe9a10e8f req-c967b1e3-4413-4f82-8bfe-9e5dd5b354ce service neutron] 10.222.0.35 "GET /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494563
Dec 09 14:11:52.098160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a124f10>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:40Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:52.102367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c4c53-4c05-4a4f-abc8-bf4ac8278205 None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:40Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '66d01d7d-875e-4e1a-aafa-3ed359af3b59', 'name': '', 'network_id': '34ca125a-b407-498e-b598-fa1a0ad28dad', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:29:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:33Z', 'updated_at': '2021-12-09T14:09:49Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'b5819599-9d0e-47ec-9b1b-ebbeb57a7f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:11:52.328981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b270935-b6be-49ff-900a-e3445c94d10a None None] New status for floating IP 74e4f55f-2607-4383-8fcd-43c63cd3e33f: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:11:52.390258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f58842-38f2-4f81-99a4-b6d6ac9ad6ab req-5428470b-b15e-4c13-96b0-8db9e9b5a234 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:52.391710 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1f58842-38f2-4f81-99a4-b6d6ac9ad6ab req-5428470b-b15e-4c13-96b0-8db9e9b5a234 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 946 time: 0.7179439
Dec 09 14:11:52.401128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] For port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:52.401462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:52.502064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b167d212-013b-481c-abc8-7005889c480d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:52.552051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Calling delete_port for 8af9f2ad-e448-4e2b-adab-4013bd5cc15f owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:52.607755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-5612b12a-f97e-486f-ab67-c82a93e5810a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:52.608442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-5612b12a-f97e-486f-ab67-c82a93e5810a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:52.620374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-5612b12a-f97e-486f-ab67-c82a93e5810a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:52.621493 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-5612b12a-f97e-486f-ab67-c82a93e5810a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.0925622
Dec 09 14:11:52.626212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa4400-e8d1-46cd-879c-f46c3d450536 req-f591c1a0-85aa-4b10-ba4b-452439707b5e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:52.627697 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33aa4400-e8d1-46cd-879c-f46c3d450536 req-f591c1a0-85aa-4b10-ba4b-452439707b5e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.6052005
Dec 09 14:11:52.634019 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1f58842-38f2-4f81-99a4-b6d6ac9ad6ab req-1e0362d7-26c6-4cb3-8d43-b8ee31877ad7 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2253506
Dec 09 14:11:52.694622 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33aa4400-e8d1-46cd-879c-f46c3d450536 req-07f4deb0-7bac-4225-be64-2c35448156d8 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578001
Dec 09 14:11:52.696562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 5708ed03-6bd5-4b92-8976-00541ca5782e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:52.697072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:52.765012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:52.772704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:52.857217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'Port': ['ID=8af9f2ad-e448-4e2b-adab-4013bd5cc15f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:52.859568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:52.943657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] No DVR routers for this DVR port 8af9f2ad-e448-4e2b-adab-4013bd5cc15f on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:52.948255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:52.955898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 5708ed03-6bd5-4b92-8976-00541ca5782e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=5708ed03-6bd5-4b92-8976-00541ca5782e,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:52.956784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:52.968808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb3c050a-a13e-4aa4-9d38-5396798e7908 req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "DELETE /v2.0/ports/8af9f2ad-e448-4e2b-adab-4013bd5cc15f HTTP/1.1" status: 204  len: 173 time: 1.1381066
Dec 09 14:11:52.979043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d52d-0cab-4c2a-bfe5-327ef1f8d6e7 req-de619cb2-cb46-41f3-b113-e4b8f5ce158f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:52.980492 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa78d52d-0cab-4c2a-bfe5-327ef1f8d6e7 req-de619cb2-cb46-41f3-b113-e4b8f5ce158f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e9163b2-acaf-49b1-90b8-e8999ccb7d0e HTTP/1.1" status: 200  len: 946 time: 0.1742668
Dec 09 14:11:52.984200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'name': 'network-vif-deleted', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:53.041021 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa78d52d-0cab-4c2a-bfe5-327ef1f8d6e7 req-f79023bb-19f2-418f-8a67-e7e04d4c265d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=8e88dd68-2efa-4297-a3b3-01b7cc416ed9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518928
Dec 09 14:11:53.054210 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd048a30e-c94a-492f-8ea9-5535d775e063', 'name': 'network-vif-deleted', 'tag': '8af9f2ad-e448-4e2b-adab-4013bd5cc15f', 'status': 'completed', 'code': 200}
Dec 09 14:11:53.087826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 5708ed03-6bd5-4b92-8976-00541ca5782e owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:53.239384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:53.246183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4979fe47-4ef8-4274-9363-7237d708b7ad tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:53.291904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=5708ed03-6bd5-4b92-8976-00541ca5782e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:53.294364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:53.383886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port 5708ed03-6bd5-4b92-8976-00541ca5782e on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:53.386404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:53.389555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'name': 'network-vif-deleted', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:11:53.410424 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-872e84a7-025e-43fe-8bc9-8bded0368428 req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/5708ed03-6bd5-4b92-8976-00541ca5782e HTTP/1.1" status: 204  len: 173 time: 0.7829757
Dec 09 14:11:53.455440 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9163b2-acaf-49b1-90b8-e8999ccb7d0e', 'name': 'network-vif-deleted', 'tag': '5708ed03-6bd5-4b92-8976-00541ca5782e', 'status': 'completed', 'code': 200}
Dec 09 14:11:53.847896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5bfa5396-7b0f-4180-a11c-a8177e7b2b18 req-5b1161c6-3f93-4a8f-be4c-37f486936a42 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:11:53.912678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5bfa5396-7b0f-4180-a11c-a8177e7b2b18 req-5b1161c6-3f93-4a8f-be4c-37f486936a42 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:11:53.914112 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bfa5396-7b0f-4180-a11c-a8177e7b2b18 req-5b1161c6-3f93-4a8f-be4c-37f486936a42 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=d048a30e-c94a-492f-8ea9-5535d775e063 HTTP/1.1" status: 200  len: 210 time: 0.1195948
Dec 09 14:11:53.950045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d6c23-eca1-47ef-80a4-8fec57e46492 req-5174102c-7d2f-4c9e-bdf2-9b436f4fcc17 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:53.951564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d65d6c23-eca1-47ef-80a4-8fec57e46492 req-5174102c-7d2f-4c9e-bdf2-9b436f4fcc17 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1062667
Dec 09 14:11:53.999190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d65d6c23-eca1-47ef-80a4-8fec57e46492 req-bb18c43c-0552-47ea-ba50-bbef8ec0069d tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419159
Dec 09 14:11:54.149195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59920) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:54.219967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:54.250087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:54.313504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:54.317327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63cd44e2-1acf-4b82-b8bd-772b67869074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:54.332913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e88dd68-2efa-4297-a3b3-01b7cc416ed9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:54.335985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:54.345122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:54.346286 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-00374b7a-394a-4bcb-b0b6-6cc169f03c6a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/8e88dd68-2efa-4297-a3b3-01b7cc416ed9 HTTP/1.1" status: 204  len: 168 time: 0.1960604
Dec 09 14:11:54.388001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59926) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:54.846563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5f63f162-a06e-48b9-a03e-f2f2d337c9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:54.881654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:55.237482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c62b3f-2e1b-445c-9a28-8f4c685c7f7b req-a3c04e9c-0bc4-4185-8e94-13eb559ee751 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:55.242009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16c62b3f-2e1b-445c-9a28-8f4c685c7f7b req-a3c04e9c-0bc4-4185-8e94-13eb559ee751 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0926299
Dec 09 14:11:55.290077 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16c62b3f-2e1b-445c-9a28-8f4c685c7f7b req-2ede5c70-36e2-4016-8d03-4e5a7eadf503 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437024
Dec 09 14:11:55.524511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 66d01d7d-875e-4e1a-aafa-3ed359af3b59 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:55.525050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:55.567520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8af9f2ad-e448-4e2b-adab-4013bd5cc15f no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:55.602373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 8af9f2ad-e448-4e2b-adab-4013bd5cc15f {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:55.602730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8af9f2ad-e448-4e2b-adab-4013bd5cc15f not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:55.603198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 5708ed03-6bd5-4b92-8976-00541ca5782e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:55.639529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 5708ed03-6bd5-4b92-8976-00541ca5782e {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:55.639887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 5708ed03-6bd5-4b92-8976-00541ca5782e not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:55.721038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 66d01d7d-875e-4e1a-aafa-3ed359af3b59, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66d01d7d-875e-4e1a-aafa-3ed359af3b59,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:55.721404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:55.848511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 66d01d7d-875e-4e1a-aafa-3ed359af3b59 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:56.033958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:56.037334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2d596cc1-f0b0-4322-a161-3f13370360a4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:56.084060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=66d01d7d-875e-4e1a-aafa-3ed359af3b59,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:56.086431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:56.099979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:56.384047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:56.511616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aeab76-5395-432e-8f64-d4fe0fe6c0c5 req-f986da3a-d67a-481d-913b-c767d5f9d343 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:56.513280 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-47aeab76-5395-432e-8f64-d4fe0fe6c0c5 req-f986da3a-d67a-481d-913b-c767d5f9d343 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0886803
Dec 09 14:11:56.520753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:56.588023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-47aeab76-5395-432e-8f64-d4fe0fe6c0c5 req-cae19b5c-33d8-4734-a51a-fc84600e1619 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573292
Dec 09 14:11:57.114544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 432d5bba-a004-46f7-aae4-5e93a365c856 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:11:57.312014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:11:57.325662 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] Sync routers for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:11:57.326807 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/432d5bba-a004-46f7-aae4-5e93a365c856/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9376113
Dec 09 14:11:57.329361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59944) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:57.349464 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:57.350082 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4ada90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:57.539012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:57.549100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet b5819599-9d0e-47ec-9b1b-ebbeb57a7f89 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:11:57.553629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:57.590159 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:57.627185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:57.745096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:57.837238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:57.842559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4c477bd5-9492-476e-982c-96be20e2dcd1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:57.866670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013b2d1-d880-434d-9109-77b1fb4558fd req-5334514d-3126-4696-a718-cf96007d0784 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:57.876084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a013b2d1-d880-434d-9109-77b1fb4558fd req-5334514d-3126-4696-a718-cf96007d0784 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1333287
Dec 09 14:11:57.883817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=b5819599-9d0e-47ec-9b1b-ebbeb57a7f89,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:57.886922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:57.903917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfdd0e-7f3e-4853-aa64-fbe631fb080f None None] Network 34ca125a-b407-498e-b598-fa1a0ad28dad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:11:57.905438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:57.917291 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bcb14e65-2722-4edb-abf0-8a0d0e522c32 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/b5819599-9d0e-47ec-9b1b-ebbeb57a7f89 HTTP/1.1" status: 204  len: 168 time: 0.5867288
Dec 09 14:11:57.925878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59954) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:57.968392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a013b2d1-d880-434d-9109-77b1fb4558fd req-a5d3b293-c334-46da-b7e7-b552eee8eda5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911205
Dec 09 14:11:57.973144 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4ada90>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:55Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:57.978220 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] Checking router: 432d5bba-a004-46f7-aae4-5e93a365c856 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:11:57.990028 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] Routers {'432d5bba-a004-46f7-aae4-5e93a365c856'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:11:57.990881 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4ada90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['432d5bba-a004-46f7-aae4-5e93a365c856'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:58.200816 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] Set router 432d5bba-a004-46f7-aae4-5e93a365c856 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:11:58.211140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] DHCP port deletion for 34ca125a-b407-498e-b598-fa1a0ad28dad request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:11:58.216620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Deleting port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:58.217317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.333370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.449625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] For port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,segment=NetworkSegment(ac690e50-c868-43db-9d23-5043df953a4e),segment_id=ac690e50-c868-43db-9d23-5043df953a4e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:58.450038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.511718 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4ada90>, [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:55Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:11:58.517401 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e3db05-19ab-450c-aeee-5f656f5e053e None None] The sync data for ids ['432d5bba-a004-46f7-aae4-5e93a365c856'] in dv-neutron-821183-1-hyperv is: [{'id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'name': 'tempest-TestNetworkBasicOps-router-226979768', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:09:21Z', 'updated_at': '2021-12-09T14:11:55Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '458c3748-a22f-45fa-a0c2-60bd5636e03c', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432d5bba-a004-46f7-aae4-5e93a365c856', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:09:22Z', 'updated_at': '2021-12-09T14:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:11:58.598440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Calling delete_port for e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:58.636105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.646202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 458c3748-a22f-45fa-a0c2-60bd5636e03c {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:11:58.646551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.692265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.702908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecd43d14-54ea-4f57-9827-3a0594441284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:58.739072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] No DVR routers for this DVR port e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:11:58.748299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Pushing event deleted for resources: {'Port': ['ID=e6b6ecc0-494c-4b5b-b7e9-0b8854d39258,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:58.750605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:58.848142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 458c3748-a22f-45fa-a0c2-60bd5636e03c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=458c3748-a22f-45fa-a0c2-60bd5636e03c,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:11:58.848493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:58.982720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 458c3748-a22f-45fa-a0c2-60bd5636e03c owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:11:59.152648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:59.156780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:11:59.194732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3532f8a-f429-4895-9eb9-e76e32da9cad req-db9ea5ea-37a1-4e34-b325-9eff7201063c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:11:59.196754 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a3532f8a-f429-4895-9eb9-e76e32da9cad req-db9ea5ea-37a1-4e34-b325-9eff7201063c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.0776515
Dec 09 14:11:59.197075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=458c3748-a22f-45fa-a0c2-60bd5636e03c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:11:59.201054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:11:59.245907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a3532f8a-f429-4895-9eb9-e76e32da9cad req-5f684939-6921-49a1-819e-e725941b707a tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432482
Dec 09 14:11:59.413973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:59.662542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59964) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:11:59.665832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:59.820647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:59.854828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:59.855337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:59.855440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e6b6ecc0-494c-4b5b-b7e9-0b8854d39258 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:59.855829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66d01d7d-875e-4e1a-aafa-3ed359af3b59 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:11:59.886236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 66d01d7d-875e-4e1a-aafa-3ed359af3b59 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:11:59.886580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66d01d7d-875e-4e1a-aafa-3ed359af3b59 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:11:59.963733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:59.964219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router 432d5bba-a004-46f7-aae4-5e93a365c856 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:11:59.997379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:11:59.998484 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/432d5bba-a004-46f7-aae4-5e93a365c856 HTTP/1.1" status: 204  len: 168 time: 2.0695426
Dec 09 14:12:00.001208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:00.005010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Deleting port 9da5567c-a25b-4a29-b25a-219229eb6167 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:00.005340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.120277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.187109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.187435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.314987 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Calling delete_port for 9da5567c-a25b-4a29-b25a-219229eb6167 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:00.351774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.414277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449f94c40>,) {'filters': {'network_id': ['34ca125a-b407-498e-b598-fa1a0ad28dad']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:00.432607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449f94c40>, 'ac690e50-c868-43db-9d23-5043df953a4e') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:00.433396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449f94c40>, 'ac690e50-c868-43db-9d23-5043df953a4e') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:00.448979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.472110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.476311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:00.476623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.486049 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:12:00.486439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:12:00.501088 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:12:00.519866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122522c-23c6-4cbf-ae56-7b2246a8e690 req-bd7bf01b-482d-43eb-af65-32cbc34895bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:00.521030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'Port': ['ID=9da5567c-a25b-4a29-b25a-219229eb6167,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:00.521327 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9122522c-23c6-4cbf-ae56-7b2246a8e690 req-bd7bf01b-482d-43eb-af65-32cbc34895bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1492817
Dec 09 14:12:00.524617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:00.616840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.621246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.626018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.628762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23780d99-fd92-47ef-b3b2-a016e13740b0 tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:00.656611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=34ca125a-b407-498e-b598-fa1a0ad28dad,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:00.659079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:00.663447 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9122522c-23c6-4cbf-ae56-7b2246a8e690 req-e3fc1437-6529-48fb-9e36-6f303ccfc742 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933645
Dec 09 14:12:00.667844 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/34ca125a-b407-498e-b598-fa1a0ad28dad HTTP/1.1" status: 204  len: 168 time: 0.6628995
Dec 09 14:12:00.689652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:00.695420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--589557534', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:00.700315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:00.704360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:00.707766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:00.713442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:00.722875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:00.725827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.754294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:12:00.763440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.763841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment 5944e765-4a6f-4119-b9c5-9ece5b9ce6b4 of type vlan for network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9
Dec 09 14:12:00.793053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.822533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.826467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:00.827041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.832223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:00.938571 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2477548
Dec 09 14:12:00.939824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:00.943416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:00.944384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59978) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:00.950434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-930826900', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:00.950682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:12:00.957347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:00.961271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:00.964166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:00.970796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:00.986574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:00.988041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.009559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.025093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:01.157414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.230875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:01.241251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:01.252296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.254074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:01.254894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644958bdf0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:01.307995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "DELETE /v2.0/floatingips/23a3ab6e-e4e0-4f65-bde5-d65395f81701 HTTP/1.1" status: 204  len: 168 time: 1.6444266
Dec 09 14:12:01.308703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:01.343693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.380791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.469791 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'status': 'completed', 'code': 200}
Dec 09 14:12:01.482437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:01.543916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.64 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/13e06178-9989-4751-b000-ce1baa0b275d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:12:01.749626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 458c3748-a22f-45fa-a0c2-60bd5636e03c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:01.751343 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-77e561ad-571a-4a51-9751-a9601167b636 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 1098 time: 0.2558239
Dec 09 14:12:01.885604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 458c3748-a22f-45fa-a0c2-60bd5636e03c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:01.886260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 458c3748-a22f-45fa-a0c2-60bd5636e03c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:01.890994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:01.938466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-d0c5a094-d0f3-477f-8517-a16ffac5975c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:01.939932 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-d0c5a094-d0f3-477f-8517-a16ffac5975c service neutron] 10.222.0.35 "GET /v2.0/networks?id=613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 200  len: 912 time: 0.1748879
Dec 09 14:12:01.968076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee08362-6ddc-4837-bf84-52976b193222 req-601798dd-f928-46b0-9368-a6a89b2d42ce tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:01.969560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ee08362-6ddc-4837-bf84-52976b193222 req-601798dd-f928-46b0-9368-a6a89b2d42ce tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.2576854
Dec 09 14:12:01.982007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99b604-a4ee-4269-bfc1-66bd8a1c7eab req-2f99ec0f-7dc6-4778-a448-0f8092be9ee7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:01.986048 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc99b604-a4ee-4269-bfc1-66bd8a1c7eab req-2f99ec0f-7dc6-4778-a448-0f8092be9ee7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1580746
Dec 09 14:12:02.011249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644958bdf0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:02.015565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:02.018905 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-63677897-dc6e-4ea2-8cc4-4069fa84fc35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 200  len: 217 time: 0.0694764
Dec 09 14:12:02.026523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:02.027127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644958bdf0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:02.030152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:02.038151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-554556c3-1255-478d-ba1f-dadac50cf21e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:02.087801 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-7f4bada0-bd43-4ea1-869d-e699b5e52226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:02.089404 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-7f4bada0-bd43-4ea1-869d-e699b5e52226 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 200  len: 850 time: 0.0593693
Dec 09 14:12:02.130109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:02.138238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:02.150072 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ee08362-6ddc-4837-bf84-52976b193222 req-27e318f7-dc06-431c-80e3-93b7f1be88bb tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1628036
Dec 09 14:12:02.151385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:12:02.184694 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-93fd93bd-bd6c-4ab2-87fc-a3a06de27e39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=613eed66-bded-4487-948d-0e20bce9b1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0868905
Dec 09 14:12:02.188598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc99b604-a4ee-4269-bfc1-66bd8a1c7eab req-c8f99c79-e8c1-4ac6-b132-01ef8f3c1294 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1843340
Dec 09 14:12:02.189284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=13e06178-9989-4751-b000-ce1baa0b275d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:02.195935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:02.219346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:02.332459 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-ffbf4c24-d536-4949-b60a-af0016feb690 service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335971
Dec 09 14:12:02.438199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:02.441512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:02.476440 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cbc3fce1-5304-4edb-95df-af6d15459594 req-4a42711d-e700-4c97-bb96-08844b1f7ebc service neutron] 10.222.0.35 "GET /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369638
Dec 09 14:12:02.540143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644958bdf0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:02.544278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c4c75-e2c4-437d-9162-e198ee17bdd5 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:03:15Z', 'revision_number': 4, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'e8462352-0346-4ca0-b651-514e8a1177df', 'name': '', 'network_id': '613eed66-bded-4487-948d-0e20bce9b1c9', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'mac_address': 'fa:16:3e:6c:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:14Z', 'updated_at': '2021-12-09T14:03:23Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'subnets': [{'id': '835e3a28-3773-4e28-9c43-c631cfe37587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:02.674403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:12:02.799145 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b274e-3119-4198-a583-4e6bcaf32169 None None] New status for floating IP 23a3ab6e-e4e0-4f65-bde5-d65395f81701: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:12:02.891673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:02.912630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Sync routers for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:02.931341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:02.932739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.9872377
Dec 09 14:12:02.935815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 59992) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:02.938407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:02.939112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b64250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:03.010326 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f75bc381-bcfc-4ca2-a61f-0664584c54af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0732777
Dec 09 14:12:03.013099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 59996) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:03.053862 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2f53de71-32d4-4c7f-a156-f998252d07b0 req-a6d9c21b-ecc9-4a80-9970-f3833672b0ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1099 time: 0.0810149
Dec 09 14:12:03.099397 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2f53de71-32d4-4c7f-a156-f998252d07b0 req-d88b28fb-ac0b-41b9-9564-6c89ba6b495d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379889
Dec 09 14:12:03.131991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:03.200407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bc655c-cff8-497f-8086-ed2ce4bfc92e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:03.205278 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42bc655c-cff8-497f-8086-ed2ce4bfc92e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1878853
Dec 09 14:12:03.205278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60002) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:03.249413 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5653f3da-444d-4e64-9798-a44beb973cb5 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0433590
Dec 09 14:12:03.253398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60008) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:03.256338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-703a7bac-adf1-4c85-a588-e24b8add13de tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:03.257781 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-703a7bac-adf1-4c85-a588-e24b8add13de tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.1671865
Dec 09 14:12:03.259270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484255122', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:03.378286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:03.382093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:03.384969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:03.390567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:03.401936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:03.434545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Deleting port 550c7d1e-0777-4f92-97fd-b3d507e0d292 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:03.434880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:03.444938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b64250>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:02Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:03.448859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Checking router: 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:03.449210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Updating router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 port 13e06178-9989-4751-b000-ce1baa0b275d binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:12:03.507558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:03.518632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:03.567848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9619-fbef-4345-add8-ed7908e766c7 req-79643049-3f94-4133-8d01-ad5a7541a9fa tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:03.570047 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-052c9619-fbef-4345-add8-ed7908e766c7 req-79643049-3f94-4133-8d01-ad5a7541a9fa tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 945 time: 0.2986529
Dec 09 14:12:03.578210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8e9d8-a502-479e-835b-729f2985143c req-6895c030-b315-40cc-8263-0f569d2a4c02 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:03.579817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-39b8e9d8-a502-479e-835b-729f2985143c req-6895c030-b315-40cc-8263-0f569d2a4c02 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.2412808
Dec 09 14:12:03.590213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:12:03.744171 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-052c9619-fbef-4345-add8-ed7908e766c7 req-b0b9c7d3-f32f-4204-9b15-612f58e95ea0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/security-groups?id=b3399436-fa51-495a-8a60-7c0afded9afc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1635776
Dec 09 14:12:03.750329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:03.755199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-94fee395-2901-4d1b-9fa9-a04cb2c4c4b8 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:03.769109 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-39b8e9d8-a502-479e-835b-729f2985143c req-70599041-30ec-4862-a3fe-5d5c45a17c3f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1673334
Dec 09 14:12:03.821908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] For port 550c7d1e-0777-4f92-97fd-b3d507e0d292, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=550c7d1e-0777-4f92-97fd-b3d507e0d292,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:03.822496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:03.832240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=3d0c778c-784e-4609-99c3-e7e1d3c8353f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:03.834846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:03.845102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:03.845455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:12:03.867647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:12:03.877901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:03.882259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:03.882842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:03.896864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4cc96d-be36-425d-bc40-3b278c524cde None None] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:03.911591 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6544397
Dec 09 14:12:03.911812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60012) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:03.947446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Calling delete_port for 550c7d1e-0777-4f92-97fd-b3d507e0d292 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:04.030013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:04.071955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '9d7449f1-45ec-43f0-9060-db80677860d7', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'port_id': '9d7449f1-45ec-43f0-9060-db80677860d7', 'mac_address': 'fa:16:3e:2f:62:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:12:04.138120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.170085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d7449f1-45ec-43f0-9060-db80677860d7 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:12:04.186938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:04.195756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.206624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:04.295098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.resource_extend [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 09 14:12:04.297059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.303228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a476297-8e72-4c19-a4b8-40236edc8aab tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:04.345766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'Port': ['ID=550c7d1e-0777-4f92-97fd-b3d507e0d292,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:04.348529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:04.398442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:04.404675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:04.425227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] No DVR routers for this DVR port 550c7d1e-0777-4f92-97fd-b3d507e0d292 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:12:04.428377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.435213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'name': 'network-vif-deleted', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:04.435506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['9d7449f1-45ec-43f0-9060-db80677860d7'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:12:04.443052 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bd31097-c98f-4dcc-8aaf-9a98c3a30089 req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.35 "DELETE /v2.0/ports/550c7d1e-0777-4f92-97fd-b3d507e0d292 HTTP/1.1" status: 204  len: 173 time: 1.1368353
Dec 09 14:12:04.492256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:12:04.493192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.505416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85476b5-b66c-445f-820f-4cd907ad168e', 'name': 'network-vif-deleted', 'tag': '550c7d1e-0777-4f92-97fd-b3d507e0d292', 'status': 'completed', 'code': 200}
Dec 09 14:12:04.509391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.591991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Transition to ACTIVE for port object 13e06178-9989-4751-b000-ce1baa0b275d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:04.617280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.631643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:04.814727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Attempting to bind port 13e06178-9989-4751-b000-ce1baa0b275d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:12:04.817258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Attempting to bind port 13e06178-9989-4751-b000-ce1baa0b275d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:12:04.817775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Attempting to bind port 13e06178-9989-4751-b000-ce1baa0b275d on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:04.828378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be714e0e-7439-48e0-bec6-d0dde92fb5a2 None None] Pushing event updated for resources: {'Port': ['ID=13e06178-9989-4751-b000-ce1baa0b275d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:04.861908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:12:04.864195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:04.864626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.865033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:12:04.865550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Bound port: 13e06178-9989-4751-b000-ce1baa0b275d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:12:04.867591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:04.934078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be714e0e-7439-48e0-bec6-d0dde92fb5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:04.983544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:05.029609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Allocated IP 172.20.0.2 (46aa43dd-70f7-4d4e-97c8-b3baf8a955f9/3d0c778c-784e-4609-99c3-e7e1d3c8353f/b31262f4-9869-403c-b986-27a38f7729f4) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:12:05.044459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f0362e5c-e13a-49ae-8106-8c57e496b6f1 req-d2a6fc0f-224c-47cf-a3cd-076af59e8b17 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Synchronizing usage tracker for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:05.082517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] For port 13e06178-9989-4751-b000-ce1baa0b275d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:12:05.090858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f0362e5c-e13a-49ae-8106-8c57e496b6f1 req-d2a6fc0f-224c-47cf-a3cd-076af59e8b17 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Unset dirty status for tenant:3bcd81e036d64bf78a67bf36df4d239b on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:05.092179 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0362e5c-e13a-49ae-8106-8c57e496b6f1 req-d2a6fc0f-224c-47cf-a3cd-076af59e8b17 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85476b5-b66c-445f-820f-4cd907ad168e HTTP/1.1" status: 200  len: 210 time: 0.1628537
Dec 09 14:12:05.109405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfb5f-b2ca-4184-8959-05131c45423c req-559c569b-af1e-41fa-8acb-e9ac51555dfa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:05.118895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-331dfb5f-b2ca-4184-8959-05131c45423c req-559c569b-af1e-41fa-8acb-e9ac51555dfa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 945 time: 0.1418726
Dec 09 14:12:05.131798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] For port 13e06178-9989-4751-b000-ce1baa0b275d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13e06178-9989-4751-b000-ce1baa0b275d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:12:05.183620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:05.184640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-331dfb5f-b2ca-4184-8959-05131c45423c req-03cba759-f1a4-4964-a2ce-3d72b1ef0a6a tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650115
Dec 09 14:12:05.203513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60022) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:05.207107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:05.314019 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-125876e9-eaae-4ee0-a98e-d7c9e7be6b1e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/floatingips/c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e HTTP/1.1" status: 200  len: 993 time: 0.1090848
Dec 09 14:12:05.389626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be714e0e-7439-48e0-bec6-d0dde92fb5a2 None None] Pushing event updated for resources: {'Port': ['ID=13e06178-9989-4751-b000-ce1baa0b275d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:05.402678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be714e0e-7439-48e0-bec6-d0dde92fb5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:05.403380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:05.403983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b64250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:05.606879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 550c7d1e-0777-4f92-97fd-b3d507e0d292 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:05.705686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 550c7d1e-0777-4f92-97fd-b3d507e0d292 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:05.706015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 550c7d1e-0777-4f92-97fd-b3d507e0d292 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:05.706484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:05.738522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:05.798863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Transition to ACTIVE for port object b31262f4-9869-403c-b986-27a38f7729f4 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:05.842973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Transition to ACTIVE for port object b31262f4-9869-403c-b986-27a38f7729f4 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:05.878189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:05.887634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:05.916160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (46aa43dd-70f7-4d4e-97c8-b3baf8a955f9/3d0c778c-784e-4609-99c3-e7e1d3c8353f/ed2725f4-63d6-4602-8c55-180e9941fdb0) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:12:05.921850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:06.069747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.072550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.083840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Pushing event updated for resources: {'Port': ['ID=b31262f4-9869-403c-b986-27a38f7729f4,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:06.085788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object ed2725f4-63d6-4602-8c55-180e9941fdb0 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:06.099881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:06.105294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:06.112063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.112420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:06.116684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d732b4f2-9e62-4a45-8d9f-f382a56c4508 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:06.119358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:12:06.124972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9d7449f1-45ec-43f0-9060-db80677860d7 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:12:06.192537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:06.195578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:06.198054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:12:06.214671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60028) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:06.223441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:06.234085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=ed2725f4-63d6-4602-8c55-180e9941fdb0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:06.236871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:06.260688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.269012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d910799f-09e4-472d-b548-15207078731e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:06.269286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.363212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.368596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Attempting to bind port b31262f4-9869-403c-b986-27a38f7729f4 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:12:06.368977 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Attempting to bind port b31262f4-9869-403c-b986-27a38f7729f4 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:12:06.369348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Attempting to bind port b31262f4-9869-403c-b986-27a38f7729f4 on network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:06.372634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Deleting port 32ce2957-2bef-4b7c-87fb-01ebeaba7b92 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:06.373084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.414972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:06.418494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:12:06.418878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Checking segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:06.419291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.419684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Bound using segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:12:06.420166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Bound port: b31262f4-9869-403c-b986-27a38f7729f4, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:12:06.420550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.429835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:06.528805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] For port b31262f4-9869-403c-b986-27a38f7729f4, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:12:06.531526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b64250>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:02Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:06.534549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] For port b31262f4-9869-403c-b986-27a38f7729f4, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b31262f4-9869-403c-b986-27a38f7729f4,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:12:06.537832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b6d338-2f80-4788-b142-8a2bf1e5d506 None None] The sync data for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv is: [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:02Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:06.546836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.552973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:06.603073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.603715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:06.680091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Pushing event updated for resources: {'Port': ['ID=b31262f4-9869-403c-b986-27a38f7729f4,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:06.684071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:06.792420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Calling delete_port for 32ce2957-2bef-4b7c-87fb-01ebeaba7b92 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:07.008766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.016923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e8a8d7e-b68a-4bd0-a293-52098baf9764 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:07.019548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.028273 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.072305 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9f7e82b1-3526-4bd7-a588-191bffa4acc4 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:07.074013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'Port': ['ID=32ce2957-2bef-4b7c-87fb-01ebeaba7b92,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:07.076950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:07.163098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.167518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=ed2725f4-63d6-4602-8c55-180e9941fdb0,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:07.170638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.189724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.193577 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "DELETE /v2.0/floatingips/c5a68cab-0e8f-4427-8bf8-915548bcdbfa HTTP/1.1" status: 204  len: 168 time: 0.9750977
Dec 09 14:12:07.196920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.197312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.197708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.198080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.198450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.198812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.199174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.199534 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.199892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.200244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.200598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:07.208056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:07.327585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:07.328973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:07.617501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:07.703069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 9d7449f1-45ec-43f0-9060-db80677860d7 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:07.703720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:07.852123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:07.874767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45bda6-569b-4b3d-bf6c-45813caaed40 None None] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:07.925873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13e06178-9989-4751-b000-ce1baa0b275d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:08.044748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.078491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:08.094428 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/714a91f8-7c5d-4a4e-81ae-1a93678ffa84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1815851
Dec 09 14:12:08.097469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60040) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:08.116187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2e7ee3fe-6831-4baf-8afe-b533c88aa55d None None] Provisioning for port b31262f4-9869-403c-b986-27a38f7729f4 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:08.140686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:08.190012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:08.203722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.208753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-94f429f2-5663-4ec3-9de4-38d843d82877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:08.237497 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7', 'code': 200}
Dec 09 14:12:08.249812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 13e06178-9989-4751-b000-ce1baa0b275d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:08.267309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.267681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.268889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.268889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.269263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.269647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.270002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.271762 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1764ee28-829a-490e-a0fe-cd8e70a1c5b7 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4968 time: 0.1732821
Dec 09 14:12:08.274471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60046) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:08.347298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.347624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.347957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.348296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.348642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.348999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.349356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:08.351150 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0ccb100a-6c8a-4bdb-bc5e-137e0cce9637 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4628 time: 0.0757270
Dec 09 14:12:08.353807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60050) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:08.357462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 13e06178-9989-4751-b000-ce1baa0b275d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:08.357863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.435903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:08.438987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:08.534720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.568597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 13e06178-9989-4751-b000-ce1baa0b275d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13e06178-9989-4751-b000-ce1baa0b275d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:08.583434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.584357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b31262f4-9869-403c-b986-27a38f7729f4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:08.660804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be714e0e-7439-48e0-bec6-d0dde92fb5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:08.712078 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eef2e3dd-bf90-4b45-9fcd-cb327a6adbe3 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3773 time: 0.3569999
Dec 09 14:12:08.842771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=13e06178-9989-4751-b000-ce1baa0b275d,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:08.846131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:08.849254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Provisioning for port ed2725f4-63d6-4602-8c55-180e9941fdb0 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:08.857499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Provisioning complete for port ed2725f4-63d6-4602-8c55-180e9941fdb0 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:08.857913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.908524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b31262f4-9869-403c-b986-27a38f7729f4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:08.917703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b31262f4-9869-403c-b986-27a38f7729f4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:08.918088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:08.947097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Port ed2725f4-63d6-4602-8c55-180e9941fdb0 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:12:08.991040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Provisioning complete for port b31262f4-9869-403c-b986-27a38f7729f4 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:08.991437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.014687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60058) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:09.021094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054654983', 'description': 'tempest-secgroup-smoke-2054654983 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:09.027767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.032830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.038847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.045248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.063879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.107696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.114974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.125595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.126982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.134882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.201077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b31262f4-9869-403c-b986-27a38f7729f4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b31262f4-9869-403c-b986-27a38f7729f4,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:09.201999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.208900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.210101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.214776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b66f728-5335-474c-8b00-6b6033564a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:09.219383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.224522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-6cb42fd0-2b49-4a11-bf23-a09488219ba1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:09.267353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65530b8-9fc4-4047-a698-89a2a58be25a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:09.270950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:09.273520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.277891 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc8a09df-0e2c-4356-80b1-52c349bcf68f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2591839
Dec 09 14:12:09.278292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60062) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:09.284835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'f65530b8-9fc4-4047-a698-89a2a58be25a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:09.290331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.294555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.297383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.303570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.321645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.349349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b31262f4-9869-403c-b986-27a38f7729f4,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:09.352567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:09.371594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:12:09.371594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-aa360015-be01-4daf-a291-7ed59081b560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:12:09.391856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.396080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.398276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff8a6586-e08d-4a57-bc76-3f6f1daa5eb4 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:09.420833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b510ea85-676a-44ea-b41a-ceefc625929c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:09.425365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:09.429955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.431094 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1516120
Dec 09 14:12:09.433865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60066) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:09.439303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'f65530b8-9fc4-4047-a698-89a2a58be25a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:09.445669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.449500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.452392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.458175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.474122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.538281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.543363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.545349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-68058381-c5d3-4603-bd64-556e5f0af8a7 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:09.576340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78119c6e-df81-4fec-ae37-4037eab8a95c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:09.580049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:09.581153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.582637 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1477158
Dec 09 14:12:09.585191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60070) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:09.592032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'f65530b8-9fc4-4047-a698-89a2a58be25a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:09.598752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.602759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.605875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.612082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.634817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.702031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.706419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.713728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5f67dcad-5a90-4848-9b98-e8f538d52f6a tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:09.732991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8eb1227-02ce-4980-8506-96d86739fa73,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:09.735699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:09.743146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.744807 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1585388
Dec 09 14:12:09.747699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60074) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:09.753472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'f65530b8-9fc4-4047-a698-89a2a58be25a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:09.759406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.763304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.766288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.773992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.802530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.803946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13e06178-9989-4751-b000-ce1baa0b275d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:09.881809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.885692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.887798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:09.911555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76085202-f2f4-440a-b0a3-aaa0a85d05b4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:09.914311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:09.923911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.926230 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1776073
Dec 09 14:12:09.928107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 13e06178-9989-4751-b000-ce1baa0b275d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:09.928561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.929450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60078) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:09.935906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'f65530b8-9fc4-4047-a698-89a2a58be25a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:09.945111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:09.949744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:09.953308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:09.961030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:09.977949 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:12:09.991149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:09.995162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:10.067227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b31262f4-9869-403c-b986-27a38f7729f4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:10.091256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.099839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.101850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.109362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-82dc63ce-360b-4d5c-bfb4-2697d4d02f63 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:10.141043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.153580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c5dbe5d0-2c92-4118-8f20-acf8209ff43f None None] Provisioning complete for port ed2725f4-63d6-4602-8c55-180e9941fdb0 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:10.154416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe5d0-2c92-4118-8f20-acf8209ff43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.156495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0560442-96ca-4a5b-b1d6-d20da43d3a0f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:10.161705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:10.174048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.175828 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2451491
Dec 09 14:12:10.178518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60088) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:10.188037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'f65530b8-9fc4-4047-a698-89a2a58be25a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:10.200358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:10.204386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:10.209720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:10.216549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:10.225559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b31262f4-9869-403c-b986-27a38f7729f4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:10.225810 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.228011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.232533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-610d0f71-4363-4bc6-aaf6-cc0db04728ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:10.237151 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:12:10.245348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.249699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3399436-fa51-495a-8a60-7c0afded9afc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:10.252542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:10.271961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c5dbe5d0-2c92-4118-8f20-acf8209ff43f None None] Port ed2725f4-63d6-4602-8c55-180e9941fdb0 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:12:10.273168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.274690 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] 10.222.0.21 "DELETE /v2.0/security-groups/b3399436-fa51-495a-8a60-7c0afded9afc HTTP/1.1" status: 204  len: 168 time: 0.2785609
Dec 09 14:12:10.354260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60094) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:10.364020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.381883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.390875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-589b6037-2d98-47f5-b669-6f49aa4c0edf tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:10.413180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61184259-0753-4c3d-899f-fbcbd1929657,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:10.415567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:10.421854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:10.423990 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2435739
Dec 09 14:12:10.454110 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Sync routers for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:10.466716 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:10.467497 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fef190>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:10.698483 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:10.825204 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-42f6dc0c-a847-4720-ae1e-ffc2eadc27c2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054654983&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.2092063
Dec 09 14:12:11.008536 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fef190>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:11.012182 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Checking router: 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:11.012529 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Updating router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 port ed2725f4-63d6-4602-8c55-180e9941fdb0 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:12:11.047234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-e90dd0ab-f454-426d-b173-9444d35c0fae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:11.047898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-e90dd0ab-f454-426d-b173-9444d35c0fae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:11.062708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.069739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-e90dd0ab-f454-426d-b173-9444d35c0fae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:11.070865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-e90dd0ab-f454-426d-b173-9444d35c0fae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 HTTP/1.1" status: 200  len: 796 time: 0.2380776
Dec 09 14:12:11.096828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-5fc6b011-1f81-47f4-b27a-90599f743f72 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0183394
Dec 09 14:12:11.255335 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-9c65ab85-8805-4007-99a5-2577c4d7bca9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1112587
Dec 09 14:12:11.264136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.322602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-7dd2bf29-df09-424a-b6eb-3cb429fc3848 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:12:11.323551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-7dd2bf29-df09-424a-b6eb-3cb429fc3848 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0100710
Dec 09 14:12:11.396306 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.407839 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Transition to ACTIVE for port object ed2725f4-63d6-4602-8c55-180e9941fdb0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:11.414508 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.417892 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-244bf076-9bc5-433d-845d-b4a8b550f267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:11.484225 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Pushing event updated for resources: {'Port': ['ID=ed2725f4-63d6-4602-8c55-180e9941fdb0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:11.530264 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-ef28aa2e-9126-46cf-a964-8ede47452427 service neutron] 10.222.0.21 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1985898
Dec 09 14:12:11.649122 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Attempting to bind port ed2725f4-63d6-4602-8c55-180e9941fdb0 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:12:11.649122 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Attempting to bind port ed2725f4-63d6-4602-8c55-180e9941fdb0 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:12:11.649453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Attempting to bind port ed2725f4-63d6-4602-8c55-180e9941fdb0 on network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:11.656515 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.656846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.657171 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.657490 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.657832 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.658147 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.658459 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.658768 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.659607 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.659916 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.660223 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:11.663349 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:12:11.663718 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Checking segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:11.664127 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.664491 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Bound using segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:12:11.664959 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Bound port: ed2725f4-63d6-4602-8c55-180e9941fdb0, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:12:11.665345 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.676506 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:11.705299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-ebf70454-9ec4-4666-bf9e-adb1ab8b719f service neutron] 10.222.0.21 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741490
Dec 09 14:12:11.754171 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] For port ed2725f4-63d6-4602-8c55-180e9941fdb0, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:12:11.757483 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] For port ed2725f4-63d6-4602-8c55-180e9941fdb0, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ed2725f4-63d6-4602-8c55-180e9941fdb0,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:12:11.762245 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:11.766119 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-633446fa-578c-48ef-b3a4-822cbd31b3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:11.836980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Pushing event updated for resources: {'Port': ['ID=ed2725f4-63d6-4602-8c55-180e9941fdb0,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:11.840819 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:11.854865 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:11.855784 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fef190>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:11.961058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75f869db-61fa-4fd3-9be8-d5d820a75e21 req-cdac93dc-0a02-498a-a1a1-e4c2e2a2ec22 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 210 time: 0.0484457
Dec 09 14:12:12.043933 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:12.253109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Deleting port e8462352-0346-4ca0-b651-514e8a1177df {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:12.253707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:12.410416 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fef190>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:11Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:12.414916 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dc01e-fea1-42e7-bf05-c57ff372a465 None None] The sync data for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv is: [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:11Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:12.587709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] For port e8462352-0346-4ca0-b651-514e8a1177df, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e8462352-0346-4ca0-b651-514e8a1177df,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:12.588373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:12.714728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Calling delete_port for e8462352-0346-4ca0-b651-514e8a1177df owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:12.899236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:12.903485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09953bc4-1dc8-4fd8-9745-dfe5eeee5940 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:12.950199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8462352-0346-4ca0-b651-514e8a1177df,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:12.953604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:13.165900 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e39670d-37ca-4bca-a996-e4ed678ba9a5 req-93533e2d-fe6d-4f49-8839-a9f579d0c263 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 210 time: 0.0505035
Dec 09 14:12:13.427631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-c5d0bd04-41f9-4214-8e28-1db4c7791d62 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:13.429072 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-c5d0bd04-41f9-4214-8e28-1db4c7791d62 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 HTTP/1.1" status: 200  len: 796 time: 0.2213957
Dec 09 14:12:13.472153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:13.565896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-b142d725-c531-4f7e-b47a-3fcf8122dff9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 380 time: 0.1203992
Dec 09 14:12:13.577463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['f65530b8-9fc4-4047-a698-89a2a58be25a']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:13.779878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:13.786010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:port and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:13.789430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:13.799193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:13.821766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:13.824742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:13.849119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ed2725f4-63d6-4602-8c55-180e9941fdb0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:13.916184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port ed2725f4-63d6-4602-8c55-180e9941fdb0 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:13.920693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ed2725f4-63d6-4602-8c55-180e9941fdb0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:13.921076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:14.036004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:14.069491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port ed2725f4-63d6-4602-8c55-180e9941fdb0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ed2725f4-63d6-4602-8c55-180e9941fdb0,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:14.074697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:14.076580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-2d599871-87d6-451e-ba81-7359fa0d9235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:14.145890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=ed2725f4-63d6-4602-8c55-180e9941fdb0,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:14.148860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:14.290394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.7 (46aa43dd-70f7-4d4e-97c8-b3baf8a955f9/3d0c778c-784e-4609-99c3-e7e1d3c8353f/d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:12:14.349647 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0e6d7689-1e99-464a-b04d-c2e1fb3c550c req-5fc83fdd-b0ef-4456-b67f-623c8b1ebd37 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 210 time: 0.0499661
Dec 09 14:12:14.377262 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:12:14.662865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:14.682872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:14.732785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:14.739718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3b1f6e58-2ce1-4e91-b32c-80e8f62dc46d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:14.790080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Router 4c0e62ec-0374-476c-ab39-5593cc92c2de has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:14.828477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:14.829886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:14.833790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:14.836135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:12:14.934703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.935083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.935467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.935836 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.936205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.936571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.936934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.937294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.937682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.938041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.938399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:14.942128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:14.980100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:14.980957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:15.024846 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4508672
Dec 09 14:12:15.087598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f286f6d4-6521-4cd0-bc77-17d3da42ef60 None None] Provisioning for port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:15.094716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f286f6d4-6521-4cd0-bc77-17d3da42ef60 None None] Provisioning complete for port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:15.095101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f286f6d4-6521-4cd0-bc77-17d3da42ef60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:15.129641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:15.134845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] 10.222.0.21 "PUT /v2.0/routers/4c0e62ec-0374-476c-ab39-5593cc92c2de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7790320
Dec 09 14:12:15.137298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:15.143980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] Sync routers for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:15.166889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f286f6d4-6521-4cd0-bc77-17d3da42ef60 None None] Port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:12:15.174003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:15.174669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644969b9d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:15.201909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Request body: {'port': {'device_id': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:15.381570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:15.385281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:15.643603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:15.670167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644969b9d0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:12:12Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:15.673972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] Checking router: 4c0e62ec-0374-476c-ab39-5593cc92c2de for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:15.684824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] Routers {'4c0e62ec-0374-476c-ab39-5593cc92c2de'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:15.685445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644969b9d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['4c0e62ec-0374-476c-ab39-5593cc92c2de'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:15.829717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ed2725f4-63d6-4602-8c55-180e9941fdb0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:15.921097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96595c1-1d04-4a91-a883-a2c9870545a1 req-e9d6df57-c1f0-412a-b73c-596d6639ef05 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:15.921722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c96595c1-1d04-4a91-a883-a2c9870545a1 req-e9d6df57-c1f0-412a-b73c-596d6639ef05 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:15.925392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] Set router 4c0e62ec-0374-476c-ab39-5593cc92c2de gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:15.986276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c96595c1-1d04-4a91-a883-a2c9870545a1 req-e9d6df57-c1f0-412a-b73c-596d6639ef05 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:15.987502 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96595c1-1d04-4a91-a883-a2c9870545a1 req-e9d6df57-c1f0-412a-b73c-596d6639ef05 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 931 time: 0.5063386
Dec 09 14:12:16.052104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ed2725f4-63d6-4602-8c55-180e9941fdb0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:16.052473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.181174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:12:16.186836 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96595c1-1d04-4a91-a883-a2c9870545a1 req-9ed0fac9-b1b0-4233-b798-ea35d513d77e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400127
Dec 09 14:12:16.195218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.214629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.223360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Transition to ACTIVE for port object d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:16.228763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.233324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46935df2-e34d-4300-818a-7e243c72653b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:16.290735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.330597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644969b9d0>, [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:12:12Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:16.335246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce20d1-2c1d-4e77-9b94-c230453f0d06 None None] The sync data for ids ['4c0e62ec-0374-476c-ab39-5593cc92c2de'] in dv-neutron-821183-1-hyperv is: [{'id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'name': 'tempest-TestVolumeBootPattern-432510185-router', 'tenant_id': '3bcd81e036d64bf78a67bf36df4d239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:01Z', 'updated_at': '2021-12-09T14:12:12Z', 'revision_number': 5, 'project_id': '3bcd81e036d64bf78a67bf36df4d239b', 'gw_port': {'id': '072f1841-2c88-47d4-b19b-4bce7da909ea', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0e62ec-0374-476c-ab39-5593cc92c2de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:05Z', 'updated_at': '2021-12-09T14:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:16.373795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Deleting port 072f1841-2c88-47d4-b19b-4bce7da909ea {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:16.374149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.397420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Pushing event updated for resources: {'Port': ['ID=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:16.412788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:16.627948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Attempting to bind port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:12:16.628283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Attempting to bind port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:12:16.628608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Attempting to bind port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 on network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:16.649047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 on network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:12:16.649367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Attempting to bind port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 on network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:16.652895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] For port 072f1841-2c88-47d4-b19b-4bce7da909ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=072f1841-2c88-47d4-b19b-4bce7da909ea,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:16.653229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.715103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:12:16.715441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Checking segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:16.715824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Bound using segment: {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:12:16.716264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Bound port: d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:12:16.716607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.788690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Calling delete_port for 072f1841-2c88-47d4-b19b-4bce7da909ea owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:16.933237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] For port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:12:16.937151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] For port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:12:16.943374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:16.952627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6d835cc-e96a-43b0-99f9-c72838ae93b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:17.013090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:17.014373 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] 10.222.0.35 "PUT /v2.0/ports/d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 HTTP/1.1" status: 200  len: 1093 time: 1.9428515
Dec 09 14:12:17.025410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:17.107874 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'status': 'completed', 'code': 200}
Dec 09 14:12:17.124390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Pushing event updated for resources: {'Port': ['ID=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:17.128165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:17.160696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:17.165754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:17.222065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=072f1841-2c88-47d4-b19b-4bce7da909ea,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:17.226172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:17.294375 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-6bec42d2-783f-4970-b86f-054da9cfe7ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 1096 time: 0.2229371
Dec 09 14:12:17.528209 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-b1c8bcd4-10c1-4675-8036-958e8d2889c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 HTTP/1.1" status: 200  len: 217 time: 0.2258875
Dec 09 14:12:17.717130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:17.769187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-ae5885e6-ff2a-4a87-9088-0452e57876a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:17.770626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-ae5885e6-ff2a-4a87-9088-0452e57876a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d0c778c-784e-4609-99c3-e7e1d3c8353f HTTP/1.1" status: 200  len: 835 time: 0.1875360
Dec 09 14:12:17.792750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e8462352-0346-4ca0-b651-514e8a1177df no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:17.828493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e8462352-0346-4ca0-b651-514e8a1177df {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:17.828939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e8462352-0346-4ca0-b651-514e8a1177df not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:17.910116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21972ca-71a3-4ae3-a51d-3bb15164ec1a req-cadcda2d-5d95-4774-a0ed-8ea132bc9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:17.911545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a21972ca-71a3-4ae3-a51d-3bb15164ec1a req-cadcda2d-5d95-4774-a0ed-8ea132bc9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 943 time: 0.4463856
Dec 09 14:12:18.072885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.086243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.095815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a21972ca-71a3-4ae3-a51d-3bb15164ec1a req-7bcdaf04-5274-4ca0-a1d4-7595e943a97c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280947
Dec 09 14:12:18.099985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-3729bcbc-667b-47a4-9440-0eb2d33f4a6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3192503
Dec 09 14:12:18.145246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.145772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c0e62ec-0374-476c-ab39-5593cc92c2de {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:12:18.206256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.207355 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] 10.222.0.21 "DELETE /v2.0/routers/4c0e62ec-0374-476c-ab39-5593cc92c2de HTTP/1.1" status: 204  len: 168 time: 3.0691240
Dec 09 14:12:18.209860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:18.302039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Deleting subnet 835e3a28-3773-4e28-9c43-c631cfe37587 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:12:18.305051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-f783b20a-eb36-4398-9289-dc7b6089b97f service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908305
Dec 09 14:12:18.306774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.426785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.516722 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6c3c23b-62ff-4753-91b8-b1e1535676af req-2450a123-edc6-4f76-9f27-1718df4018b5 service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838799
Dec 09 14:12:18.537447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.657433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.661392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-00aa8f86-4c91-42d5-8025-368d4a69a9e1 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:18.699451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835e3a28-3773-4e28-9c43-c631cfe37587,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:18.704156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:18.706825 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-39d5ef84-1a77-40c0-9664-10450d6ad9ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 1096 time: 0.1399376
Dec 09 14:12:18.709420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.714441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab6209-d76c-46c4-b278-498232fe9660 None None] Network 613eed66-bded-4487-948d-0e20bce9b1c9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:18.855985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/835e3a28-3773-4e28-9c43-c631cfe37587 HTTP/1.1" status: 204  len: 168 time: 0.6450679
Dec 09 14:12:18.858417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60142) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:18.978265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] DHCP port deletion for 613eed66-bded-4487-948d-0e20bce9b1c9 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:12:18.982679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Deleting port e37cf375-14bf-4177-8e0b-bba7a891f574 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:18.983062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.983936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.994487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Deleting port e37cf375-14bf-4177-8e0b-bba7a891f574 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:18.994821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:18.995364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-e2bdec92-7e59-4396-8750-83a976936b83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:18.997181 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-e2bdec92-7e59-4396-8750-83a976936b83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 HTTP/1.1" status: 200  len: 897 time: 0.2825541
Dec 09 14:12:19.068683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-6acf5acb-163d-4c74-996d-11a2ca5f6b14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 HTTP/1.1" status: 200  len: 217 time: 0.0636704
Dec 09 14:12:19.143452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-9e12fe8e-1e45-4eb9-a529-009b31d76f34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:19.144911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-9e12fe8e-1e45-4eb9-a529-009b31d76f34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d0c778c-784e-4609-99c3-e7e1d3c8353f HTTP/1.1" status: 200  len: 835 time: 0.0697002
Dec 09 14:12:19.204496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] For port e37cf375-14bf-4177-8e0b-bba7a891f574, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e37cf375-14bf-4177-8e0b-bba7a891f574,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:19.204762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.233852 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-3896b795-e251-43a6-af3d-5d41fd43da11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0811212
Dec 09 14:12:19.239506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] For port e37cf375-14bf-4177-8e0b-bba7a891f574, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e37cf375-14bf-4177-8e0b-bba7a891f574,segment=NetworkSegment(b5469b3c-99d1-4aff-82bd-75a3a185c63e),segment_id=b5469b3c-99d1-4aff-82bd-75a3a185c63e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:19.239912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.328135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Calling delete_port for e37cf375-14bf-4177-8e0b-bba7a891f574 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:19.358894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Calling delete_port for e37cf375-14bf-4177-8e0b-bba7a891f574 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:19.408586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.414762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9c42aa97-ce5e-454d-9bf4-82cd2065d914 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:19.431208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-733adfe9-5be0-4b35-9a4a-d4b17f8b430e service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628261
Dec 09 14:12:19.432451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:12:19.432817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:12:19.436898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b8e96-30ed-4c70-983f-17871d121952 req-6f55510c-1250-4e22-ba68-80b4150fd353 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:19.438297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-639b8e96-30ed-4c70-983f-17871d121952 req-6f55510c-1250-4e22-ba68-80b4150fd353 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 943 time: 0.2009611
Dec 09 14:12:19.460050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Pushing event deleted for resources: {'Port': ['ID=e37cf375-14bf-4177-8e0b-bba7a891f574,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:19.462653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:19.465144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] No DVR routers for this DVR port e37cf375-14bf-4177-8e0b-bba7a891f574 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:12:19.568311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-639b8e96-30ed-4c70-983f-17871d121952 req-4b71c8b0-969a-4676-93f3-3abe30d1e60e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113572
Dec 09 14:12:19.585141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.605046 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-804e83b1-f532-4757-b6b7-f3fa5a7503b0 req-723f4f4e-7b0c-4f38-a6af-2abed2fc88d0 service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1658435
Dec 09 14:12:19.610164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64492fafa0>,) {'filters': {'network_id': ['613eed66-bded-4487-948d-0e20bce9b1c9']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:19.622603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64492fafa0>, 'b5469b3c-99d1-4aff-82bd-75a3a185c63e') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:19.622890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64492fafa0>, 'b5469b3c-99d1-4aff-82bd-75a3a185c63e') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:19.635281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.650608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.656661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:12:19.657071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:12:19.670337 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:12:19.746563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.750333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-98eb1ec7-1e3d-49b0-bf01-f0193b2561d8 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:19.763862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:19.773926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Pushing event deleted for resources: {'Network': ['ID=613eed66-bded-4487-948d-0e20bce9b1c9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:19.776924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:19.786262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e37cf375-14bf-4177-8e0b-bba7a891f574 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:19.789797 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] 10.222.0.21 "DELETE /v2.0/networks/613eed66-bded-4487-948d-0e20bce9b1c9 HTTP/1.1" status: 204  len: 168 time: 0.9297478
Dec 09 14:12:19.792638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60148) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:19.820112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e37cf375-14bf-4177-8e0b-bba7a891f574 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:19.820383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e37cf375-14bf-4177-8e0b-bba7a891f574 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:19.934064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Deleting port e37cf375-14bf-4177-8e0b-bba7a891f574 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:19.934459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:20.000656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1c8977c2-b9d4-443a-87ae-54ec40a50941 None None] The port 'e37cf375-14bf-4177-8e0b-bba7a891f574' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:12:20.277454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:20.766197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689a3f5-86e6-4624-9f54-0951dc38462f req-8d809f35-f9b2-4587-aea7-d9db215ad8b4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:20.767658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8689a3f5-86e6-4624-9f54-0951dc38462f req-8d809f35-f9b2-4587-aea7-d9db215ad8b4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 943 time: 0.0768228
Dec 09 14:12:20.816804 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8689a3f5-86e6-4624-9f54-0951dc38462f req-8aa5275a-6ef4-4251-838a-1b5098894c35 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429461
Dec 09 14:12:20.857419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Deleting port f5b6505a-aaa2-432b-816e-6112e4b0b752 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:20.857785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:21.029773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] For port f5b6505a-aaa2-432b-816e-6112e4b0b752, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f5b6505a-aaa2-432b-816e-6112e4b0b752,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:21.030122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:21.147028 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Calling delete_port for f5b6505a-aaa2-432b-816e-6112e4b0b752 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:21.320357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:21.324550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a452d718-e282-40b0-aa5a-8af6f4248893 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:21.364137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b6505a-aaa2-432b-816e-6112e4b0b752,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:21.367455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:21.689918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:12:21.778863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:21.827089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:21.848421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'port_id': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'mac_address': 'fa:16:3e:14:7f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:12:21.908050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:21.925660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:12:21.942294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:21.947701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:21.950586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ecccd9b0-5602-4c9d-86a5-302d095de6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:22.015303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:22.019194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:22.029405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618f4c-3c70-487e-82dc-05063ea711fa req-2eae3553-9143-4b51-948c-6e656a5d93fb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:22.030877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c618f4c-3c70-487e-82dc-05063ea711fa req-2eae3553-9143-4b51-948c-6e656a5d93fb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 944 time: 0.0849888
Dec 09 14:12:22.089283 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c618f4c-3c70-487e-82dc-05063ea711fa req-3236d98f-938b-4476-be40-2f54d963cd07 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523803
Dec 09 14:12:22.152089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:12:22.387497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Router 7dd9a8dc-628c-4b55-9ed6-c694699979df has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:22.494786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8f5d2737-8261-4bc4-8815-1850fecb164b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:22.586427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:22.594976 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] Sync routers for ids ['7dd9a8dc-628c-4b55-9ed6-c694699979df'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:22.604781 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] 10.222.0.21 "PUT /v2.0/routers/7dd9a8dc-628c-4b55-9ed6-c694699979df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8089092
Dec 09 14:12:22.605172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60156) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:22.608430 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] Routers {'7dd9a8dc-628c-4b55-9ed6-c694699979df'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:22.609036 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a11a9d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7dd9a8dc-628c-4b55-9ed6-c694699979df'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:22.787968 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] Set router 7dd9a8dc-628c-4b55-9ed6-c694699979df gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:22.802006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.072306 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a11a9d0>, [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63'}], 'enable_snat': True}, 'gw_port_id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:12:21Z', 'revision_number': 5, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port': {'id': '209d22a7-b34a-403a-beca-4c612ac6fa3d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:03:27Z', 'updated_at': '2021-12-09T14:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:23.075963 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] Checking router: 7dd9a8dc-628c-4b55-9ed6-c694699979df for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:23.086338 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] Routers {'7dd9a8dc-628c-4b55-9ed6-c694699979df'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:23.086908 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a11a9d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:11:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['7dd9a8dc-628c-4b55-9ed6-c694699979df'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:23.115478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.125087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Deleting port 209d22a7-b34a-403a-beca-4c612ac6fa3d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:23.125466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.238516 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] Set router 7dd9a8dc-628c-4b55-9ed6-c694699979df gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:23.298934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] For port 209d22a7-b34a-403a-beca-4c612ac6fa3d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=209d22a7-b34a-403a-beca-4c612ac6fa3d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:23.299808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.300879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89eb2a-5d0a-434e-80b4-d7ee8f9e5d5d req-b48c8571-5167-4c8a-82dd-65d372933aca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:23.302501 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c89eb2a-5d0a-434e-80b4-d7ee8f9e5d5d req-b48c8571-5167-4c8a-82dd-65d372933aca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 944 time: 0.0823290
Dec 09 14:12:23.343189 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a11a9d0>, [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:12:23Z', 'revision_number': 6, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:23.347334 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63b3057-5b76-411d-a942-ace0e04642a4 None None] The sync data for ids ['7dd9a8dc-628c-4b55-9ed6-c694699979df'] in dv-neutron-821183-1-hyperv is: [{'id': '7dd9a8dc-628c-4b55-9ed6-c694699979df', 'name': 'tempest-TestVolumeBootPattern-1606421467-router', 'tenant_id': '8918864c9a084e028a0822c8f256a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:03:25Z', 'updated_at': '2021-12-09T14:12:23Z', 'revision_number': 6, 'project_id': '8918864c9a084e028a0822c8f256a3c2', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:23.349518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c89eb2a-5d0a-434e-80b4-d7ee8f9e5d5d req-e0bf181b-3df0-4941-a3cb-aba7be8188e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403299
Dec 09 14:12:23.424930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Calling delete_port for 209d22a7-b34a-403a-beca-4c612ac6fa3d owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:23.587025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.591204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:23.634041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Pushing event deleted for resources: {'Port': ['ID=209d22a7-b34a-403a-beca-4c612ac6fa3d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:23.636239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:23.690297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:12:23.777460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:12:23.783125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:12:23.783500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.818644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 072f1841-2c88-47d4-b19b-4bce7da909ea no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:23.857983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 072f1841-2c88-47d4-b19b-4bce7da909ea {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:23.858333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 072f1841-2c88-47d4-b19b-4bce7da909ea not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:23.858734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f5b6505a-aaa2-432b-816e-6112e4b0b752 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:23.863394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.898170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: f5b6505a-aaa2-432b-816e-6112e4b0b752 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:23.898517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f5b6505a-aaa2-432b-816e-6112e4b0b752 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:23.963194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:23.989331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:23.998876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:24.003421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.005639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:24.055161 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'code': 200}
Dec 09 14:12:24.074318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:24.083139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.083569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.083968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.084364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.084697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.085121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.085552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.085943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.086335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.086710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.087036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:12:24.090605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:24.119850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.124271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.150100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.150591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd9a8dc-628c-4b55-9ed6-c694699979df {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:12:24.163216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.164805 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] 10.222.0.21 "DELETE /v2.0/routers/7dd9a8dc-628c-4b55-9ed6-c694699979df HTTP/1.1" status: 204  len: 168 time: 1.5579453
Dec 09 14:12:24.166892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60164) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:24.226809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Deleting subnet cef811b8-b445-4ce3-b9d4-f28620fd5781 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:12:24.230016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.280771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.284755 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdd45b6c-c04c-4d3a-82ac-c7eb06c0a7ac req-aeef39cc-c416-4509-8255-e8df7b1950e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 1098 time: 0.0682516
Dec 09 14:12:24.326751 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdd45b6c-c04c-4d3a-82ac-c7eb06c0a7ac req-75d090e5-0d29-4bb9-8fe8-835790fdd469 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351377
Dec 09 14:12:24.356410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.425803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.429438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-af906158-d680-489a-b94e-3cdc20ee260b tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:24.556910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674cf27-5752-4e70-b54c-06f4299a8d52 req-b03d3a2e-32d0-4bcd-9ceb-b6efd4afc1ec tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:24.558512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b674cf27-5752-4e70-b54c-06f4299a8d52 req-b03d3a2e-32d0-4bcd-9ceb-b6efd4afc1ec tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 945 time: 0.0833080
Dec 09 14:12:24.577460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef811b8-b445-4ce3-b9d4-f28620fd5781,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:24.581053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:24.586800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.590710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141241f4-6a77-4fc2-bbc7-c343afdeeab1 None None] Network f0f81551-3bae-482f-aa3b-63da4134fcba requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:24.593655 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cef811b8-b445-4ce3-b9d4-f28620fd5781 HTTP/1.1" status: 204  len: 168 time: 0.4257236
Dec 09 14:12:24.596026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60170) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:24.615979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b674cf27-5752-4e70-b54c-06f4299a8d52 req-0332a956-500b-4231-8a5e-bf8b135a1e58 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487924
Dec 09 14:12:24.710711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.721210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Deleting port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:24.721566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.854326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] DHCP port deletion for f0f81551-3bae-482f-aa3b-63da4134fcba request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:12:24.856954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1389eae-0253-4c5b-829e-10ea04d77e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.860474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Deleting port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:24.861047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:24.939357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] For port 2a50acea-0d9d-40d2-8fca-1846a0dddd69, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2a50acea-0d9d-40d2-8fca-1846a0dddd69,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:24.939711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.065992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Calling delete_port for 2a50acea-0d9d-40d2-8fca-1846a0dddd69 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:25.100519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] For port 2a50acea-0d9d-40d2-8fca-1846a0dddd69, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2a50acea-0d9d-40d2-8fca-1846a0dddd69,segment=NetworkSegment(000a4591-0e1e-4261-b74b-9d965873112d),segment_id=000a4591-0e1e-4261-b74b-9d965873112d)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:25.100922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.143253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.155293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-43e74946-01d5-4446-8820-a4a8a3af8877 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:25.188890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] No DVR routers for this DVR port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:12:25.220394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Calling delete_port for 2a50acea-0d9d-40d2-8fca-1846a0dddd69 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:25.225733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a50acea-0d9d-40d2-8fca-1846a0dddd69,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:25.230774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:25.293280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:12:25.293644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:12:25.312770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.342484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64494cc730>,) {'filters': {'network_id': ['f0f81551-3bae-482f-aa3b-63da4134fcba']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:25.354245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494cc730>, '000a4591-0e1e-4261-b74b-9d965873112d') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:25.354532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494cc730>, '000a4591-0e1e-4261-b74b-9d965873112d') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:25.365917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.384083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.391105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:12:25.391509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:12:25.405686 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:12:25.486648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.491237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63d3202e-ab79-4a65-8461-1fce19909635 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:25.506771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.512574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f81551-3bae-482f-aa3b-63da4134fcba,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:25.516578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:25.524050 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0f81551-3bae-482f-aa3b-63da4134fcba HTTP/1.1" status: 204  len: 168 time: 0.9264166
Dec 09 14:12:25.658704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60178) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:25.708811 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-34863f41-7ff5-4c83-9e6a-0ad5056b509e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bcd81e036d64bf78a67bf36df4d239b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0482547
Dec 09 14:12:25.711232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60182) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:25.770864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.794860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Deleting port 2a50acea-0d9d-40d2-8fca-1846a0dddd69 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:25.795524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.798931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.827157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163813bb-e5d1-4f86-a68c-fe1cfe21b229 req-646e09e4-a809-409f-99c1-fedf8270a3bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:25.827719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2a50acea-0d9d-40d2-8fca-1846a0dddd69 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:25.828621 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-163813bb-e5d1-4f86-a68c-fe1cfe21b229 req-646e09e4-a809-409f-99c1-fedf8270a3bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 945 time: 0.0841970
Dec 09 14:12:25.855030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.859093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-93ab34fc-6a79-419c-a225-4916a9da94a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:25.869081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 2a50acea-0d9d-40d2-8fca-1846a0dddd69 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:25.869667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2a50acea-0d9d-40d2-8fca-1846a0dddd69 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:25.870069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 209d22a7-b34a-403a-beca-4c612ac6fa3d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:25.872639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedb0212-d8f5-4d6a-bff6-703a621dd8ba,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:25.875433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:25.883566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:25.884804 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aedb0212-d8f5-4d6a-bff6-703a621dd8ba HTTP/1.1" status: 204  len: 168 time: 0.1726556
Dec 09 14:12:25.888738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-163813bb-e5d1-4f86-a68c-fe1cfe21b229 req-b1af2250-af9d-49b6-9d56-8b782b63e4cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520022
Dec 09 14:12:25.938732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e0438590-c957-431f-9fc1-1774dfbc553d None None] The port '2a50acea-0d9d-40d2-8fca-1846a0dddd69' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:12:25.940581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 209d22a7-b34a-403a-beca-4c612ac6fa3d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:25.940931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 209d22a7-b34a-403a-beca-4c612ac6fa3d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:26.110350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.149585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d11b0-01d1-4305-a6ea-43661b93c495 req-8d38252f-f986-4655-b928-900f7f64d27a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:26.151928 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-873d11b0-01d1-4305-a6ea-43661b93c495 req-8d38252f-f986-4655-b928-900f7f64d27a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 945 time: 0.1060712
Dec 09 14:12:26.203702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-873d11b0-01d1-4305-a6ea-43661b93c495 req-2deb521e-3dca-4abf-9c33-a2df757e3e64 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445688
Dec 09 14:12:26.231847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:26.310929 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cce1eeed-a636-4457-b39e-bddf7f6da568 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 1093 time: 0.0754492
Dec 09 14:12:26.311113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60196) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:26.317291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:26.318456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60200) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:26.323325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:26.327325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:26.330291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:26.336123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:26.346367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.371170 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-66d5bd20-efef-49e7-a7d3-ca14a624241a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8918864c9a084e028a0822c8f256a3c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514910
Dec 09 14:12:26.373555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60204) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:26.383224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.432688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.458466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.484933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.511737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.516056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b0e7c373-689a-471c-8f8a-e9d99406ee31 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:26.528580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c78799-3d1c-4bfd-8f51-3d43ae405799,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:26.531041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:26.537074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.541734 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6c78799-3d1c-4bfd-8f51-3d43ae405799 HTTP/1.1" status: 204  len: 168 time: 0.1671374
Dec 09 14:12:26.724215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.216 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/a10949ed-b28d-4fdf-b9b0-93b8f60f9f23) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:12:26.884620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.914053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:26.917982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d94d2ad0-3a85-40b4-8167-0653773e6d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:26.985375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:26.988572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:26.992099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:12:27.024067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=a10949ed-b28d-4fdf-b9b0-93b8f60f9f23,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:27.027825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:27.498112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:27.517574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:27.554638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:27.757562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:27.761811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:27.765708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e2c41d6-a416-4591-a811-043da5037b9e tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:27.869258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=a10949ed-b28d-4fdf-b9b0-93b8f60f9f23,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:27.872080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:27.881665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:28.064822 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP f62dfe82-855b-4c6b-92b7-31c60b590663 associated. External IP: 172.26.3.216, port: d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40.
Dec 09 14:12:28.548180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:28.747646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:28.757424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] Sync routers for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:28.770486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:28.771150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:28.771311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e96730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:28.824979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5124676
Dec 09 14:12:28.825706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:28.827601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60210) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:28.880322 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'status': 'completed', 'code': 200}
Dec 09 14:12:28.943838 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9cfe4c18-307d-42dc-8a09-87560116ade1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f62dfe82-855b-4c6b-92b7-31c60b590663 HTTP/1.1" status: 200  len: 991 time: 0.1140139
Dec 09 14:12:28.961406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:28.993068 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-bc8a4473-7ae6-48a2-8f57-d5518754442b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 1098 time: 0.0905786
Dec 09 14:12:29.132473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-170a6377-cb2b-478d-a8cf-2b0cb632e879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:29.133869 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-170a6377-cb2b-478d-a8cf-2b0cb632e879 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 HTTP/1.1" status: 200  len: 897 time: 0.1277654
Dec 09 14:12:29.237691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-2aefe986-dd44-4057-a573-861af6e3ada9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 HTTP/1.1" status: 200  len: 999 time: 0.0966225
Dec 09 14:12:29.303703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-365d2968-14b9-491d-8062-0f5b00261425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:29.305143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-365d2968-14b9-491d-8062-0f5b00261425 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d0c778c-784e-4609-99c3-e7e1d3c8353f HTTP/1.1" status: 200  len: 835 time: 0.0588055
Dec 09 14:12:29.322045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e96730>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f62dfe82-855b-4c6b-92b7-31c60b590663', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.216', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'port_id': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'mac_address': 'fa:16:3e:14:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:12:27Z', 'updated_at': '2021-12-09T14:12:27Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:14Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:29.326730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] Checking router: 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:29.337341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:29.337968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e96730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:29.383059 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-98fe7533-b619-4f44-bfa3-bf641c4284a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703321
Dec 09 14:12:29.543952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:29.546378 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-a5ba5624-a742-4fc9-ad15-e0fb44272940 service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559646
Dec 09 14:12:29.686995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90fc0094-aa24-49b1-a889-ae296a504e67 req-7f97f7b9-9463-48ed-9fbc-f3a0d2dc2928 service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338718
Dec 09 14:12:29.937493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e96730>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f62dfe82-855b-4c6b-92b7-31c60b590663', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.216', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'port_id': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'mac_address': 'fa:16:3e:14:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:12:27Z', 'updated_at': '2021-12-09T14:12:27Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:14Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:29.941370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97ff24-8398-4bea-b241-9dd1b2f5b30d None None] The sync data for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv is: [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f62dfe82-855b-4c6b-92b7-31c60b590663', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.216', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'port_id': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'mac_address': 'fa:16:3e:14:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:12:27Z', 'updated_at': '2021-12-09T14:12:27Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:14Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:29.946067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60220) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:30.053257 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bcd2899d-7f23-4cfa-92e7-2f8cd8f86d92 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f62dfe82-855b-4c6b-92b7-31c60b590663 HTTP/1.1" status: 200  len: 991 time: 0.1059124
Dec 09 14:12:30.137136 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916d073-cd96-4467-9003-a55598af9da0 None None] New status for floating IP f62dfe82-855b-4c6b-92b7-31c60b590663: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:12:31.056338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60224) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:31.259150 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-55f71a3f-d09a-4da1-85b1-9842aa06d39c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f62dfe82-855b-4c6b-92b7-31c60b590663 HTTP/1.1" status: 200  len: 993 time: 0.2016041
Dec 09 14:12:35.862308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60232) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:36.163727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Deleting port 2e986fe6-aef9-4fef-b38f-5a3629863dec {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:36.164067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:36.338654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:36.338980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:36.455137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Calling delete_port for 2e986fe6-aef9-4fef-b38f-5a3629863dec owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:36.599728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:36.603118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3de0dc5-89d3-421c-b8ad-0caf599883fd tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:36.644349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Port': ['ID=2e986fe6-aef9-4fef-b38f-5a3629863dec,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:36.649130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:36.738989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:37.117884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:37.309335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:37.319143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] Sync routers for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:37.325343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:37.331988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:37.332588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4a310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:37.381412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "DELETE /v2.0/floatingips/c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e HTTP/1.1" status: 204  len: 168 time: 1.5179811
Dec 09 14:12:37.382109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:37.450313 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7', 'status': 'completed', 'code': 200}
Dec 09 14:12:37.513837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:37.555460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-11c3d032-522e-4ba3-a919-80ff6ccfbefd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f50b7ebcf6ce450a9988d0c855368c56&device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 1099 time: 0.0796671
Dec 09 14:12:37.840996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4a310>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:11:00Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:37.844826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] Checking router: 630d54d1-5759-4b2e-a192-4f1d30dec4a8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:37.855432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:37.856288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4a310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:37.869362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-ce64ac1a-ec7e-4468-9ebf-d99c41a0bfb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:37.870800 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-ce64ac1a-ec7e-4468-9ebf-d99c41a0bfb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=68a7fd8b-15c4-47a8-845d-97b2efe512bc HTTP/1.1" status: 200  len: 897 time: 0.3068912
Dec 09 14:12:37.936167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767919c-5e0a-4506-8f16-b43d324d49cf req-940f076e-1413-408f-9130-9e79ff8390c7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:37.936840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b767919c-5e0a-4506-8f16-b43d324d49cf req-940f076e-1413-408f-9130-9e79ff8390c7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Synchronizing usage tracker for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:37.955996 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-d88c549f-e398-4b3c-9729-3504f84a5c08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7449f1-45ec-43f0-9060-db80677860d7 HTTP/1.1" status: 200  len: 217 time: 0.0771072
Dec 09 14:12:37.996481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b767919c-5e0a-4506-8f16-b43d324d49cf req-940f076e-1413-408f-9130-9e79ff8390c7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Unset dirty status for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:37.997816 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b767919c-5e0a-4506-8f16-b43d324d49cf req-940f076e-1413-408f-9130-9e79ff8390c7 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.2324836
Dec 09 14:12:38.035298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:38.053656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-8e1253eb-9ce4-4f29-9b53-69f8fbeb8288 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:38.055080 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-8e1253eb-9ce4-4f29-9b53-69f8fbeb8288 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07eaade3-d104-4e86-9602-744287dc7d73 HTTP/1.1" status: 200  len: 835 time: 0.0918522
Dec 09 14:12:38.064430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b767919c-5e0a-4506-8f16-b43d324d49cf req-9a551dc9-506a-40bd-b571-ab40d9bb844d tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601497
Dec 09 14:12:38.139420 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-a0f7a792-a30a-4254-bb40-a1711eef672c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=68a7fd8b-15c4-47a8-845d-97b2efe512bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739064
Dec 09 14:12:38.280911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-e8f6d8e6-5cba-45ec-8340-65fcd4e306b3 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254067
Dec 09 14:12:38.390332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4a310>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:11:00Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:38.394940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082b1e5-4484-43a7-acfd-7c0ce49774bb None None] The sync data for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv is: [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a47fa473-affc-4895-8eb1-9ae4f9c6223b', 'name': '', 'network_id': '68a7fd8b-15c4-47a8-845d-97b2efe512bc', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'mac_address': 'fa:16:3e:77:26:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '07eaade3-d104-4e86-9602-744287dc7d73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:47Z', 'updated_at': '2021-12-09T14:11:00Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'subnets': [{'id': '07eaade3-d104-4e86-9602-744287dc7d73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:38.416892 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9112c50-6ad7-490a-b033-b7bb6a575d45 req-e8c0855e-f932-4e5d-9c82-adfa34046b89 service neutron] 10.222.0.35 "GET /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283782
Dec 09 14:12:39.227048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-86eb00d4-9f30-46d5-90a3-0bcef56ba04e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:39.228416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-86eb00d4-9f30-46d5-90a3-0bcef56ba04e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.35 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1161029
Dec 09 14:12:39.316460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Deleting port 9d7449f1-45ec-43f0-9060-db80677860d7 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:39.316901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:39.371493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867370d3-e0b3-41df-b052-827362cc1b88 req-d44a3a3c-deb2-4c51-976e-7c9d1f70eec3 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:39.372848 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-867370d3-e0b3-41df-b052-827362cc1b88 req-d44a3a3c-deb2-4c51-976e-7c9d1f70eec3 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 946 time: 0.1866786
Dec 09 14:12:39.470412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-867370d3-e0b3-41df-b052-827362cc1b88 req-22b496ba-2b39-41c0-8af8-ed818d2058eb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b5209ce-e1e6-453b-adad-f4b33a92468e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898888
Dec 09 14:12:39.607214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] For port 9d7449f1-45ec-43f0-9060-db80677860d7, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=9d7449f1-45ec-43f0-9060-db80677860d7,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:39.607559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:39.738748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Calling delete_port for 9d7449f1-45ec-43f0-9060-db80677860d7 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:39.882887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:39.889013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:39.939032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Port': ['ID=9d7449f1-45ec-43f0-9060-db80677860d7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:39.942287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:40.010632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] No DVR routers for this DVR port 9d7449f1-45ec-43f0-9060-db80677860d7 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:12:40.012882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:40.015366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'name': 'network-vif-deleted', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:40.031747 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-195f0f7f-8a57-4f9b-9561-4c6889c4a6a7 req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.35 "DELETE /v2.0/ports/9d7449f1-45ec-43f0-9060-db80677860d7 HTTP/1.1" status: 204  len: 173 time: 0.7969971
Dec 09 14:12:40.279584 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5233d388-58a1-4bd6-bbfa-fd51b0b66bd5', 'name': 'network-vif-deleted', 'tag': '9d7449f1-45ec-43f0-9060-db80677860d7', 'status': 'completed', 'code': 200}
Dec 09 14:12:40.483704 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cadc70-7333-4a9a-a50b-17ceedba1fa6 None None] New status for floating IP c8ddef3f-94ba-4f7a-b71d-ad17b81fd09e: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:12:40.694660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8ad10b82-8b55-4eae-b3d9-860dfa5f0bc7 req-c42a7d2a-2507-4868-ab38-c69cfdcfb1bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Synchronizing usage tracker for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:40.709243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8ad10b82-8b55-4eae-b3d9-860dfa5f0bc7 req-c42a7d2a-2507-4868-ab38-c69cfdcfb1bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Unset dirty status for tenant:f50b7ebcf6ce450a9988d0c855368c56 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:40.710406 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ad10b82-8b55-4eae-b3d9-860dfa5f0bc7 req-c42a7d2a-2507-4868-ab38-c69cfdcfb1bb tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "GET /v2.0/ports?device_id=5233d388-58a1-4bd6-bbfa-fd51b0b66bd5 HTTP/1.1" status: 200  len: 210 time: 0.0660617
Dec 09 14:12:41.815033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:41.816233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60252) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:41.849262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 9d7449f1-45ec-43f0-9060-db80677860d7 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:41.849631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 9d7449f1-45ec-43f0-9060-db80677860d7 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:42.303353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:42.908561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Deleting port a47fa473-affc-4895-8eb1-9ae4f9c6223b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:42.909237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:43.090883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] For port a47fa473-affc-4895-8eb1-9ae4f9c6223b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a47fa473-affc-4895-8eb1-9ae4f9c6223b,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:43.091238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:43.213142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Calling delete_port for a47fa473-affc-4895-8eb1-9ae4f9c6223b owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:43.483021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:43.486570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:43.527607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Port': ['ID=a47fa473-affc-4895-8eb1-9ae4f9c6223b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:43.531314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:43.840180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:44.408264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:44.603293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:44.612555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] Sync routers for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:44.622226 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "PUT /v2.0/routers/630d54d1-5759-4b2e-a192-4f1d30dec4a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8023036
Dec 09 14:12:44.622568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60256) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:44.625464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:44.626103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a121670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:44.803693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Deleting subnet 07eaade3-d104-4e86-9602-744287dc7d73 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:12:44.804736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:44.806483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:44.862281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.057810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.086244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a121670>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:12:43Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:45.090243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] Checking router: 630d54d1-5759-4b2e-a192-4f1d30dec4a8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:12:45.101731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] Routers {'630d54d1-5759-4b2e-a192-4f1d30dec4a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:45.102328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a121670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:45.129198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.132809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:45.169691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Subnet': ['ID=07eaade3-d104-4e86-9602-744287dc7d73,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:45.173750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:45.176611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.183184 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "DELETE /v2.0/subnets/07eaade3-d104-4e86-9602-744287dc7d73 HTTP/1.1" status: 204  len: 168 time: 0.5596657
Dec 09 14:12:45.183340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059187e4-9d7d-441a-bcf9-d78595583d50 None None] Network 68a7fd8b-15c4-47a8-845d-97b2efe512bc requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:45.185837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60260) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:45.387262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.453831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] Set router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:45.583366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.593370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Deleting port 66b30dc9-c7cf-42f1-bff7-6237b472522a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:45.593732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.765011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] DHCP port deletion for 68a7fd8b-15c4-47a8-845d-97b2efe512bc request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:12:45.772747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Deleting port 91c9c2d8-db43-472f-91b0-8759b60919ea {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:45.773044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.788136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] For port 66b30dc9-c7cf-42f1-bff7-6237b472522a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=66b30dc9-c7cf-42f1-bff7-6237b472522a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:45.788532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:45.823157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 91c9c2d8-db43-472f-91b0-8759b60919ea no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:45.917724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Calling delete_port for 66b30dc9-c7cf-42f1-bff7-6237b472522a owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:46.098478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.102682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ab6169a-2da6-4583-97ca-28d595b9fa80 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:46.117801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a121670>, [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:12:43Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:46.145151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Port': ['ID=66b30dc9-c7cf-42f1-bff7-6237b472522a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:46.146209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b568b4b9-7900-48e9-8324-1e3114b414da None None] The sync data for ids ['630d54d1-5759-4b2e-a192-4f1d30dec4a8'] in dv-neutron-821183-1-hyperv is: [{'id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057792406', 'tenant_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:10:42Z', 'updated_at': '2021-12-09T14:12:43Z', 'revision_number': 5, 'project_id': 'f50b7ebcf6ce450a9988d0c855368c56', 'gw_port': {'id': '66b30dc9-c7cf-42f1-bff7-6237b472522a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d54d1-5759-4b2e-a192-4f1d30dec4a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:10:43Z', 'updated_at': '2021-12-09T14:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:12:46.148011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:46.163663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=91c9c2d8-db43-472f-91b0-8759b60919ea,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:46.164065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.181062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.311340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Calling delete_port for 91c9c2d8-db43-472f-91b0-8759b60919ea owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:46.357348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.371791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.381025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=91c9c2d8-db43-472f-91b0-8759b60919ea,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:46.394618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.397093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:46.446860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:12:46.447142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:12:46.468844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=91c9c2d8-db43-472f-91b0-8759b60919ea,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:46.472673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:46.740488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.744477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.767986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.768573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Fanout notify agent at l3_agent the message router_deleted on router 630d54d1-5759-4b2e-a192-4f1d30dec4a8 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:12:46.782773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.783861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "DELETE /v2.0/routers/630d54d1-5759-4b2e-a192-4f1d30dec4a8 HTTP/1.1" status: 204  len: 168 time: 1.5971296
Dec 09 14:12:46.787093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60264) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:46.899695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.910248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Deleting port 91c9c2d8-db43-472f-91b0-8759b60919ea {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:46.910569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:46.947972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Deleting port 91c9c2d8-db43-472f-91b0-8759b60919ea {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:46.948476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.116008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=91c9c2d8-db43-472f-91b0-8759b60919ea,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:47.116359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.160446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] For port 91c9c2d8-db43-472f-91b0-8759b60919ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=91c9c2d8-db43-472f-91b0-8759b60919ea,segment=NetworkSegment(9e77794a-49f8-43f0-8997-72d66f99338f),segment_id=9e77794a-49f8-43f0-8997-72d66f99338f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:12:47.160844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.234922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Calling delete_port for 91c9c2d8-db43-472f-91b0-8759b60919ea owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:47.280304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Calling delete_port for 91c9c2d8-db43-472f-91b0-8759b60919ea owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:47.313435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.317496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1857f0d2-7193-4270-8de5-0ba2edd41b52 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:47.355103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:12:47.355467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:12:47.356692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Port': ['ID=91c9c2d8-db43-472f-91b0-8759b60919ea,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:47.365573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:47.366339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] No DVR routers for this DVR port 91c9c2d8-db43-472f-91b0-8759b60919ea on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:12:47.487568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.511389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644857d850>,) {'filters': {'network_id': ['68a7fd8b-15c4-47a8-845d-97b2efe512bc']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:47.523483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644857d850>, '9e77794a-49f8-43f0-8997-72d66f99338f') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:47.523774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644857d850>, '9e77794a-49f8-43f0-8997-72d66f99338f') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:47.535311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.550516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.556418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:12:47.556803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:12:47.571444 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:12:47.651808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.656302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.658798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0286d69f-5f77-42b2-95a8-fe995d54c677 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:47.681729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'Network': ['ID=68a7fd8b-15c4-47a8-845d-97b2efe512bc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:47.684262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:47.695603 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "DELETE /v2.0/networks/68a7fd8b-15c4-47a8-845d-97b2efe512bc HTTP/1.1" status: 204  len: 168 time: 0.9075756
Dec 09 14:12:47.698219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60268) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:47.771276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.796279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66b30dc9-c7cf-42f1-bff7-6237b472522a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:47.804957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.829499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 66b30dc9-c7cf-42f1-bff7-6237b472522a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:47.830003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 66b30dc9-c7cf-42f1-bff7-6237b472522a not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:47.830576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a47fa473-affc-4895-8eb1-9ae4f9c6223b no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:12:47.862750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: a47fa473-affc-4895-8eb1-9ae4f9c6223b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:12:47.863106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a47fa473-affc-4895-8eb1-9ae4f9c6223b not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:12:47.874435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.879886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-87590ef2-1f73-4d11-b6ea-af56e4149d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:47.893590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5209ce-e1e6-453b-adad-f4b33a92468e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:47.896761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:47.905696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.909237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b5209ce-e1e6-453b-adad-f4b33a92468e HTTP/1.1" status: 204  len: 168 time: 0.2077191
Dec 09 14:12:47.925576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Deleting port 91c9c2d8-db43-472f-91b0-8759b60919ea {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:47.926221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:47.996193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d766d595-f633-4e25-ae6e-68bbfd59d7e3 None None] The port '91c9c2d8-db43-472f-91b0-8759b60919ea' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:12:48.245331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60278) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:48.426691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-37d7812b-92ec-49ab-b877-843dde3d82f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f50b7ebcf6ce450a9988d0c855368c56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1800544
Dec 09 14:12:48.428974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60284) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:48.486010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:48.511135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:48.560564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:48.564516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e250940a-f5dd-4ccf-b06b-6e1bb1c972ee tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:48.581988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aba6de5-ecda-46d2-ba4b-8e969e603413,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:48.585446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:48.588540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:48.589657 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2aba6de5-ecda-46d2-ba4b-8e969e603413 HTTP/1.1" status: 204  len: 168 time: 0.1596656
Dec 09 14:12:48.907795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60292) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:48.926343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:48.957479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:48.961370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Usage tracker for resource:security_group_rule and tenant:97edf1efc18e4765a7bd33052aa99683 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:48.964223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:48.970086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:49.036701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:49.040428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:49.046681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7cd6c2f5-ee41-4c98-b943-dc952ad747c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:49.085735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb98c2-5fd9-4786-af46-63eafbec5b73,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:49.090030 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97edf1efc18e4765a7bd33052aa99683&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1811850
Dec 09 14:12:49.090887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:49.092595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60296) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:49.154530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:49.179983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:49.230279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:49.235182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c95a8d85-446e-4417-b0bf-98a31841f4d2 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:49.245170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adb98c2-5fd9-4786-af46-63eafbec5b73,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:49.247448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:49.252908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:49.254533 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-20722593-3dae-4d8c-aed4-248a197b293d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6adb98c2-5fd9-4786-af46-63eafbec5b73 HTTP/1.1" status: 204  len: 168 time: 0.1610670
Dec 09 14:12:50.067059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60318) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:50.192096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2000682076-network', 'tenant_id': '756b65301a034f40be50213ab04aad34'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:50.196747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:50.200586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Usage tracker for resource:network and tenant:756b65301a034f40be50213ab04aad34 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:50.203443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:50.209728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:50.313983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Made reservation on behalf of 756b65301a034f40be50213ab04aad34 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:50.316299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.328717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.359811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:50.363627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Usage tracker for resource:security_group_rule and tenant:756b65301a034f40be50213ab04aad34 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:50.366407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:50.371964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:50.436894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.440649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.444518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09e0697d-5f22-4d82-8f15-5a927a69f1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:50.470290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:12:50.479073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:50.482774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:50.485162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.485546 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Added segment e7599a12-384a-4431-8d10-ebffb1128100 of type vlan for network 82dbb055-0050-4ce9-8aab-db04edc5647e
Dec 09 14:12:50.511358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.540132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.541026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:50.541670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.546507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cfed9ae-92c1-4782-941d-627ff0c32b2e tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:50.644680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Pushing event updated for resources: {'Network': ['ID=82dbb055-0050-4ce9-8aab-db04edc5647e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:50.647641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5795536
Dec 09 14:12:50.648502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:50.650812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:50.655433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 82dbb055-0050-4ce9-8aab-db04edc5647e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:12:50.655926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Request body: {'subnet': {'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2000682076-subnet', 'tenant_id': '756b65301a034f40be50213ab04aad34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:50.660874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:50.664739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Usage tracker for resource:subnet and tenant:756b65301a034f40be50213ab04aad34 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:50.671247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:50.675967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:50.686179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Made reservation on behalf of 756b65301a034f40be50213ab04aad34 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:50.688468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.887784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:50.891211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1b499113-fe49-4668-b104-f49a33322228 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:50.955659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80abb3cc-40e3-45af-8d5b-855c8b61d8dc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:50.958276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:50.971065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Checking segment: {'id': 'e7599a12-384a-4431-8d10-ebffb1128100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:50.971414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Network hostable DHCP agents. Network: 82dbb055-0050-4ce9-8aab-db04edc5647e, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:12:50.993958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Network 82dbb055-0050-4ce9-8aab-db04edc5647e is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:12:51.002640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 82dbb055-0050-4ce9-8aab-db04edc5647e) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:51.007058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:51.007654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:51.013284 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879619a8-84de-407b-a161-9eeee861ae6e None None] Network 82dbb055-0050-4ce9-8aab-db04edc5647e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:51.026805 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-31f9db10-fa02-4947-bd65-a337b829912f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3750124
Dec 09 14:12:51.229577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e92e5-7c2e-468f-a2c2-c9ece611ccc8 None None] Network 82dbb055-0050-4ce9-8aab-db04edc5647e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:51.378455 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:12:51.936851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60350) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:51.942710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1092954701-network', 'tenant_id': '492d27a8d581486d8d73f6ae390d1516'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:51.947457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:51.951418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Usage tracker for resource:network and tenant:492d27a8d581486d8d73f6ae390d1516 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:51.954231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:51.960533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:51.971293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Made reservation on behalf of 492d27a8d581486d8d73f6ae390d1516 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:51.974811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:51.988587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.023564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:52.027626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Usage tracker for resource:security_group_rule and tenant:492d27a8d581486d8d73f6ae390d1516 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:52.031364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:52.038138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:52.104238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.108006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.110904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ac76ccfa-42f1-4be3-8c28-6bf8a671e991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:52.140559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:12:52.146736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e729a-21df-476d-8ed5-3ce101a0f49a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:52.150340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:52.154392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.154392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Added segment a3a92aa0-c555-4c5c-ae78-b6a414c80303 of type vlan for network 1503ff03-858e-4208-8ccb-9e09c90f3d8e
Dec 09 14:12:52.179775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.208067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.209088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:52.209843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.214422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1ec4104-4a7b-4dad-b064-e5c9b45b558b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:52.312926 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3747427
Dec 09 14:12:52.313701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Pushing event updated for resources: {'Network': ['ID=1503ff03-858e-4208-8ccb-9e09c90f3d8e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:52.316182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60354) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:52.317251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ac379fa9-adef-401e-b0e3-fcef666be303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:52.321938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Request body: {'subnet': {'network_id': '1503ff03-858e-4208-8ccb-9e09c90f3d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1092954701-subnet', 'tenant_id': '492d27a8d581486d8d73f6ae390d1516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:52.326848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:52.330686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Usage tracker for resource:subnet and tenant:492d27a8d581486d8d73f6ae390d1516 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:52.334152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:52.338552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1503ff03-858e-4208-8ccb-9e09c90f3d8e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:12:52.340381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:52.358436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Made reservation on behalf of 492d27a8d581486d8d73f6ae390d1516 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:52.361073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.496431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1de6e57-9469-458e-8071-eb695dc388c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.559972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.563633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-539b0f2f-0c70-4712-b3b1-f131db84c79f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:52.631855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8393c78-b9d2-4d9a-84e8-09d1cf3448b5,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:52.635183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:52.650094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Checking segment: {'id': 'a3a92aa0-c555-4c5c-ae78-b6a414c80303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1503ff03-858e-4208-8ccb-9e09c90f3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:52.650441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Network hostable DHCP agents. Network: 1503ff03-858e-4208-8ccb-9e09c90f3d8e, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:12:52.670965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Network 1503ff03-858e-4208-8ccb-9e09c90f3d8e is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:12:52.680233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 1503ff03-858e-4208-8ccb-9e09c90f3d8e) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:52.684581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:52.685763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:52.689388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a20f7-03a2-4b64-b91f-625f03320699 None None] Network 1503ff03-858e-4208-8ccb-9e09c90f3d8e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:52.706200 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3887553
Dec 09 14:12:52.898274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2302426-218e-4f7d-804a-cf33c5ae5610 None None] Network 1503ff03-858e-4208-8ccb-9e09c90f3d8e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:12:53.292236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-76d22af0-42ea-4288-9fae-74e3d77ee562 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:53.292902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-76d22af0-42ea-4288-9fae-74e3d77ee562 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Synchronizing usage tracker for tenant:756b65301a034f40be50213ab04aad34 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:53.308903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-76d22af0-42ea-4288-9fae-74e3d77ee562 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Unset dirty status for tenant:756b65301a034f40be50213ab04aad34 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:53.310108 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-76d22af0-42ea-4288-9fae-74e3d77ee562 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/networks?id=82dbb055-0050-4ce9-8aab-db04edc5647e HTTP/1.1" status: 200  len: 812 time: 0.1591012
Dec 09 14:12:53.325773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-31f80243-1b21-43fd-a3fd-cb6c67ec5676 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/quotas/756b65301a034f40be50213ab04aad34 HTTP/1.1" status: 200  len: 375 time: 0.0103092
Dec 09 14:12:53.371205 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-8d800c80-0952-40ec-9248-ae3f4e6d38e1 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=756b65301a034f40be50213ab04aad34&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406401
Dec 09 14:12:53.496089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-600f7dd2-9c1f-4db1-a838-ecf1badae2ad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:12:53.497051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-600f7dd2-9c1f-4db1-a838-ecf1badae2ad service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1198220
Dec 09 14:12:53.627747 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-f0bb0919-5c7c-4a41-9441-955d14dfc0a9 service neutron] 10.222.0.21 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244817
Dec 09 14:12:53.757901 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-9cd1300e-cc1a-45a0-a4c7-b9199705df16 service neutron] 10.222.0.21 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239939
Dec 09 14:12:53.940354 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3bce05c6-d349-4acf-93ee-2168f858fb3d req-6b3e8351-efd7-41e4-8b65-f629d7d2f7f7 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 210 time: 0.0453966
Dec 09 14:12:54.850738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3f0ac86-97f1-4d32-8277-404fd8cfbe80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:54.933127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-74f81fc8-c752-4f9d-8ec0-61b77b4c6578 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:54.934665 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-74f81fc8-c752-4f9d-8ec0-61b77b4c6578 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.35 "GET /v2.0/networks?id=82dbb055-0050-4ce9-8aab-db04edc5647e HTTP/1.1" status: 200  len: 812 time: 0.1529770
Dec 09 14:12:54.951930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Request body: {'port': {'device_id': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e', 'admin_state_up': True, 'tenant_id': '756b65301a034f40be50213ab04aad34'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:55.220176 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6fe062f-1ef1-4802-94b9-018db236f83f req-1cc0de47-c097-4a5f-b15e-6c3fae537b03 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 210 time: 0.1576784
Dec 09 14:12:55.247415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:12:55.251499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Usage tracker for resource:port and tenant:756b65301a034f40be50213ab04aad34 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:12:55.254572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:12:55.260729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:12:55.271123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Made reservation on behalf of 756b65301a034f40be50213ab04aad34 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:12:55.274130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:55.431409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Allocated IP 172.20.0.11 (82dbb055-0050-4ce9-8aab-db04edc5647e/80abb3cc-40e3-45af-8d5b-855c8b61d8dc/8239a262-29e7-496e-96d0-06ca69d88840) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:12:55.627637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:55.655494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:55.661040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-733edb86-1ad3-450a-838b-3ee5022d3f55 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:55.729140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Network 82dbb055-0050-4ce9-8aab-db04edc5647e is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:12:55.732751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:12:55.736468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:12:55.766348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Pushing event updated for resources: {'Port': ['ID=8239a262-29e7-496e-96d0-06ca69d88840,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:55.772937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:55.798790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:55.799378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:55.820074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8721042
Dec 09 14:12:55.831057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Request body: {'port': {'device_id': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:12:55.937298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.094073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.266601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8239a262-29e7-496e-96d0-06ca69d88840 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:12:56.273333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.288216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Transition to ACTIVE for port object 8239a262-29e7-496e-96d0-06ca69d88840 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:12:56.292250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.296344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-18686d1b-ec9d-4067-a38e-e33acb773f70 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:56.377016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.460300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Pushing event updated for resources: {'Port': ['ID=8239a262-29e7-496e-96d0-06ca69d88840,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:56.463980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:56.568729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-9cb10bb1-3d42-471e-a852-1baf40e37752 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:56.569401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-9cb10bb1-3d42-471e-a852-1baf40e37752 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Synchronizing usage tracker for tenant:756b65301a034f40be50213ab04aad34 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:56.600005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Attempting to bind port 8239a262-29e7-496e-96d0-06ca69d88840 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:12:56.600584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Attempting to bind port 8239a262-29e7-496e-96d0-06ca69d88840 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'e7599a12-384a-4431-8d10-ebffb1128100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:12:56.600706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Attempting to bind port 8239a262-29e7-496e-96d0-06ca69d88840 on network 82dbb055-0050-4ce9-8aab-db04edc5647e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:56.604804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-9cb10bb1-3d42-471e-a852-1baf40e37752 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Unset dirty status for tenant:756b65301a034f40be50213ab04aad34 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:56.606194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-9cb10bb1-3d42-471e-a852-1baf40e37752 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 944 time: 0.2652338
Dec 09 14:12:56.608606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Port 8239a262-29e7-496e-96d0-06ca69d88840 on network 82dbb055-0050-4ce9-8aab-db04edc5647e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:12:56.608922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Attempting to bind port 8239a262-29e7-496e-96d0-06ca69d88840 on network 82dbb055-0050-4ce9-8aab-db04edc5647e {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:12:56.629837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:12:56.630095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Checking segment: {'id': 'e7599a12-384a-4431-8d10-ebffb1128100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:12:56.630460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Bound using segment: {'id': 'e7599a12-384a-4431-8d10-ebffb1128100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:12:56.630877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Bound port: 8239a262-29e7-496e-96d0-06ca69d88840, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7599a12-384a-4431-8d10-ebffb1128100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:12:56.631213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.702803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-081b0eb3-fa52-4a7d-afb9-2f5839b92a60 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Synchronizing usage tracker for tenant:756b65301a034f40be50213ab04aad34 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:12:56.744211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] For port 8239a262-29e7-496e-96d0-06ca69d88840, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:12:56.746081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-081b0eb3-fa52-4a7d-afb9-2f5839b92a60 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Unset dirty status for tenant:756b65301a034f40be50213ab04aad34 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:12:56.747242 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4188bf6b-da41-44bc-919a-d4e8346f6377 req-081b0eb3-fa52-4a7d-afb9-2f5839b92a60 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345749
Dec 09 14:12:56.748716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] For port 8239a262-29e7-496e-96d0-06ca69d88840, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8239a262-29e7-496e-96d0-06ca69d88840,segment=NetworkSegment(e7599a12-384a-4431-8d10-ebffb1128100),segment_id=e7599a12-384a-4431-8d10-ebffb1128100)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:12:56.752944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.757059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6ca90f97-8cb7-43a7-8d72-93582dcaae67 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:56.822121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:56.823454 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] 10.222.0.35 "PUT /v2.0/ports/8239a262-29e7-496e-96d0-06ca69d88840 HTTP/1.1" status: 200  len: 1094 time: 0.9962442
Dec 09 14:12:56.823952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'tag': '8239a262-29e7-496e-96d0-06ca69d88840'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:56.836092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Pushing event updated for resources: {'Port': ['ID=8239a262-29e7-496e-96d0-06ca69d88840,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:56.839453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:56.892571 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'tag': '8239a262-29e7-496e-96d0-06ca69d88840', 'status': 'completed', 'code': 200}
Dec 09 14:12:56.932208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-885b020b-f35e-4e40-b1f9-b1e4833fb380 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=756b65301a034f40be50213ab04aad34&device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 1097 time: 0.0704119
Dec 09 14:12:57.098801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-d27dd652-329e-4d3c-91aa-38a1e1de3211 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8239a262-29e7-496e-96d0-06ca69d88840 HTTP/1.1" status: 200  len: 217 time: 0.1577008
Dec 09 14:12:57.158121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-5ee270ca-c61d-4cf6-82e7-187b1fe4d105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:57.159987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-5ee270ca-c61d-4cf6-82e7-187b1fe4d105 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80abb3cc-40e3-45af-8d5b-855c8b61d8dc HTTP/1.1" status: 200  len: 852 time: 0.0544817
Dec 09 14:12:57.204333 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-1aeb8975-de29-44b3-8ca1-00d0beab6e84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82dbb055-0050-4ce9-8aab-db04edc5647e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386009
Dec 09 14:12:57.329726 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-9ed3345f-309b-41a0-bc84-d8636c2a5261 service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188154
Dec 09 14:12:57.457081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984a909e-b415-4e65-a02e-dd8dfd03a330 req-6c03d37e-4994-48f6-b600-1094ff63725d service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203694
Dec 09 14:12:57.524813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:57.574438 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-66773868-b9ec-4214-9d49-8016f9f35b92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=756b65301a034f40be50213ab04aad34&device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 1097 time: 0.0704200
Dec 09 14:12:57.703805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-4b92adc0-bb23-4c24-a134-977db1dcaf4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:57.705229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-4b92adc0-bb23-4c24-a134-977db1dcaf4e service neutron] 10.222.0.35 "GET /v2.0/networks?id=82dbb055-0050-4ce9-8aab-db04edc5647e HTTP/1.1" status: 200  len: 913 time: 0.1242099
Dec 09 14:12:57.754728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60392) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:57.776439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-3c365475-d05e-4d45-88ac-0608c7481b20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8239a262-29e7-496e-96d0-06ca69d88840 HTTP/1.1" status: 200  len: 217 time: 0.0636127
Dec 09 14:12:57.848052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-faeae8ea-0ab1-4c2c-b3fb-ae992896ada1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:57.849488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-faeae8ea-0ab1-4c2c-b3fb-ae992896ada1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80abb3cc-40e3-45af-8d5b-855c8b61d8dc HTTP/1.1" status: 200  len: 852 time: 0.0652807
Dec 09 14:12:57.876048 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1c786fce-c6ad-4f63-b819-3bffb7a1c6da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f62dfe82-855b-4c6b-92b7-31c60b590663 HTTP/1.1" status: 200  len: 993 time: 0.1200395
Dec 09 14:12:57.929134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-edd1f184-7348-461f-9056-9a7a1c956d52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82dbb055-0050-4ce9-8aab-db04edc5647e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721614
Dec 09 14:12:58.088156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d135fa-796f-46e0-bc2f-814c5de7cfd6 req-ffeca342-302d-4a54-91c9-d1604fb319c7 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:58.089662 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02d135fa-796f-46e0-bc2f-814c5de7cfd6 req-ffeca342-302d-4a54-91c9-d1604fb319c7 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 944 time: 0.1987097
Dec 09 14:12:58.091693 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-5d4b4108-c9a6-4aa8-81a5-16104bfb30b3 service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520772
Dec 09 14:12:58.186169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60402) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:12:58.218607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-02d135fa-796f-46e0-bc2f-814c5de7cfd6 req-a7d09e9e-506d-4ec2-8ee4-a406ae0d3376 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234198
Dec 09 14:12:58.255422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0128cf7e-c8b5-4bd0-9749-177c8e1baae3 req-ff66b8c4-906f-463f-95b4-950fc45b0591 service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463244
Dec 09 14:12:58.387520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port a10949ed-b28d-4fdf-b9b0-93b8f60f9f23 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:12:58.387766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:58.554355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:58.554674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:58.669789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for a10949ed-b28d-4fdf-b9b0-93b8f60f9f23 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:12:58.809858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:58.813773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-749b7bb2-8d7e-4cda-ad5c-797cddc5a22f tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:12:58.856327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=a10949ed-b28d-4fdf-b9b0-93b8f60f9f23,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:12:58.859683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:12:58.945410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:59.421566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff356a-f314-434e-a931-dd25068ace72 req-980b5c24-20a5-4f75-80db-d27f5cdfe2d9 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:12:59.423045 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cff356a-f314-434e-a931-dd25068ace72 req-980b5c24-20a5-4f75-80db-d27f5cdfe2d9 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 944 time: 0.0797727
Dec 09 14:12:59.430628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:12:59.467515 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cff356a-f314-434e-a931-dd25068ace72 req-9a939010-2fde-4594-b6ca-18838cbd7c9e tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390322
Dec 09 14:12:59.633668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:12:59.644846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] Sync routers for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:12:59.655092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:12:59.658643 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:12:59.659726 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:12:59.712307 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/f62dfe82-855b-4c6b-92b7-31c60b590663 HTTP/1.1" status: 204  len: 168 time: 1.5250521
Dec 09 14:12:59.713148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:12:59.770772 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'status': 'completed', 'code': 200}
Dec 09 14:12:59.835484 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:12:59.867023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-24342d8e-340b-416b-bb2b-5b48fb06a0a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 1098 time: 0.0731041
Dec 09 14:12:59.926318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8239a262-29e7-496e-96d0-06ca69d88840 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:13:00.010882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-76b4c954-89b2-41d4-88bc-d67958a04cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:00.012692 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-76b4c954-89b2-41d4-88bc-d67958a04cc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 HTTP/1.1" status: 200  len: 897 time: 0.1393425
Dec 09 14:13:00.084566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8239a262-29e7-496e-96d0-06ca69d88840, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8239a262-29e7-496e-96d0-06ca69d88840,segment=NetworkSegment(e7599a12-384a-4431-8d10-ebffb1128100),segment_id=e7599a12-384a-4431-8d10-ebffb1128100)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:00.099878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '8239a262-29e7-496e-96d0-06ca69d88840', 'network_id': '82dbb055-0050-4ce9-8aab-db04edc5647e', 'port_id': '8239a262-29e7-496e-96d0-06ca69d88840', 'mac_address': 'fa:16:3e:42:09:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80abb3cc-40e3-45af-8d5b-855c8b61d8dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:13:00.155538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:00.163282 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4e80>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:14Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:00.168023 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] Checking router: 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:13:00.176020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8239a262-29e7-496e-96d0-06ca69d88840 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:13:00.180403 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:00.181572 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:00.192747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8239a262-29e7-496e-96d0-06ca69d88840, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8239a262-29e7-496e-96d0-06ca69d88840,segment=NetworkSegment(e7599a12-384a-4431-8d10-ebffb1128100),segment_id=e7599a12-384a-4431-8d10-ebffb1128100)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:00.197863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:00.200243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-4621b9f5-bbbe-4f3c-913f-7d7750843c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:00.244326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-8743ec98-2bc4-4b94-b8f9-ea29dac8c5f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 HTTP/1.1" status: 200  len: 217 time: 0.2241704
Dec 09 14:13:00.270425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=8239a262-29e7-496e-96d0-06ca69d88840,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:00.273459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:00.324480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-1b9f2843-81d0-4e73-8eaa-b6fecfcd5e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:00.325935 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-1b9f2843-81d0-4e73-8eaa-b6fecfcd5e7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3d0c778c-784e-4609-99c3-e7e1d3c8353f HTTP/1.1" status: 200  len: 835 time: 0.0719516
Dec 09 14:13:00.332429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07b76-b33e-426d-b406-9e11d0383ac9 req-85c0c625-06fa-468a-ae58-51e3ccfb38e1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:00.333793 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34f07b76-b33e-426d-b406-9e11d0383ac9 req-85c0c625-06fa-468a-ae58-51e3ccfb38e1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 945 time: 0.1458390
Dec 09 14:13:00.354724 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:00.415130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['8239a262-29e7-496e-96d0-06ca69d88840'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:13:00.424055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34f07b76-b33e-426d-b406-9e11d0383ac9 req-44734ca7-050d-40ec-b6d7-bb4833ec2c35 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551858
Dec 09 14:13:00.453553 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-f633ba6d-6899-4999-9a32-3f7e6518807a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1098969
Dec 09 14:13:00.595998 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-5e9cdb3a-313c-4178-8162-74b79ba6d3b4 service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416199
Dec 09 14:13:00.720731 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4e80>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:14Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:00.725062 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0224f0f0-139b-4c6a-b369-a5ebe1f988a0 None None] The sync data for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv is: [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:12:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'ed2725f4-63d6-4602-8c55-180e9941fdb0', 'name': '', 'network_id': '46aa43dd-70f7-4d4e-97c8-b3baf8a955f9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:24:42:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:05Z', 'updated_at': '2021-12-09T14:12:14Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '3d0c778c-784e-4609-99c3-e7e1d3c8353f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:13:00.795446 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df5c8f44-64b7-4022-a9b9-2c188dbb9bdf req-4c1a8b69-3c5d-425e-b7a4-b6f745cc956d service neutron] 10.222.0.35 "GET /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916826
Dec 09 14:13:00.811060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd3cf6-766c-46ca-8166-58f4f1c203d4 req-5087b12c-6211-4dd2-86cd-1cd78a531235 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:00.813053 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9fd3cf6-766c-46ca-8166-58f4f1c203d4 req-5087b12c-6211-4dd2-86cd-1cd78a531235 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 945 time: 0.1346893
Dec 09 14:13:00.860664 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9fd3cf6-766c-46ca-8166-58f4f1c203d4 req-322eb867-19a7-4d77-9563-c9d67b27ddf4 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424247
Dec 09 14:13:00.948378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144f7384-d30c-4a34-b211-9a3f4ed8c37c None None] New status for floating IP f62dfe82-855b-4c6b-92b7-31c60b590663: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:13:01.402377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-bec1a528-e5b1-4245-bb35-316b70309855 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:01.403762 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-bec1a528-e5b1-4245-bb35-316b70309855 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 945 time: 0.0790145
Dec 09 14:13:01.472665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:13:01.473328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:01.754045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a89f9-3a14-4a6f-a84b-2aafdfca7242 req-41192d43-22e4-44df-810e-b54a9825d3d2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:01.755485 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2b2a89f9-3a14-4a6f-a84b-2aafdfca7242 req-41192d43-22e4-44df-810e-b54a9825d3d2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 945 time: 0.1976717
Dec 09 14:13:01.794202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:01.794549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:01.922992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:13:01.923248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8239a262-29e7-496e-96d0-06ca69d88840 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:01.968893 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2b2a89f9-3a14-4a6f-a84b-2aafdfca7242 req-ad2e63b5-2562-44be-a33e-30b25f8d19c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=f65530b8-9fc4-4047-a698-89a2a58be25a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2024286
Dec 09 14:13:02.012433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 8239a262-29e7-496e-96d0-06ca69d88840 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:02.018372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 8239a262-29e7-496e-96d0-06ca69d88840 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:02.018918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:02.090266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:02.098391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93c68593-efdc-444a-aa72-cb7395a9874f tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:02.144995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:02.147535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:02.177804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:02.208266 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8239a262-29e7-496e-96d0-06ca69d88840'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:13:02.214463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8239a262-29e7-496e-96d0-06ca69d88840, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8239a262-29e7-496e-96d0-06ca69d88840,segment=NetworkSegment(e7599a12-384a-4431-8d10-ebffb1128100),segment_id=e7599a12-384a-4431-8d10-ebffb1128100)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:02.219503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:02.221031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-1e8a0572-dbee-4254-96c4-77d72c6025fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:02.291675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=8239a262-29e7-496e-96d0-06ca69d88840,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:02.301517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:02.347794 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8239a262-29e7-496e-96d0-06ca69d88840', 'code': 200}
Dec 09 14:13:02.379035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:13:02.382538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:02.385065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'name': 'network-vif-deleted', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:13:02.402180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4f2940d0-2237-4596-8020-0f4cd5fada02 req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 HTTP/1.1" status: 204  len: 173 time: 0.9930394
Dec 09 14:13:02.429411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d7ca8-7c45-4695-a77c-3c63ac097abe req-57d27938-c917-42c5-b606-05d56d8a3b32 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:02.433992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-285d7ca8-7c45-4695-a77c-3c63ac097abe req-57d27938-c917-42c5-b606-05d56d8a3b32 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 945 time: 0.2833557
Dec 09 14:13:02.454652 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0c68ee-248c-401a-8782-3e45c4de2154', 'name': 'network-vif-deleted', 'tag': 'd6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40', 'status': 'completed', 'code': 200}
Dec 09 14:13:02.485162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-285d7ca8-7c45-4695-a77c-3c63ac097abe req-028523aa-c3c0-4928-8317-4b905a96fb36 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468247
Dec 09 14:13:02.596863 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a359c207-9e3c-4b6e-9ebe-78e6e1676bb6 req-87c8935a-f7e3-48c8-b14b-4b749737112c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 1099 time: 0.0768549
Dec 09 14:13:02.647103 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a359c207-9e3c-4b6e-9ebe-78e6e1676bb6 req-8fcce0f0-7d8c-46e4-aa7b-d4016d6d1119 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435090
Dec 09 14:13:03.163010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-62ef856a-ef0c-42bd-93bf-bcdc92d9dea5 req-6b4e1866-007c-4bb2-a322-2b1d3f3185b2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:13:03.179283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-62ef856a-ef0c-42bd-93bf-bcdc92d9dea5 req-6b4e1866-007c-4bb2-a322-2b1d3f3185b2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:13:03.180461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-62ef856a-ef0c-42bd-93bf-bcdc92d9dea5 req-6b4e1866-007c-4bb2-a322-2b1d3f3185b2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c0c68ee-248c-401a-8782-3e45c4de2154 HTTP/1.1" status: 200  len: 210 time: 0.0572162
Dec 09 14:13:03.689782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76013dbc-d465-4932-8ad8-ec5fe93e82d5 req-1567a4ad-6a63-4906-9f41-976efca54f93 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:03.691288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-76013dbc-d465-4932-8ad8-ec5fe93e82d5 req-1567a4ad-6a63-4906-9f41-976efca54f93 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.0858769
Dec 09 14:13:03.741416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-76013dbc-d465-4932-8ad8-ec5fe93e82d5 req-07f078a8-a76e-460f-8703-fde698ab7d72 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445187
Dec 09 14:13:04.282610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60432) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:04.349028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:04.379160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:04.439854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:04.445597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e48c4fbd-c30b-4887-a42c-20630e198851 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:04.461482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65530b8-9fc4-4047-a698-89a2a58be25a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:04.464420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:04.466280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:04.467343 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a2c900b0-94e9-4f78-bf42-c291848d21e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/f65530b8-9fc4-4047-a698-89a2a58be25a HTTP/1.1" status: 204  len: 168 time: 0.1837702
Dec 09 14:13:04.510199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60438) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:04.962060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:05.030963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7e1fd-4a8c-43da-8b98-632d5ade8c1c req-482da143-aa85-47be-ac2f-bed6e978cd7c tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:05.032398 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5d7e1fd-4a8c-43da-8b98-632d5ade8c1c req-482da143-aa85-47be-ac2f-bed6e978cd7c tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1618061
Dec 09 14:13:05.140115 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5d7e1fd-4a8c-43da-8b98-632d5ade8c1c req-d06a2644-0dad-4a69-a019-8d3e2f53c461 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997117
Dec 09 14:13:05.471311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a8b09-471a-43f5-b98d-236b886ab7e5 req-0408e1a4-f6dd-4fa7-9c41-51469e213f36 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:05.472683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-205a8b09-471a-43f5-b98d-236b886ab7e5 req-0408e1a4-f6dd-4fa7-9c41-51469e213f36 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1856129
Dec 09 14:13:05.559428 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-205a8b09-471a-43f5-b98d-236b886ab7e5 req-e2dbbf32-af14-4bd6-996e-799da4357910 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586169
Dec 09 14:13:05.827905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port ed2725f4-63d6-4602-8c55-180e9941fdb0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:13:05.828241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:05.962817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:13:05.995559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:13:05.995919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6fcf5a4-7b8b-4de2-b1d9-b641e29b8e40 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:13:06.066856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port ed2725f4-63d6-4602-8c55-180e9941fdb0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ed2725f4-63d6-4602-8c55-180e9941fdb0,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:06.067442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:06.190299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce9b7-e94f-47ae-a37d-d054c8bfcd5d req-56b9850e-00e2-4d6f-8a6e-1c3e9972419e tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:06.191800 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee1ce9b7-e94f-47ae-a37d-d054c8bfcd5d req-56b9850e-00e2-4d6f-8a6e-1c3e9972419e tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.2797761
Dec 09 14:13:06.197847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for ed2725f4-63d6-4602-8c55-180e9941fdb0 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:13:06.306132 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee1ce9b7-e94f-47ae-a37d-d054c8bfcd5d req-8a020971-f4f9-44ff-82ed-ede40998e5df tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788579
Dec 09 14:13:06.417720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:06.421221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55582536-c6b0-4b63-a9c4-e878b4f5b835 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:06.462025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=ed2725f4-63d6-4602-8c55-180e9941fdb0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:06.465378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:06.756658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:07.423690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:13:07.586178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae8204-2a9f-474e-a401-dc6bf7ac2b44 req-65c0928a-dc5c-4833-bfd0-e943345038b1 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:07.587615 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22ae8204-2a9f-474e-a401-dc6bf7ac2b44 req-65c0928a-dc5c-4833-bfd0-e943345038b1 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1526470
Dec 09 14:13:07.690275 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22ae8204-2a9f-474e-a401-dc6bf7ac2b44 req-1afb092a-f7dc-485e-b8ce-a32dd128b868 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560327
Dec 09 14:13:07.728981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:13:07.749825 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] Sync routers for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:13:07.755520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/714a91f8-7c5d-4a4e-81ae-1a93678ffa84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2442179
Dec 09 14:13:07.758091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:07.767084 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:07.767918 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4fd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:07.967141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet 3d0c778c-784e-4609-99c3-e7e1d3c8353f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:13:07.968909 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:07.969943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:08.107245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:08.229294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-ec2e9ea4-6fc3-42c0-920d-5d0824159984 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=756b65301a034f40be50213ab04aad34&device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 1099 time: 0.2053249
Dec 09 14:13:08.260969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28063349-9a13-4606-ba39-148942cfe0be req-1291bc23-5126-4425-965c-f8b0f3c986f1 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:08.262397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28063349-9a13-4606-ba39-148942cfe0be req-1291bc23-5126-4425-965c-f8b0f3c986f1 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.2034144
Dec 09 14:13:08.266654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:08.283486 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4fd0>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:13:06Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:08.287298 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] Checking router: 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:13:08.297876 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] Routers {'714a91f8-7c5d-4a4e-81ae-1a93678ffa84'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:08.298467 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4fd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:08.438850 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28063349-9a13-4606-ba39-148942cfe0be req-0328e8dd-4fa9-4be8-9b6a-8e7a9b8b22ac tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415236
Dec 09 14:13:08.464007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-bdd0545b-2e43-49c0-bf2b-d05826ea7799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:08.465435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-bdd0545b-2e43-49c0-bf2b-d05826ea7799 service neutron] 10.222.0.35 "GET /v2.0/networks?id=82dbb055-0050-4ce9-8aab-db04edc5647e HTTP/1.1" status: 200  len: 913 time: 0.2292333
Dec 09 14:13:08.470467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:08.475964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-23c1f3a4-b92c-4d19-8c34-31b465004848 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:08.476702 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] Set router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:08.572433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0c778c-784e-4609-99c3-e7e1d3c8353f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:08.574973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:08.578074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:08.584067 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-5a589549-e9ca-4743-bc0a-938e3c7e0ef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8239a262-29e7-496e-96d0-06ca69d88840 HTTP/1.1" status: 200  len: 217 time: 0.1090193
Dec 09 14:13:08.584966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc424c-29f5-42d9-aa18-a05cf29a1ee1 None None] Network 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:13:08.589619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/3d0c778c-784e-4609-99c3-e7e1d3c8353f HTTP/1.1" status: 204  len: 168 time: 0.8277509
Dec 09 14:13:08.590440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60460) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:08.652794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-9510b720-a349-42c7-b7ca-4a1631a0e732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:08.654386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-9510b720-a349-42c7-b7ca-4a1631a0e732 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80abb3cc-40e3-45af-8d5b-855c8b61d8dc HTTP/1.1" status: 200  len: 852 time: 0.0644875
Dec 09 14:13:08.704065 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-81285c60-c4c0-4945-9b0f-7f89c3942ccf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82dbb055-0050-4ce9-8aab-db04edc5647e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432453
Dec 09 14:13:08.772389 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4e4fd0>, [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:13:06Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:08.776737 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aec9bde-dc99-4d91-b82f-2a7efe72ceac None None] The sync data for ids ['714a91f8-7c5d-4a4e-81ae-1a93678ffa84'] in dv-neutron-821183-1-hyperv is: [{'id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'name': 'tempest-TestNetworkBasicOps-router-930826900', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64'}], 'enable_snat': True}, 'gw_port_id': '13e06178-9989-4751-b000-ce1baa0b275d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:12:00Z', 'updated_at': '2021-12-09T14:13:06Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '13e06178-9989-4751-b000-ce1baa0b275d', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714a91f8-7c5d-4a4e-81ae-1a93678ffa84', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:12:01Z', 'updated_at': '2021-12-09T14:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:13:08.842185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:08.956445 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-6df26789-57ef-46f6-a7d0-d4fbf0225a51 service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459409
Dec 09 14:13:09.044115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.054076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 13e06178-9989-4751-b000-ce1baa0b275d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:13:09.054480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.086700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8bb5fb48-fdb1-4fed-a07d-285cf64adff8 req-2c5262cc-2e54-49cb-bbea-afc8f589faff service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236453
Dec 09 14:13:09.138793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] DHCP port deletion for 46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:13:09.144675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Deleting port b31262f4-9869-403c-b986-27a38f7729f4 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:13:09.145442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.240683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 13e06178-9989-4751-b000-ce1baa0b275d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=13e06178-9989-4751-b000-ce1baa0b275d,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:09.241098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.358116 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] For port b31262f4-9869-403c-b986-27a38f7729f4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b31262f4-9869-403c-b986-27a38f7729f4,segment=NetworkSegment(5944e765-4a6f-4119-b9c5-9ece5b9ce6b4),segment_id=5944e765-4a6f-4119-b9c5-9ece5b9ce6b4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:09.358420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.360696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 13e06178-9989-4751-b000-ce1baa0b275d owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:13:09.479629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Calling delete_port for b31262f4-9869-403c-b986-27a38f7729f4 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:13:09.525719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.536452 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-78e5e5b2-388a-4df1-bdd8-80e4ba475152 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:09.597623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:09.607674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:09.655442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Pushing event deleted for resources: {'Port': ['ID=b31262f4-9869-403c-b986-27a38f7729f4,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:09.658180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:09.661661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] No DVR routers for this DVR port b31262f4-9869-403c-b986-27a38f7729f4 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:13:09.672397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4419400-683e-44cb-8700-c7da1bef7248 req-231728d9-c5e8-4383-bf0f-2f5fb3f58986 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:09.674361 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4419400-683e-44cb-8700-c7da1bef7248 req-231728d9-c5e8-4383-bf0f-2f5fb3f58986 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1030676
Dec 09 14:13:09.724187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4419400-683e-44cb-8700-c7da1bef7248 req-e1bf36f0-534a-4cde-b0a7-0a43c9fe25c8 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440931
Dec 09 14:13:09.737696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=13e06178-9989-4751-b000-ce1baa0b275d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:09.785546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.785981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.786359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.786720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.787112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.787437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.787789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.788144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.788494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.788840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.789189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:09.792388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:09.819909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b31262f4-9869-403c-b986-27a38f7729f4 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:13:09.861007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b31262f4-9869-403c-b986-27a38f7729f4 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:13:09.861442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b31262f4-9869-403c-b986-27a38f7729f4 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:13:09.861942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ed2725f4-63d6-4602-8c55-180e9941fdb0 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:13:09.893514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: ed2725f4-63d6-4602-8c55-180e9941fdb0 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:13:09.894388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ed2725f4-63d6-4602-8c55-180e9941fdb0 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:13:09.943339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.192567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.196752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.222490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.223022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router 714a91f8-7c5d-4a4e-81ae-1a93678ffa84 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:13:10.238005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.239097 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/714a91f8-7c5d-4a4e-81ae-1a93678ffa84 HTTP/1.1" status: 204  len: 168 time: 1.6468890
Dec 09 14:13:10.241738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60466) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:10.355355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.483556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.508655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449e36af0>,) {'filters': {'network_id': ['46aa43dd-70f7-4d4e-97c8-b3baf8a955f9']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:10.520330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e36af0>, '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:10.520629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e36af0>, '5944e765-4a6f-4119-b9c5-9ece5b9ce6b4') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:10.531735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.547486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.553997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:13:10.554377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:13:10.568355 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:13:10.647992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.651569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92254ff6-7749-4ee1-a3c8-bf703c566e09 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:10.666919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.680088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=46aa43dd-70f7-4d4e-97c8-b3baf8a955f9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:10.684160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:10.692729 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/46aa43dd-70f7-4d4e-97c8-b3baf8a955f9 HTTP/1.1" status: 204  len: 168 time: 0.4472737
Dec 09 14:13:10.704041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60470) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:10.710014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--1446622135', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:10.715239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:10.719544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:10.722936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:10.728852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:10.739145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:13:10.742093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.770200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:13:10.778888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.779227 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment 92d19011-5481-4146-b55a-9c0ff1cf5724 of type vlan for network ce90ec43-63b0-446a-8ccf-3098ba0765bd
Dec 09 14:13:10.809813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.845189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.849781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:10.850360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:10.854051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-da7a7513-b3d6-4d74-9449-5ea07405fe38 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:10.924884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020669-3cc1-4ace-83b9-5edc0a454f09 req-454916e7-d71c-45d3-9030-775ad57af854 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:10.926414 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c020669-3cc1-4ace-83b9-5edc0a454f09 req-454916e7-d71c-45d3-9030-775ad57af854 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.0800171
Dec 09 14:13:10.965809 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2606678
Dec 09 14:13:10.967310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=ce90ec43-63b0-446a-8ccf-3098ba0765bd,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:10.968564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60476) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:10.970205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:10.975376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-953603456', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:10.979648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:13:10.983934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c020669-3cc1-4ace-83b9-5edc0a454f09 req-d3530da3-cb86-48dc-83ab-d4c93a7ea0da tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518153
Dec 09 14:13:10.984835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:10.988877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:10.991752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:10.997756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:11.009198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.010351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.032143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.188696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.401242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.437200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.574456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363e40b-acb0-41b4-ad5c-298d81cfaae3 req-0107730d-153d-4b6f-8ecf-36afefbb5918 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:11.575894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e363e40b-acb0-41b4-ad5c-298d81cfaae3 req-0107730d-153d-4b6f-8ecf-36afefbb5918 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.2117524
Dec 09 14:13:11.617653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.119 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/ddc4cede-1d4e-4b98-97b1-c7da1153acf0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:13:11.658794 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e363e40b-acb0-41b4-ad5c-298d81cfaae3 req-a502e1af-8da9-42c1-a4aa-9933c153408f tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760584
Dec 09 14:13:11.791702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.809212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13e06178-9989-4751-b000-ce1baa0b275d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:13:11.825071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:11.829369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f912236f-ba0c-434f-b5b2-96e718da3580 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:11.842277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 13e06178-9989-4751-b000-ce1baa0b275d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:13:11.842627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 13e06178-9989-4751-b000-ce1baa0b275d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:13:11.891813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:13:11.894525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:11.898768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:13:11.925956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:11.931988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:12.054417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:12.055130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:12.377817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:13:12.574940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:13:12.584504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:13:12.596017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:12.597373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c37f40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:12.600828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:12.602110 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.6314509
Dec 09 14:13:12.605307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:12.648578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-643012f7-fc59-4c7a-be16-de925ac2f205 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0420802
Dec 09 14:13:12.651041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60488) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:12.778934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:12.782070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbb7ec-3bf5-4478-865b-80644c030fc0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:12.786133 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6bbb7ec-3bf5-4478-865b-80644c030fc0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1316249
Dec 09 14:13:12.786506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60494) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:12.826319 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-72d86b59-ad09-446d-bb73-99773554d126 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385487
Dec 09 14:13:12.828923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60498) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:12.836616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1412504759', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:12.967365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:12.973348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:12.980832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d087bb-88bd-409c-aa01-54b67e02a62e req-a2d7471b-512c-479a-8ab9-ae244e7f236e tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:12.982551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30d087bb-88bd-409c-aa01-54b67e02a62e req-a2d7471b-512c-479a-8ab9-ae244e7f236e tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1972299
Dec 09 14:13:12.983337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:12.991188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:13.022712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:13:13.098947 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30d087bb-88bd-409c-aa01-54b67e02a62e req-9adc9562-de16-4e23-bbf6-3b83be3ab0cd tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1093547
Dec 09 14:13:13.101999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c37f40>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:12Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:13.106200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:13:13.106567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Updating router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:13:13.133252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.167889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.390361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.396924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-628d98f3-3c8c-4cdf-a622-37e2e2b8758d tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:13.506203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.519836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Transition to ACTIVE for port object ddc4cede-1d4e-4b98-97b1-c7da1153acf0 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:13.526783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.536667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ee156682-42d4-4386-8f32-fbd1c1bb7e13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:13.561705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=6becae87-a7dc-4090-b4e7-bea1a51e9f79,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:13.569509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:13.602258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Attempting to bind port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:13:13.602807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Attempting to bind port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:13:13.603228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Attempting to bind port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:13:13.615392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9845625-d948-43ea-8c80-6d138d451709 None None] Pushing event updated for resources: {'Port': ['ID=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:13.617859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:13:13.618246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:13:13.618656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.619046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:13:13.619530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Bound port: ddc4cede-1d4e-4b98-97b1-c7da1153acf0, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:13:13.619914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.632106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:13:13.632417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: ce90ec43-63b0-446a-8ccf-3098ba0765bd, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:13:13.645173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6565e5-53f5-440c-a517-2d15a284e5b6 req-e6599c3e-4e6a-4409-a170-e0951079bf9a tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:13.646666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f6565e5-53f5-440c-a517-2d15a284e5b6 req-e6599c3e-4e6a-4409-a170-e0951079bf9a tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.2162807
Dec 09 14:13:13.647072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9845625-d948-43ea-8c80-6d138d451709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:13.654038 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-c6a57b20-b3cc-4c79-9993-cf5c7e98e181 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=756b65301a034f40be50213ab04aad34&device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 1099 time: 0.2155888
Dec 09 14:13:13.697161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] For port ddc4cede-1d4e-4b98-97b1-c7da1153acf0, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:13:13.700151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] For port ddc4cede-1d4e-4b98-97b1-c7da1153acf0, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:13:13.705506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.710397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-65e58efd-40b9-4d96-bec9-4ab29d3e33b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:13.774803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:13:13.784529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9845625-d948-43ea-8c80-6d138d451709 None None] Pushing event updated for resources: {'Port': ['ID=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:13.788072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9845625-d948-43ea-8c80-6d138d451709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:13.790438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:13.791065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449c37f40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:13.795113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f6565e5-53f5-440c-a517-2d15a284e5b6 req-8603104a-2cd9-43cb-8653-07a00ba9d394 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395218
Dec 09 14:13:13.798159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ce90ec43-63b0-446a-8ccf-3098ba0765bd) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:13.805056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:13.805486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:13.847910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0179756
Dec 09 14:13:13.848157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b27d03-82c0-4742-8fd9-ba1bb8089953 None None] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:13:13.850865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60506) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:13.854114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-becdff4f-7c96-4136-91f1-e99e7f0a0b1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:13.855714 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-becdff4f-7c96-4136-91f1-e99e7f0a0b1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=82dbb055-0050-4ce9-8aab-db04edc5647e HTTP/1.1" status: 200  len: 913 time: 0.1838336
Dec 09 14:13:13.929228 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-ea882c77-4882-4af2-8188-bcf78c10d142 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8239a262-29e7-496e-96d0-06ca69d88840 HTTP/1.1" status: 200  len: 217 time: 0.0672677
Dec 09 14:13:13.995826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-949c8ae1-cf99-459d-9719-9a7b79943957 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:13.997281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-949c8ae1-cf99-459d-9719-9a7b79943957 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=80abb3cc-40e3-45af-8d5b-855c8b61d8dc HTTP/1.1" status: 200  len: 852 time: 0.0617256
Dec 09 14:13:14.052142 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-f7ea77e6-8308-48ce-8f42-3358b41d3884 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=82dbb055-0050-4ce9-8aab-db04edc5647e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482843
Dec 09 14:13:14.123221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:14.296756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:13:14.297745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:14.306444 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-3d90e679-dcf9-4156-b98f-2609a9cba95e service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472560
Dec 09 14:13:14.446013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b08c1549-f6cb-4297-a03f-3c8b7c038937 req-792675b8-986c-4f61-a861-0f7776872461 service neutron] 10.222.0.35 "GET /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329648
Dec 09 14:13:14.631285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Allocated IP 172.20.0.2 (ce90ec43-63b0-446a-8ccf-3098ba0765bd/6becae87-a7dc-4090-b4e7-bea1a51e9f79/943d4dbe-d73b-41cb-a47b-17a671d70cbe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:13:14.726001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449c37f40>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:12Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:14.736398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5921cd81-80f2-4ead-bc26-97bd3e220b50 None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:12Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:13:14.744803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:14.870233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:14.883916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Transition to ACTIVE for port object 943d4dbe-d73b-41cb-a47b-17a671d70cbe will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:14.904883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Transition to ACTIVE for port object 943d4dbe-d73b-41cb-a47b-17a671d70cbe will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:14.913351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:14.957519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-be714e0e-7439-48e0-bec6-d0dde92fb5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:15.051800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e6fe-fa71-4cd5-a04d-5a886830a364 req-791da6eb-b26b-4185-9ef9-273932b3946d tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:15.065771 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1885e6fe-fa71-4cd5-a04d-5a886830a364 req-791da6eb-b26b-4185-9ef9-273932b3946d tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1176014
Dec 09 14:13:15.080146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Pushing event updated for resources: {'Port': ['ID=943d4dbe-d73b-41cb-a47b-17a671d70cbe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:15.083724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:15.090031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:13:15.091519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:15.094294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:13:15.151967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1885e6fe-fa71-4cd5-a04d-5a886830a364 req-cb9554cd-5db4-4ebb-8f3d-8ca76291e1ee tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851681
Dec 09 14:13:15.195164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Attempting to bind port 943d4dbe-d73b-41cb-a47b-17a671d70cbe on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:13:15.196349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Attempting to bind port 943d4dbe-d73b-41cb-a47b-17a671d70cbe by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:13:15.196349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Attempting to bind port 943d4dbe-d73b-41cb-a47b-17a671d70cbe on network ce90ec43-63b0-446a-8ccf-3098ba0765bd {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:13:15.210067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:13:15.210449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Checking segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:13:15.211536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.211536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Bound using segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:13:15.211754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Bound port: 943d4dbe-d73b-41cb-a47b-17a671d70cbe, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:13:15.212071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.289625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (ce90ec43-63b0-446a-8ccf-3098ba0765bd/6becae87-a7dc-4090-b4e7-bea1a51e9f79/c2a53ecc-1042-4887-b251-519ca28e9ba6) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:13:15.302499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] For port 943d4dbe-d73b-41cb-a47b-17a671d70cbe, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:13:15.306229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] For port 943d4dbe-d73b-41cb-a47b-17a671d70cbe, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=943d4dbe-d73b-41cb-a47b-17a671d70cbe,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:13:15.311533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.316215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d910799f-09e4-472d-b548-15207078731e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:15.409054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Pushing event updated for resources: {'Port': ['ID=943d4dbe-d73b-41cb-a47b-17a671d70cbe,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:15.413652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:15.472025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.490883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object c2a53ecc-1042-4887-b251-519ca28e9ba6 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:15.520745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.525333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:15.631176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:13:15.632648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:15.635677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:13:15.667402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=c2a53ecc-1042-4887-b251-519ca28e9ba6,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:15.670718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:15.704411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.809744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:15.863540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 943d4dbe-d73b-41cb-a47b-17a671d70cbe up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:15.931399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 943d4dbe-d73b-41cb-a47b-17a671d70cbe completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:15.936525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ddc4cede-1d4e-4b98-97b1-c7da1153acf0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:16.011416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:16.017299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:16.017715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.140917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.158051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port ddc4cede-1d4e-4b98-97b1-c7da1153acf0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:16.164036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.175322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-933f0160-1378-4e68-af8a-589c97bb9457 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:16.254831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.270953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:16.274357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:16.375996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd64352-14d3-4d22-88fd-1b396148059d req-596c1bdd-9ea0-4758-a4e3-6b225917daad tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:16.377449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5dd64352-14d3-4d22-88fd-1b396148059d req-596c1bdd-9ea0-4758-a4e3-6b225917daad tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.0881169
Dec 09 14:13:16.387328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021ba2f-9ddf-423f-96e6-2c2d944efd29 None None] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:13:16.390311 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.395537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.425207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d21de963-bff7-4b1b-8b06-2cf7222dc24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:16.428070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5dd64352-14d3-4d22-88fd-1b396148059d req-56a50a32-d6a7-4927-8052-a684d6fee72f tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425169
Dec 09 14:13:16.489205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Provisioning for port 943d4dbe-d73b-41cb-a47b-17a671d70cbe completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:16.500757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=c2a53ecc-1042-4887-b251-519ca28e9ba6,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:16.505843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:16.507153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Provisioning complete for port 943d4dbe-d73b-41cb-a47b-17a671d70cbe triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:16.507540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.528694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.685581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:13:16.686831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:16.715345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.770229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] For port 943d4dbe-d73b-41cb-a47b-17a671d70cbe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=943d4dbe-d73b-41cb-a47b-17a671d70cbe,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:16.777738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:16.780128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:16.855296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Pushing event updated for resources: {'Port': ['ID=943d4dbe-d73b-41cb-a47b-17a671d70cbe,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:16.860599 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:16.912020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b7a6c-97c9-4ef1-96fc-4b0777e71aad req-2648d97f-e4f5-49f2-a61f-ed6fdddc2c9b tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:16.913502 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-340b7a6c-97c9-4ef1-96fc-4b0777e71aad req-2648d97f-e4f5-49f2-a61f-ed6fdddc2c9b tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.0921671
Dec 09 14:13:16.965921 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-340b7a6c-97c9-4ef1-96fc-4b0777e71aad req-f1858489-7467-477b-82b1-41a8acdad5a7 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466518
Dec 09 14:13:17.095940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:13:17.107322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7cd2dfc4-9905-45ba-a603-d26a9275488d None None] Provisioning complete for port 943d4dbe-d73b-41cb-a47b-17a671d70cbe triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:17.107813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cd2dfc4-9905-45ba-a603-d26a9275488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:17.241042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7cd2dfc4-9905-45ba-a603-d26a9275488d None None] Provisioning for port c2a53ecc-1042-4887-b251-519ca28e9ba6 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:17.246918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7cd2dfc4-9905-45ba-a603-d26a9275488d None None] Provisioning complete for port c2a53ecc-1042-4887-b251-519ca28e9ba6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:17.247362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7cd2dfc4-9905-45ba-a603-d26a9275488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:17.319165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:13:17.333979 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/5871e6bb-06a4-4f41-9e30-35ca6b752c2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4814510
Dec 09 14:13:17.336504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60518) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:17.346231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2dfc4-9905-45ba-a603-d26a9275488d None None] Port c2a53ecc-1042-4887-b251-519ca28e9ba6 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:13:17.467636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-062771b8-d479-467e-95cc-b7816cd7fdd7 None None] Provisioning complete for port c2a53ecc-1042-4887-b251-519ca28e9ba6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:17.468015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-062771b8-d479-467e-95cc-b7816cd7fdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:17.476846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.477332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.477548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.477900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.478249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.478596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.480375 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bedf7295-a7b2-487a-886a-f9166c1f544f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1428604
Dec 09 14:13:17.483283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60522) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:17.520184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-062771b8-d479-467e-95cc-b7816cd7fdd7 None None] Port c2a53ecc-1042-4887-b251-519ca28e9ba6 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:13:17.552693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.552983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.553339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.553742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.554093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.554436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:17.556112 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e019eaae-2e0d-4366-9d8f-e38b4fbc37f6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4008 time: 0.0719690
Dec 09 14:13:17.558970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60526) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:17.817859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 943d4dbe-d73b-41cb-a47b-17a671d70cbe up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:17.870453 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b96209e9-26a5-437a-86fe-3fc49bc98832 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.3103466
Dec 09 14:13:17.891058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 943d4dbe-d73b-41cb-a47b-17a671d70cbe triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:17.891058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.005928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ddc4cede-1d4e-4b98-97b1-c7da1153acf0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:18.079246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:18.079544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.108910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:18.116675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325668835', 'description': 'tempest-secgroup-smoke-325668835 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:18.124165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:18.129316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:18.132615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:18.139802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:18.151319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.190135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:18.195595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:18.198876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:18.205086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df1d82-c4ab-4565-a44f-8ac68390fd5c req-549bafd3-119d-48db-a5fc-db6d7dea6d12 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:18.205693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:18.208022 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96df1d82-c4ab-4565-a44f-8ac68390fd5c req-549bafd3-119d-48db-a5fc-db6d7dea6d12 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1012993
Dec 09 14:13:18.259471 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96df1d82-c4ab-4565-a44f-8ac68390fd5c req-6ccce57e-6280-452b-b3cf-adf27be50742 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/security-groups?id=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458293
Dec 09 14:13:18.269758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.274080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.279373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-99eba201-fd21-4530-983d-e9b237bd534f tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:18.319545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19ba72f-c83d-4067-966b-6148c2421332,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:18.322727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:18.325827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.330204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60538) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:18.330330 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c231895e-7f79-47c6-a7d7-8597cdc543bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2202244
Dec 09 14:13:18.336746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'b19ba72f-c83d-4067-966b-6148c2421332', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:18.342872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:18.346987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:18.349957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:18.355760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:18.373258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.434779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.438252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.440005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-40f5e0a7-9b88-4760-9cac-646a7c5d00ad tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:18.464099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2f7fa8-5582-4b02-886d-858c88994bbb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:18.479260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.479547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.479886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.480255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.480620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.480984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.481622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.483897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.483897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.483897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.483897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:18.486374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.488061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1560252
Dec 09 14:13:18.488955 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:13:18.489441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:18.490746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60542) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:18.496604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'b19ba72f-c83d-4067-966b-6148c2421332', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:18.502618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:18.507117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:18.510199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:18.511772 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:18.512419 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a06c9a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:18.551700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:18.579089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.641374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-eab87dc5-a612-4785-b0e2-ccc7395e3641 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:18.642838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-eab87dc5-a612-4785-b0e2-ccc7395e3641 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 946 time: 0.1296611
Dec 09 14:13:18.691947 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:18.698218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.701869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.706055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:18.739078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0466fe17-dd34-4733-9bd2-b7cb52bad434,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:18.746066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:18.752236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Deleting port 8239a262-29e7-496e-96d0-06ca69d88840 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:13:18.752771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.781608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.782768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2910554
Dec 09 14:13:18.787072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60546) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:18.795842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'b19ba72f-c83d-4067-966b-6148c2421332', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:18.803400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:18.808515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:18.812050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:18.821752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:18.847315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.916274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.920379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.922584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-150e0da9-0916-440d-9da8-82f481e32fd9 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:18.945833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86caf89b-fca0-4ae2-a49f-c10d1c9d3339,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:18.948287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:18.957108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:18.960703 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1697345
Dec 09 14:13:18.961216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60550) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:18.966973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'b19ba72f-c83d-4067-966b-6148c2421332', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:18.973756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:18.976949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:18.979873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:18.985975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:19.003497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.015042 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a06c9a0>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:19.019341 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:13:19.019722 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Updating router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f port c2a53ecc-1042-4887-b251-519ca28e9ba6 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:13:19.022017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] For port 8239a262-29e7-496e-96d0-06ca69d88840, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8239a262-29e7-496e-96d0-06ca69d88840,segment=NetworkSegment(e7599a12-384a-4431-8d10-ebffb1128100),segment_id=e7599a12-384a-4431-8d10-ebffb1128100)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:19.022378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.070253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.075196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.077803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f58d61a5-8fdd-43c6-92bc-325a0c79874e tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:19.105202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a6d317-3853-4322-ba75-dc2de6098a7d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:19.111045 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.113439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:19.119563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.123658 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1585307
Dec 09 14:13:19.123869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60554) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:19.130240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'b19ba72f-c83d-4067-966b-6148c2421332', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:19.136141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:19.140017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:19.142907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:19.149121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:19.159881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Calling delete_port for 8239a262-29e7-496e-96d0-06ca69d88840 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:13:19.160840 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:13:19.167401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.235743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.239641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.241604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:19.263486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8319f81f-40d8-43c4-885f-6ec8e8f09629,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:19.266045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:19.274669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.275929 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1509597
Dec 09 14:13:19.278812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60558) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:19.285122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'b19ba72f-c83d-4067-966b-6148c2421332', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:19.297223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:19.301601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:19.304508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:19.310503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:19.317127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.325933 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:13:19.326405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3fcc572b-baaa-491b-b6d8-331f0092602f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:19.329522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['8239a262-29e7-496e-96d0-06ca69d88840'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:13:19.354750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.379228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Pushing event deleted for resources: {'Port': ['ID=8239a262-29e7-496e-96d0-06ca69d88840,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:19.391900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:19.443956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.448319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.450642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c38086ce-e227-436e-beb6-261d7bbe6ad2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:19.465804 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.478500 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Transition to ACTIVE for port object c2a53ecc-1042-4887-b251-519ca28e9ba6 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:19.482238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.483787 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2037177
Dec 09 14:13:19.486617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e2fde7-7916-4ec3-8a48-cc62b91981d2,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:19.489058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:19.494617 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.498574 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:19.567384 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Pushing event updated for resources: {'Port': ['ID=c2a53ecc-1042-4887-b251-519ca28e9ba6,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:19.579423 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.579998 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.580479 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.581581 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.582091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.582571 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.583046 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.583510 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.583984 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.584444 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.584889 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:19.590946 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:19.625514 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-194898ae-1e67-4aaf-a649-1847b5317adb req-bb8d564a-1228-4523-a867-aaa5d2846687 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1b8eb7a-cedc-4a83-9b22-14b02e497144 HTTP/1.1" status: 200  len: 210 time: 0.1971807
Dec 09 14:13:19.626938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] No DVR routers for this DVR port 8239a262-29e7-496e-96d0-06ca69d88840 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:13:19.630151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.632737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'name': 'network-vif-deleted', 'tag': '8239a262-29e7-496e-96d0-06ca69d88840'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:13:19.661742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dc17055-9588-4fb6-8fe0-31beaa155033 req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] 10.222.0.35 "DELETE /v2.0/ports/8239a262-29e7-496e-96d0-06ca69d88840 HTTP/1.1" status: 204  len: 173 time: 1.0125678
Dec 09 14:13:19.720412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b8eb7a-cedc-4a83-9b22-14b02e497144', 'name': 'network-vif-deleted', 'tag': '8239a262-29e7-496e-96d0-06ca69d88840', 'status': 'completed', 'code': 200}
Dec 09 14:13:19.803044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-c8d4a8e3-1339-428a-a348-35e7ce29ddf4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:13:19.823707 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Attempting to bind port c2a53ecc-1042-4887-b251-519ca28e9ba6 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:13:19.823939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-c8d4a8e3-1339-428a-a348-35e7ce29ddf4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:13:19.824102 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Attempting to bind port c2a53ecc-1042-4887-b251-519ca28e9ba6 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:13:19.824594 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Attempting to bind port c2a53ecc-1042-4887-b251-519ca28e9ba6 on network ce90ec43-63b0-446a-8ccf-3098ba0765bd {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:13:19.825323 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-c8d4a8e3-1339-428a-a348-35e7ce29ddf4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325668835&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0657723
Dec 09 14:13:19.840025 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:13:19.840394 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Checking segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:13:19.840790 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.841180 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Bound using segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:13:19.841770 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Bound port: c2a53ecc-1042-4887-b251-519ca28e9ba6, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:13:19.842176 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.927533 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] For port c2a53ecc-1042-4887-b251-519ca28e9ba6, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:13:19.930486 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] For port c2a53ecc-1042-4887-b251-519ca28e9ba6, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c2a53ecc-1042-4887-b251-519ca28e9ba6,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:13:19.934497 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:19.938695 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-49b5f0f8-ca39-4707-8fcf-b4094d1165d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:19.988283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-b922e284-0236-4130-94e0-aec6852618ea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:19.989654 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-b922e284-0236-4130-94e0-aec6852618ea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 797 time: 0.1566567
Dec 09 14:13:20.009729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-37d09347-ef11-42b6-ba60-ae73d0a54884 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0121052
Dec 09 14:13:20.016068 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Pushing event updated for resources: {'Port': ['ID=c2a53ecc-1042-4887-b251-519ca28e9ba6,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:20.020269 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:20.022664 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:20.023272 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a06c9a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:12:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:20.110581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-1c406f6e-3969-4a57-a7d4-ed10705098c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:13:20.128341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-1c406f6e-3969-4a57-a7d4-ed10705098c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:13:20.129874 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-1c406f6e-3969-4a57-a7d4-ed10705098c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1126220
Dec 09 14:13:20.217262 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:20.291788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-9c7ed390-cc44-4841-9b50-a8ea8c066bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482062
Dec 09 14:13:20.424151 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-07cfd5a7-71cf-44f7-942a-92418f1d3f10 service neutron] 10.222.0.21 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269231
Dec 09 14:13:20.541573 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a06c9a0>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:19Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:20.545911 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4043097-2304-48c8-b8ae-c566e06aa7ec None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:19Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:13:20.640742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c85d270a-b6db-4be7-b58f-e94c1bf2adbd req-ecd64500-239a-4218-9179-0ea48a271498 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 210 time: 0.0532062
Dec 09 14:13:20.762033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60584) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:20.834025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Deleting subnet 80abb3cc-40e3-45af-8d5b-855c8b61d8dc {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:13:20.837707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:20.894312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:20.955356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.033804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.038862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a25a8015-2cf8-4929-99d2-0d7323a05bfd tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:21.071285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80abb3cc-40e3-45af-8d5b-855c8b61d8dc,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:21.076014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:21.083070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.089217 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80abb3cc-40e3-45af-8d5b-855c8b61d8dc HTTP/1.1" status: 204  len: 168 time: 0.3260243
Dec 09 14:13:21.091643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60590) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:21.211498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.343683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.371054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449623580>,) {'filters': {'network_id': ['82dbb055-0050-4ce9-8aab-db04edc5647e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:21.383927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449623580>, 'e7599a12-384a-4431-8d10-ebffb1128100') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:21.384219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449623580>, 'e7599a12-384a-4431-8d10-ebffb1128100') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:21.396630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.413165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.419669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:13:21.420070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:13:21.438210 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:13:21.539499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.544399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.548535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d894e865-a892-4023-9f6a-483c927c10c4 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:21.570837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=82dbb055-0050-4ce9-8aab-db04edc5647e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:21.573809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:21.581225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/82dbb055-0050-4ce9-8aab-db04edc5647e HTTP/1.1" status: 204  len: 168 time: 0.4879649
Dec 09 14:13:21.583786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60594) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:21.738297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Deleting subnet f8393c78-b9d2-4d9a-84e8-09d1cf3448b5 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:13:21.755521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.856004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c2a53ecc-1042-4887-b251-519ca28e9ba6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:21.926957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c2a53ecc-1042-4887-b251-519ca28e9ba6 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:21.931837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c2a53ecc-1042-4887-b251-519ca28e9ba6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:21.932219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:21.970410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a48105b1-303d-4ce8-bea7-95e494855a91 req-489834b8-609e-482e-8e9f-79d9136406ec tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 210 time: 0.0665760
Dec 09 14:13:21.999116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.029111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-0443b41b-653d-4dce-a5d5-6f78696d1662 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:22.030524 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-0443b41b-653d-4dce-a5d5-6f78696d1662 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 797 time: 0.4093575
Dec 09 14:13:22.047353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.063686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8239a262-29e7-496e-96d0-06ca69d88840 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:13:22.085414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.095752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 8239a262-29e7-496e-96d0-06ca69d88840 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:13:22.096039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8239a262-29e7-496e-96d0-06ca69d88840 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:13:22.114386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port c2a53ecc-1042-4887-b251-519ca28e9ba6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c2a53ecc-1042-4887-b251-519ca28e9ba6,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:22.118400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.121727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9845625-d948-43ea-8c80-6d138d451709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:22.138444 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-9c835107-7bc7-4dc6-9835-fca33d6f2f7c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 379 time: 0.0915041
Dec 09 14:13:22.150786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['b19ba72f-c83d-4067-966b-6148c2421332']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:22.190590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=c2a53ecc-1042-4887-b251-519ca28e9ba6,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:22.193802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:22.240330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.251215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4cef26df-bc26-4d1b-86be-e59bdc2084fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:22.303921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8393c78-b9d2-4d9a-84e8-09d1cf3448b5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:22.309588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:22.312486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.329441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f8393c78-b9d2-4d9a-84e8-09d1cf3448b5 HTTP/1.1" status: 204  len: 168 time: 0.7447364
Dec 09 14:13:22.332648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60600) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:22.336051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:22.345378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:22.355540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:13:22.358746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.440084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.502219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f82b668c-7baf-4697-b169-305dca5b1afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.525617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.12 (ce90ec43-63b0-446a-8ccf-3098ba0765bd/6becae87-a7dc-4090-b4e7-bea1a51e9f79/21e9c729-2d74-41ee-a1af-4fca4e59277e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:13:22.566577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.591660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64494d49d0>,) {'filters': {'network_id': ['1503ff03-858e-4208-8ccb-9e09c90f3d8e']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:22.603565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494d49d0>, 'a3a92aa0-c555-4c5c-ae78-b6a414c80303') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:22.603854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494d49d0>, 'a3a92aa0-c555-4c5c-ae78-b6a414c80303') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:22.615153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.630946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.637655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:13:22.638446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:13:22.652762 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:13:22.715888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.730996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.732593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 21e9c729-2d74-41ee-a1af-4fca4e59277e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:22.735819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.739573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:22.754900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.760354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:22.760570 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] 10.222.0.21 "DELETE /v2.0/networks/1503ff03-858e-4208-8ccb-9e09c90f3d8e HTTP/1.1" status: 204  len: 168 time: 0.4267204
Dec 09 14:13:22.761472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Pushing event deleted for resources: {'Network': ['ID=1503ff03-858e-4208-8ccb-9e09c90f3d8e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:22.764130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:22.826943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:13:22.830402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:22.834835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:13:22.870139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=21e9c729-2d74-41ee-a1af-4fca4e59277e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:22.876633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:22.904807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:22.905502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:22.938153 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7913158
Dec 09 14:13:22.950851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Request body: {'port': {'device_id': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:22.988106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60606) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:23.054973 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-37a6e1bf-05af-48c6-9779-7ffd3f9e897a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=756b65301a034f40be50213ab04aad34&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0655961
Dec 09 14:13:23.057349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60612) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:23.083133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.127093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.145344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e724b120-01ba-4f3d-938d-fe41ac6fb56a None None] Provisioning for port 21e9c729-2d74-41ee-a1af-4fca4e59277e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:23.150090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e724b120-01ba-4f3d-938d-fe41ac6fb56a None None] Provisioning complete for port 21e9c729-2d74-41ee-a1af-4fca4e59277e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:23.150466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e724b120-01ba-4f3d-938d-fe41ac6fb56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.155921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.209830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e724b120-01ba-4f3d-938d-fe41ac6fb56a None None] Port 21e9c729-2d74-41ee-a1af-4fca4e59277e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:13:23.215834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.220769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dca5b434-689d-4300-9f4e-c3702d41bbdb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:23.234146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:23.236786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:23.246809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.248154 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d24b4dcf-31a5-40d2-9d7b-3e601b7f2e93 HTTP/1.1" status: 204  len: 168 time: 0.1897898
Dec 09 14:13:23.301065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff4852-9316-4967-84b8-647fe57d88df req-37fd0406-a3f4-499f-8405-185c5826f607 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:23.301806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c6ff4852-9316-4967-84b8-647fe57d88df req-37fd0406-a3f4-499f-8405-185c5826f607 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:13:23.339410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c6ff4852-9316-4967-84b8-647fe57d88df req-37fd0406-a3f4-499f-8405-185c5826f607 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:13:23.340732 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6ff4852-9316-4967-84b8-647fe57d88df req-37fd0406-a3f4-499f-8405-185c5826f607 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 932 time: 0.2044885
Dec 09 14:13:23.467107 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6ff4852-9316-4967-84b8-647fe57d88df req-68436095-4478-423c-a9e2-3a577a631225 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792336
Dec 09 14:13:23.554776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e9c729-2d74-41ee-a1af-4fca4e59277e {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:13:23.562232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.577614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Transition to ACTIVE for port object 21e9c729-2d74-41ee-a1af-4fca4e59277e will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:13:23.581398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.585633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c40d5b9d-e337-4684-9e3a-65c74dd96967 tempest-TestServerAdvancedOps-1213659548 tempest-TestServerAdvancedOps-1213659548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:23.641557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60620) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:23.698993 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8cabc7dd-0858-4e0c-addf-0671b8cb3c99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=492d27a8d581486d8d73f6ae390d1516&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0559909
Dec 09 14:13:23.700991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60624) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:23.729347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Pushing event updated for resources: {'Port': ['ID=21e9c729-2d74-41ee-a1af-4fca4e59277e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:23.822635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c2a53ecc-1042-4887-b251-519ca28e9ba6 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:23.851398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:23.892487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c2a53ecc-1042-4887-b251-519ca28e9ba6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:23.892872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.986731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:23.998339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Attempting to bind port 21e9c729-2d74-41ee-a1af-4fca4e59277e on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:13:23.998680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Attempting to bind port 21e9c729-2d74-41ee-a1af-4fca4e59277e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:13:23.999003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Attempting to bind port 21e9c729-2d74-41ee-a1af-4fca4e59277e on network ce90ec43-63b0-446a-8ccf-3098ba0765bd {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:13:24.020621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Port 21e9c729-2d74-41ee-a1af-4fca4e59277e on network ce90ec43-63b0-446a-8ccf-3098ba0765bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:13:24.020945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Attempting to bind port 21e9c729-2d74-41ee-a1af-4fca4e59277e on network ce90ec43-63b0-446a-8ccf-3098ba0765bd {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:13:24.024528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.045770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:13:24.046106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Checking segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:13:24.046489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Bound using segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:13:24.046912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Bound port: 21e9c729-2d74-41ee-a1af-4fca4e59277e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:13:24.047245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.140153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.148116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-207bd214-d675-419f-84d2-24ff6c52588d tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:24.162429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e729a-21df-476d-8ed5-3ce101a0f49a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:24.167167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:24.168369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] For port 21e9c729-2d74-41ee-a1af-4fca4e59277e, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:13:24.170619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.174233 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c40e729a-21df-476d-8ed5-3ce101a0f49a HTTP/1.1" status: 204  len: 168 time: 0.4600492
Dec 09 14:13:24.179555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] For port 21e9c729-2d74-41ee-a1af-4fca4e59277e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:13:24.185034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.191445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1f5d1eaf-ac31-4bd4-a18f-b9ccf29c2390 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:24.246329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.247856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] 10.222.0.35 "PUT /v2.0/ports/21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 200  len: 1094 time: 1.3027458
Dec 09 14:13:24.250439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:13:24.291755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Pushing event updated for resources: {'Port': ['ID=21e9c729-2d74-41ee-a1af-4fca4e59277e,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:24.295005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:24.335767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'status': 'completed', 'code': 200}
Dec 09 14:13:24.373968 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-378a5620-b932-4167-839d-71a18df8b601 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1097 time: 0.0836689
Dec 09 14:13:24.449877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-377f74cb-3fff-49cf-b5d8-3db2ed9b25cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 200  len: 217 time: 0.0690951
Dec 09 14:13:24.517915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-d095f825-a2f7-405a-8da3-103a3dc3910f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:24.519412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-d095f825-a2f7-405a-8da3-103a3dc3910f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0638039
Dec 09 14:13:24.614493 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-8c167f41-ff01-4090-8b34-08258001d12a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0884793
Dec 09 14:13:24.798936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620ade4-33e7-44cd-99c5-e5353a4705d8 req-4f469272-d58e-4aed-8bc9-594fc44ea5ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:24.801008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a620ade4-33e7-44cd-99c5-e5353a4705d8 req-4f469272-d58e-4aed-8bc9-594fc44ea5ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 944 time: 0.1842039
Dec 09 14:13:24.804372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-e15c73d9-ae8a-4e0f-8b0e-9d0dc80f8262 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578176
Dec 09 14:13:24.854957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-565469e3-7811-46b4-9785-7e014fe3ffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:24.929060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a620ade4-33e7-44cd-99c5-e5353a4705d8 req-5ee63395-2993-482c-9e3a-705a32296830 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1216598
Dec 09 14:13:24.967524 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79c3f11e-6c60-4171-b09b-16d1788cc644 req-c07b282f-f680-45fe-b3df-5f7400768264 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439190
Dec 09 14:13:25.083926 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-c5fc5005-9af4-4985-a552-c54ba7309688 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1097 time: 0.0740142
Dec 09 14:13:25.215450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-fb423b15-44ae-4954-ba46-58dd20d6cd8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:25.216888 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-fb423b15-44ae-4954-ba46-58dd20d6cd8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 898 time: 0.1265011
Dec 09 14:13:25.288594 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-79f58325-e9d0-443f-bcdd-b57652feeae6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 200  len: 217 time: 0.0636752
Dec 09 14:13:25.352753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-87826478-b70f-4862-8785-2da8158321bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:25.354114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-87826478-b70f-4862-8785-2da8158321bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0567291
Dec 09 14:13:25.426970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-e1a105f1-20c7-4c56-8ed8-2ad1731ef918 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662742
Dec 09 14:13:25.559284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-9ef996ba-c922-40da-90c6-a49c64c71c63 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244843
Dec 09 14:13:25.784896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d687928d-bdb2-4877-9cc6-78bced1dbc94 req-d62e33ea-d217-4015-b6e0-64db401e8aad service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174585
Dec 09 14:13:26.097847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:26.124716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614b19e-f29a-4720-920c-5b7ff66419f1 req-fe98c206-1ab3-4f4f-9315-945c03b59493 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:26.126382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a614b19e-f29a-4720-920c-5b7ff66419f1 req-fe98c206-1ab3-4f4f-9315-945c03b59493 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 944 time: 0.0783744
Dec 09 14:13:26.170542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a614b19e-f29a-4720-920c-5b7ff66419f1 req-c8826a4b-5633-4e6c-9a47-6b7d43fb944f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379608
Dec 09 14:13:26.378735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:27.367789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16782ef-233b-402c-bf98-53f0b302cbc2 req-6332b7a9-7f4c-43aa-8a60-af417ac0eb50 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:27.369113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d16782ef-233b-402c-bf98-53f0b302cbc2 req-6332b7a9-7f4c-43aa-8a60-af417ac0eb50 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 944 time: 0.0784559
Dec 09 14:13:27.413680 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d16782ef-233b-402c-bf98-53f0b302cbc2 req-bfcbd9d8-df3b-4c28-9496-6b2555a00b98 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390394
Dec 09 14:13:27.522187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:28.125898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 21e9c729-2d74-41ee-a1af-4fca4e59277e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:13:28.265981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 21e9c729-2d74-41ee-a1af-4fca4e59277e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:28.286847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'port_id': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'mac_address': 'fa:16:3e:04:fc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:13:28.341302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:28.358501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e9c729-2d74-41ee-a1af-4fca4e59277e {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:13:28.372825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 21e9c729-2d74-41ee-a1af-4fca4e59277e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:28.376749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:28.378734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-02db1971-2528-4a71-8f71-0f3fa33215f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:28.379070 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:13:28.440223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=21e9c729-2d74-41ee-a1af-4fca4e59277e,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:28.448865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.449201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.449548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.449882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.450208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.450531 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.450849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.451169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.451490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.451804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.452117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:13:28.455751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:28.581895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['21e9c729-2d74-41ee-a1af-4fca4e59277e'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:13:28.613934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef312b5-a7b0-44df-a615-64747c7dd2c2 req-677912c3-7280-4e76-8995-a7ba18e65e4a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:28.615394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ef312b5-a7b0-44df-a615-64747c7dd2c2 req-677912c3-7280-4e76-8995-a7ba18e65e4a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 945 time: 0.0792382
Dec 09 14:13:28.661476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ef312b5-a7b0-44df-a615-64747c7dd2c2 req-142a19cd-25c4-4e56-984e-163dc505c3af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405178
Dec 09 14:13:29.868324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3510-7797-4246-89ae-1db69cb9ff9c req-15df318c-9986-4eb5-88dc-69faae1a0f4a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:29.869752 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81ce3510-7797-4246-89ae-1db69cb9ff9c req-15df318c-9986-4eb5-88dc-69faae1a0f4a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 945 time: 0.0855775
Dec 09 14:13:29.915161 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81ce3510-7797-4246-89ae-1db69cb9ff9c req-e95532d6-06b2-419d-a730-8b81cbf30769 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399640
Dec 09 14:13:30.141216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 21e9c729-2d74-41ee-a1af-4fca4e59277e up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:13:30.209954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 21e9c729-2d74-41ee-a1af-4fca4e59277e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:13:30.214411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 21e9c729-2d74-41ee-a1af-4fca4e59277e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:13:30.214793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:30.326963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:30.352755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:13:30.362548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 21e9c729-2d74-41ee-a1af-4fca4e59277e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:13:30.367246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:30.369117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:30.410279 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'code': 200}
Dec 09 14:13:30.433386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=21e9c729-2d74-41ee-a1af-4fca4e59277e,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:30.436249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:30.628183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53aa143d-bb95-444d-ba8a-72aae3949a56 req-94a29e14-91c5-4e9e-9635-65b0d75d9577 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1099 time: 0.0677605
Dec 09 14:13:30.669511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53aa143d-bb95-444d-ba8a-72aae3949a56 req-05226664-500b-4c18-a545-20cb9cb9145c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348382
Dec 09 14:13:31.113484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950543b-d316-408d-aedc-9abfad2aa6c4 req-2cc65b05-0fc6-4a3b-86dc-25f4dc0af973 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:31.115016 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e950543b-d316-408d-aedc-9abfad2aa6c4 req-2cc65b05-0fc6-4a3b-86dc-25f4dc0af973 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 946 time: 0.0799911
Dec 09 14:13:31.158661 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e950543b-d316-408d-aedc-9abfad2aa6c4 req-49036b41-6dbd-4d70-94c6-e4789e4f21f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381682
Dec 09 14:13:32.354844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d9b2a-f002-4f68-9a7a-c59c7fc208e6 req-17e14437-f7ae-40ed-b71c-355807f4f1b8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:32.356549 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c72d9b2a-f002-4f68-9a7a-c59c7fc208e6 req-17e14437-f7ae-40ed-b71c-355807f4f1b8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 946 time: 0.0764084
Dec 09 14:13:32.404471 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c72d9b2a-f002-4f68-9a7a-c59c7fc208e6 req-693d684d-5dad-452d-8eca-e729fe9e27e9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425391
Dec 09 14:13:32.601042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65af893-01fa-4ac0-aeff-64c4673dfd12 req-81beb4eb-954a-4a8e-89a3-023fcaf253e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:32.602565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f65af893-01fa-4ac0-aeff-64c4673dfd12 req-81beb4eb-954a-4a8e-89a3-023fcaf253e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 946 time: 0.0770853
Dec 09 14:13:32.648558 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f65af893-01fa-4ac0-aeff-64c4673dfd12 req-0f8b7330-1d59-4071-906d-0e34903c5c4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399480
Dec 09 14:13:32.675586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60650) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:32.747089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8295a01c-42dd-442e-bb12-61fab0ea38e0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1094 time: 0.0697582
Dec 09 14:13:32.749611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60654) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:32.755222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:13:32.760416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:13:32.764154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:13:32.766914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:13:32.772445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:13:32.782740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:32.913551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:33.042905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.80 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/cf647021-548d-4bab-a2de-db227841768b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:13:33.184924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:33.215179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:33.218889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0c4933b8-1f33-490f-a8e2-ce05dcf6f9f8 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:33.283256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:13:33.286857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:13:33.290345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:13:33.322262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=cf647021-548d-4bab-a2de-db227841768b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:33.326791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:33.890199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:33.943532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:34.145178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:34.149824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:34.153272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e1309a4c-544b-4610-9df4-2e61cc73133c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:13:34.245519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=cf647021-548d-4bab-a2de-db227841768b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:13:34.249295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:13:34.265850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:34.454079 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 10e83098-f885-4601-98b6-614c43ad445b associated. External IP: 172.26.3.80, port: 21e9c729-2d74-41ee-a1af-4fca4e59277e.
Dec 09 14:13:34.838377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:13:35.031824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:13:35.042374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:13:35.055384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:35.055975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449a487f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:13:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:35.056115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:35.217480 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4668717
Dec 09 14:13:35.218173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:13:35.220463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60658) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:35.241336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:35.272249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'status': 'completed', 'code': 200}
Dec 09 14:13:35.344440 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ee47d0ac-26ee-4514-a37e-7e574962ada1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 991 time: 0.1227171
Dec 09 14:13:35.366361 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-58d3f2ec-2f7b-4ac3-974f-fa342bcb9be5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1099 time: 0.0712776
Dec 09 14:13:35.493967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb4364-2992-4485-a948-5e943850b284 req-b9b5166d-2aba-44b9-841d-b22706b91643 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:35.495314 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-b9b5166d-2aba-44b9-841d-b22706b91643 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 898 time: 0.1221864
Dec 09 14:13:35.587204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449a487f0>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '10e83098-f885-4601-98b6-614c43ad445b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'port_id': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'mac_address': 'fa:16:3e:04:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:13:33Z', 'updated_at': '2021-12-09T14:13:33Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:35.591176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:13:35.599680 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-af7858cd-0acd-44e1-b75e-4608f51834da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 200  len: 999 time: 0.0982127
Dec 09 14:13:35.601595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:13:35.602184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449a487f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:13:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:35.666754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb4364-2992-4485-a948-5e943850b284 req-bf64b2b3-7fbe-4e3a-a69b-2df818038bed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:13:35.668319 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-bf64b2b3-7fbe-4e3a-a69b-2df818038bed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0631287
Dec 09 14:13:35.741839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-143ca7c0-2712-4a2a-ad0b-20769853f817 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676899
Dec 09 14:13:35.779871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:13:35.871482 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-9e0318c5-dc06-43f7-9a6b-9cc923b0c336 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230321
Dec 09 14:13:36.001953 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0cbb4364-2992-4485-a948-5e943850b284 req-05373b90-186c-4b19-a3bd-a92f23dff04f service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248229
Dec 09 14:13:36.168002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449a487f0>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '10e83098-f885-4601-98b6-614c43ad445b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'port_id': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'mac_address': 'fa:16:3e:04:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:13:33Z', 'updated_at': '2021-12-09T14:13:33Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:13:36.172009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a2e69-ded2-4f84-bffc-d1facd2cec70 None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '10e83098-f885-4601-98b6-614c43ad445b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'port_id': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'mac_address': 'fa:16:3e:04:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:13:33Z', 'updated_at': '2021-12-09T14:13:33Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:13:36.347717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60664) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:36.455481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33ef5d68-dd40-4bb5-a6e3-007beb80f1d9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 991 time: 0.1057670
Dec 09 14:13:37.459134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60668) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:37.476974 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1330f64-9c76-4a6b-a1c9-6e290820a8b2 None None] New status for floating IP 10e83098-f885-4601-98b6-614c43ad445b: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:13:37.566631 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ba46823-92ce-424e-8ed6-bc8647cc1808 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 991 time: 0.1061120
Dec 09 14:13:38.570616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60672) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:13:38.686060 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8a65e663-be6e-4696-8991-e2276a7e1def tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 993 time: 0.1141665
Dec 09 14:13:46.218342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:52.497183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aba229a9-445a-4e4c-abf4-6f913daf2380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:54.857069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-339e4997-5a68-4cbd-bbf2-ced9f96a918d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:56.098802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:56.379811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:13:57.525443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:03.335631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60684) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:03.408836 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e1639e50-2b77-4c73-95bd-3e8a866289e9 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=4d495a02eaa14fa7a1c8480789350b8d&network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 3000 time: 0.0719774
Dec 09 14:14:05.379885 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:14:07.037244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60696) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:07.096543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561e4eeb-7000-4912-b916-a27cac09a6f1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:07.097988 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-561e4eeb-7000-4912-b916-a27cac09a6f1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b HTTP/1.1" status: 200  len: 814 time: 0.0597100
Dec 09 14:14:08.100303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60704) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:08.105782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:08.202412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:08.464525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:08.468102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:08.468417 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 10e83098-f885-4601-98b6-614c43ad445b disassociated. External IP: 172.26.3.80, port: 21e9c729-2d74-41ee-a1af-4fca4e59277e.
Dec 09 14:14:08.953059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:14:09.147990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:14:09.152738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:09.157847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:14:09.169764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:14:09.170378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498a5940>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:13:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:09.208104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c54d647-0a30-4029-8d0a-d9c084511bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 689 time: 1.1065969
Dec 09 14:14:09.208702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:14:09.210837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60708) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:09.262948 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'status': 'completed', 'code': 200}
Dec 09 14:14:09.295818 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9ac16ec1-729b-42c6-8976-ae1d85f23869 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 689 time: 0.0827446
Dec 09 14:14:09.349905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:14:09.352188 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-fff07930-2a72-474b-a457-0e7320a1b538 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1099 time: 0.0680192
Dec 09 14:14:09.479891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-de69ec8e-09ea-4bd5-bf14-1a62c0e4864e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:09.481239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-de69ec8e-09ea-4bd5-bf14-1a62c0e4864e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 898 time: 0.1227803
Dec 09 14:14:09.550952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-c309cf75-5ced-4b81-b6bb-dcfda46faf27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 200  len: 217 time: 0.0632198
Dec 09 14:14:09.621055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-8777f213-c180-4106-bc20-29d474299d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:09.622517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-8777f213-c180-4106-bc20-29d474299d65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0639639
Dec 09 14:14:09.676418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498a5940>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:09.680304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:14:09.691647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:14:09.691826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498a5940>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:13:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:09.702363 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-5e551534-deb2-425c-98e1-ee0d7281895f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736887
Dec 09 14:14:09.834545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-52b9255d-5688-4c07-b942-095ea5561830 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254046
Dec 09 14:14:09.873577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:14:09.964942 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ad921d8-432d-4801-bcdc-7bba98e3649f req-6314f501-7fcb-4f1f-ad4f-ba135b39da4d service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239803
Dec 09 14:14:10.184123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498a5940>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:10.188037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01aa5e5-476a-4a4c-b329-96e0df23a3d1 None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:14:10.299121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60714) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:10.378575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a3c8d54a-92c3-4e89-8c23-37a7f4d52ef4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 689 time: 0.0782604
Dec 09 14:14:10.395240 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9d47d-69a4-4890-a44d-413f9d82032d None None] New status for floating IP 10e83098-f885-4601-98b6-614c43ad445b: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:14:11.382254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60718) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:11.558506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-359e6acc-7470-4164-8800-67d460a0a0a3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 687 time: 0.1750503
Dec 09 14:14:12.938292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60724) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:12.944024 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679860248', 'description': 'tempest-secgroup-smoke-679860248 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:12.949979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:12.959352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:12.970776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.005671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.009278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.011989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.018016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.070094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.073574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.078503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8d091cd6-69f3-4c35-b023-dfc7c5e8706f tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:13.121887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75233443-e3f3-4b9e-91b9-617e27c78ab8,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:13.131045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.132222 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1929576
Dec 09 14:14:13.133688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.134068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.134436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.134818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.135169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.135428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60728) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:13.135893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.135893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.136223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.136579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.136931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.137281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:13.140718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:13.146444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '75233443-e3f3-4b9e-91b9-617e27c78ab8', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:13.152397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.156201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.159120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.164715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.181453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.241625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.244826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.246605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-452774ce-5ec2-4f66-a508-d268ef2653ec tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:13.268193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5af8ca-40bc-4d32-8edd-3f19f56d5c4b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:13.272367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:13.276454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.280134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1411469
Dec 09 14:14:13.280312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60732) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:13.286149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '75233443-e3f3-4b9e-91b9-617e27c78ab8', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:13.291661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.295365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.298239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.303811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.318791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.377444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.380926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.382662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8523f667-9bd9-45e7-bcd9-d6f5b9434db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:13.404260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b08fff8-ea40-4646-aebf-1cc7b3579b51,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:13.408897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:13.413015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.414191 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1329951
Dec 09 14:14:13.417033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60736) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:13.422521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '75233443-e3f3-4b9e-91b9-617e27c78ab8', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:13.428112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.431928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.434718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.440300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.456588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.517316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.522262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.524071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-13c700ad-b687-46e9-9319-ad86397ece63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:13.546005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8108c7-dbe2-46ec-bd90-7d49c38821de,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:13.548354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:13.555459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.556667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1387000
Dec 09 14:14:13.559498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60740) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:13.565351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '75233443-e3f3-4b9e-91b9-617e27c78ab8', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:13.571348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.575442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.578330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.585369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.604392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.667569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.670752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.672476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1aef7d99-065b-4e63-86ab-baf9ac6f69d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:13.693587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eb3213-0035-4c51-a747-cef0af244318,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:13.695860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:13.702500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.703644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-99524ebd-1ff3-44dc-b060-39da0ed23569 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1432533
Dec 09 14:14:13.706680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60744) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:13.712371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '75233443-e3f3-4b9e-91b9-617e27c78ab8', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:13.718251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.722556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.725369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.730996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.836481 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:14:13.843085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.905841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.909192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.911006 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6789ccb3-c461-4aa8-af9b-38f005d0a257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:13.932844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713df100-4b41-4132-9b7f-01ec1b4e8f2b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:13.937001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:13.941788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:13.942929 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2352173
Dec 09 14:14:13.945944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60748) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:13.951257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '75233443-e3f3-4b9e-91b9-617e27c78ab8', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:13.956896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:13.960639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:14:13.963501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:14:13.969095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:13.978177 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:14:13.984426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:14.047127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:14.050690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:14.052423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac1e5b97-25e8-4900-bd82-79a79708bd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:14.073228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3a108e-f86a-4f4f-aed6-9445c62c8ce1,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:14.075568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:14.083211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:14.084363 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1375861
Dec 09 14:14:14.334441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-24a7a44c-b0e1-483f-bac2-3c76f8665604 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679860248&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0402694
Dec 09 14:14:14.480163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7dbe7db4-9415-4c4f-8f4a-1baa4bb469be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:14.481500 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7dbe7db4-9415-4c4f-8f4a-1baa4bb469be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 797 time: 0.1411076
Dec 09 14:14:14.498038 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-26075bfe-d4a6-464e-aafe-94ae78ec3751 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0103846
Dec 09 14:14:14.579003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-a121b413-9324-40b7-87b9-f7a53da543ec tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0760198
Dec 09 14:14:14.715440 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-fe6773ba-718f-4086-bec7-3852a695e676 service neutron] 10.222.0.21 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252675
Dec 09 14:14:14.845941 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-bb1f5d3a-e0c2-4983-9d4a-c8327e88ccfe service neutron] 10.222.0.21 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241293
Dec 09 14:14:15.033014 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d64fc3bf-0664-4775-8b3f-9b053741b538 req-9adac668-62ec-4110-8144-ba870573aaa7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 210 time: 0.0465307
Dec 09 14:14:16.003003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-8870c296-a457-4f8c-8779-4cc1c6266ee2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:16.004411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-8870c296-a457-4f8c-8779-4cc1c6266ee2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 797 time: 0.1432729
Dec 09 14:14:16.060882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-56b94b96-5aed-40f3-9353-79774b3829e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 471 time: 0.0434225
Dec 09 14:14:16.069411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['75233443-e3f3-4b9e-91b9-617e27c78ab8']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:16.217555 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52d3644e-da34-44a8-92eb-416c2551bcb0 req-226ca6ba-57ce-4b47-ad92-9dc190bd64f0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 210 time: 0.0540717
Dec 09 14:14:16.235578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:16.243412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:14:16.253127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:14:16.261748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:14:16.264825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:16.421991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.7 (ce90ec43-63b0-446a-8ccf-3098ba0765bd/6becae87-a7dc-4090-b4e7-bea1a51e9f79/c0eac6d4-737b-4b6a-9c81-125e226da8d1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:14:16.602721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:16.617976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object c0eac6d4-737b-4b6a-9c81-125e226da8d1 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:14:16.639109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:16.644903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8c0c3c45-fabf-4dd6-bfff-f1b0a7c190cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:16.717206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:14:16.720549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:14:16.722500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=c0eac6d4-737b-4b6a-9c81-125e226da8d1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:16.724548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:14:16.749489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:16.785771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:16.786370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:16.811250 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7455106
Dec 09 14:14:16.822748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Request body: {'port': {'device_id': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:16.931796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:16.983946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-66c8a08e-249f-473f-bc0a-15dd9e785b2a None None] Provisioning for port c0eac6d4-737b-4b6a-9c81-125e226da8d1 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:14:16.989270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-66c8a08e-249f-473f-bc0a-15dd9e785b2a None None] Provisioning complete for port c0eac6d4-737b-4b6a-9c81-125e226da8d1 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:14:16.989688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-66c8a08e-249f-473f-bc0a-15dd9e785b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:17.042804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-66c8a08e-249f-473f-bc0a-15dd9e785b2a None None] Port c0eac6d4-737b-4b6a-9c81-125e226da8d1 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:14:17.408301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eac6d4-737b-4b6a-9c81-125e226da8d1 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:14:17.416472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:17.442126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Transition to ACTIVE for port object c0eac6d4-737b-4b6a-9c81-125e226da8d1 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:14:17.447094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:17.451575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:17.506003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed5a6d-85e9-4bb0-9079-a682b26649c4 req-3f2fcfb1-9e6d-4c84-8bfe-1a501d2a2378 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:17.506686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a7ed5a6d-85e9-4bb0-9079-a682b26649c4 req-3f2fcfb1-9e6d-4c84-8bfe-1a501d2a2378 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:14:17.590667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eac6d4-737b-4b6a-9c81-125e226da8d1,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:17.595901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:17.597487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a7ed5a6d-85e9-4bb0-9079-a682b26649c4 req-3f2fcfb1-9e6d-4c84-8bfe-1a501d2a2378 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:14:17.598730 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7ed5a6d-85e9-4bb0-9079-a682b26649c4 req-3f2fcfb1-9e6d-4c84-8bfe-1a501d2a2378 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 931 time: 0.2588561
Dec 09 14:14:17.725914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a7ed5a6d-85e9-4bb0-9079-a682b26649c4 req-7e0cec5b-a509-4a35-80ba-fdf804d08ae8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959370
Dec 09 14:14:17.742008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Attempting to bind port c0eac6d4-737b-4b6a-9c81-125e226da8d1 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:14:17.742344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Attempting to bind port c0eac6d4-737b-4b6a-9c81-125e226da8d1 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:14:17.742748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Attempting to bind port c0eac6d4-737b-4b6a-9c81-125e226da8d1 on network ce90ec43-63b0-446a-8ccf-3098ba0765bd {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:14:17.748470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Port c0eac6d4-737b-4b6a-9c81-125e226da8d1 on network ce90ec43-63b0-446a-8ccf-3098ba0765bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:14:17.748786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Attempting to bind port c0eac6d4-737b-4b6a-9c81-125e226da8d1 on network ce90ec43-63b0-446a-8ccf-3098ba0765bd {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:14:17.756452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:14:17.756789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Checking segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:14:17.757168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Bound using segment: {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:14:17.757610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Bound port: c0eac6d4-737b-4b6a-9c81-125e226da8d1, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92d19011-5481-4146-b55a-9c0ff1cf5724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:14:17.757959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:17.846647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] For port c0eac6d4-737b-4b6a-9c81-125e226da8d1, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:14:17.849715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] For port c0eac6d4-737b-4b6a-9c81-125e226da8d1, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:14:17.853781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:17.857585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d3a98b3-e863-4846-b983-78f08cedd6ff tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:17.915775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:17.917125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/c0eac6d4-737b-4b6a-9c81-125e226da8d1 HTTP/1.1" status: 200  len: 1093 time: 1.0985801
Dec 09 14:14:17.917666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:14:17.936569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eac6d4-737b-4b6a-9c81-125e226da8d1,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:17.940489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:17.994279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'status': 'completed', 'code': 200}
Dec 09 14:14:18.043081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-2d8cffcd-9c5d-4f7d-a1e4-2d2d8efbd173 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 1096 time: 0.0842950
Dec 09 14:14:18.113749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-15497e69-617e-4033-a7c8-f649488451c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1 HTTP/1.1" status: 200  len: 217 time: 0.0639455
Dec 09 14:14:18.179828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-48140d6d-dee3-41de-a7a7-7261d9a6af42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:18.181172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-48140d6d-dee3-41de-a7a7-7261d9a6af42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0618207
Dec 09 14:14:18.255262 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-98a27a40-461b-47c7-b25b-0461353de599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0673594
Dec 09 14:14:18.382737 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-94ab73e3-b421-4017-bd9b-8e11e4c8c56d service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209779
Dec 09 14:14:18.510638 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78fa3885-b6cf-42bd-96cf-8a7d0f0b8bdd req-4f07eec4-878e-4d1f-9eb1-081cb786187e service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212592
Dec 09 14:14:18.626439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-ab0a707a-b12d-4e23-9ac5-f93582998749 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 1096 time: 0.0718439
Dec 09 14:14:18.754352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-a84213ab-db2b-4954-934d-61c44a426089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:18.755746 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-a84213ab-db2b-4954-934d-61c44a426089 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 898 time: 0.1229789
Dec 09 14:14:18.950995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-69ecae36-8bd3-4c5a-870e-33bcd6c0f3de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1 HTTP/1.1" status: 200  len: 217 time: 0.1884048
Dec 09 14:14:19.025271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-3f8eb2e9-1749-4314-b66c-7c77179f83b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:19.026556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-3f8eb2e9-1749-4314-b66c-7c77179f83b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0679657
Dec 09 14:14:19.073383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479b10a-8479-4970-9fe1-6693b9ace0d3 req-cfabc094-8339-48d9-a8c0-5a35241c101c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:19.074780 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1479b10a-8479-4970-9fe1-6693b9ace0d3 req-cfabc094-8339-48d9-a8c0-5a35241c101c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 943 time: 0.1709006
Dec 09 14:14:19.139042 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1479b10a-8479-4970-9fe1-6693b9ace0d3 req-ce794914-99d2-4133-a4ac-0236889961a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555100
Dec 09 14:14:19.149916 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-9a1ff808-b63a-4b11-aa68-4043236da392 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1159313
Dec 09 14:14:19.280312 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-afaaa1b0-def2-4aa5-af76-506b5e99b539 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224554
Dec 09 14:14:19.408640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90121e62-ebe3-419b-a463-e7b2f3fdca9d req-5fda8b97-c43d-4841-873c-b4bb9ad9247b service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219776
Dec 09 14:14:20.374316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device c0eac6d4-737b-4b6a-9c81-125e226da8d1 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:14:20.513605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a16399-8d00-4133-9a14-be23f66640e9 req-f284cc95-71c8-41cf-a20e-cc6eb7723ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:20.515632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16a16399-8d00-4133-9a14-be23f66640e9 req-f284cc95-71c8-41cf-a20e-cc6eb7723ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 943 time: 0.0784531
Dec 09 14:14:20.549667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port c0eac6d4-737b-4b6a-9c81-125e226da8d1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:14:20.562623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16a16399-8d00-4133-9a14-be23f66640e9 req-a32c3a83-a68f-4de3-8069-c91fcd020f22 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401099
Dec 09 14:14:20.563651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'port_id': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'mac_address': 'fa:16:3e:57:e0:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:14:20.619256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:20.635809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eac6d4-737b-4b6a-9c81-125e226da8d1 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:14:20.651136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port c0eac6d4-737b-4b6a-9c81-125e226da8d1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:14:20.654836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:20.656504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a25a3e66-5679-4ede-b474-aadf1179969d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:20.717606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=c0eac6d4-737b-4b6a-9c81-125e226da8d1,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:20.721077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:20.855859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['c0eac6d4-737b-4b6a-9c81-125e226da8d1'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:14:21.758872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c70b-a02f-4c89-bfc3-103c6baa501f req-4afaa40b-3540-4fa3-b8e5-5a79747f89a3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:21.760288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad93c70b-a02f-4c89-bfc3-103c6baa501f req-4afaa40b-3540-4fa3-b8e5-5a79747f89a3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 944 time: 0.0804009
Dec 09 14:14:21.804490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad93c70b-a02f-4c89-bfc3-103c6baa501f req-137ace94-e8a4-4a97-8000-9e645a7e0564 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387890
Dec 09 14:14:22.390444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device c0eac6d4-737b-4b6a-9c81-125e226da8d1 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:14:22.459259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port c0eac6d4-737b-4b6a-9c81-125e226da8d1 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:14:22.464068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port c0eac6d4-737b-4b6a-9c81-125e226da8d1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:14:22.464445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:22.523203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3656133d-824a-4dc6-9f5d-9108906d4ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:22.588354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:22.616509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:14:22.626319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port c0eac6d4-737b-4b6a-9c81-125e226da8d1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:14:22.629924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:22.632527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e2eeefe0-f685-485c-a31e-2b36bf2a53af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:22.673663 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'code': 200}
Dec 09 14:14:22.701115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=c0eac6d4-737b-4b6a-9c81-125e226da8d1,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:22.704464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:22.889116 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc59ff4c-d6d9-4358-b15e-a5666f256d89 req-b935f2d8-7027-417e-972f-e1affa00d0ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 1098 time: 0.0670004
Dec 09 14:14:22.971805 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc59ff4c-d6d9-4358-b15e-a5666f256d89 req-b3c4d29d-4b84-44a6-b16a-72bf3d0da19e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768023
Dec 09 14:14:23.007982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95828b-1436-462f-93e8-4584fbfd0c07 req-2d3cefd7-be93-4817-9d1f-1d62b2d13594 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:23.009385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a95828b-1436-462f-93e8-4584fbfd0c07 req-2d3cefd7-be93-4817-9d1f-1d62b2d13594 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 945 time: 0.0801320
Dec 09 14:14:23.052751 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a95828b-1436-462f-93e8-4584fbfd0c07 req-8bc3391d-4f5c-4454-b85c-845963e31dc1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379679
Dec 09 14:14:24.252428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495164f-86ce-4b3e-bb75-dd54dc13afdc req-18bd1325-0883-47cf-b307-470641d3cd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:24.253876 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1495164f-86ce-4b3e-bb75-dd54dc13afdc req-18bd1325-0883-47cf-b307-470641d3cd49 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 945 time: 0.0790460
Dec 09 14:14:24.299573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1495164f-86ce-4b3e-bb75-dd54dc13afdc req-9c462d38-59b8-486d-8953-12108ad8fed4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402234
Dec 09 14:14:24.490886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c18c4-15c6-42c8-bb24-56dbd99c3983 req-3c17fa6b-6485-41d0-801c-631f02b653d4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:24.492318 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990c18c4-15c6-42c8-bb24-56dbd99c3983 req-3c17fa6b-6485-41d0-801c-631f02b653d4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 945 time: 0.0747247
Dec 09 14:14:24.537074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-990c18c4-15c6-42c8-bb24-56dbd99c3983 req-afa8ce2a-d2cd-4c19-a1b2-bef456efb291 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392537
Dec 09 14:14:24.563710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60792) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:24.636897 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b63f7e83-3425-4826-8fa7-5be3490f23d3 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 1093 time: 0.0718510
Dec 09 14:14:24.639648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60796) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:24.646646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'port_id': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:14:24.723114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:24.860534 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d01bdb4b-fbe4-4391-bc55-8db36de045e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:25.316927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:25.320262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:25.502885 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 10e83098-f885-4601-98b6-614c43ad445b associated. External IP: 172.26.3.80, port: c0eac6d4-737b-4b6a-9c81-125e226da8d1.
Dec 09 14:14:25.989794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:14:26.101874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:26.184243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:14:26.188583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:26.194316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:14:26.206217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:14:26.206896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449561a90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:26.243151 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d8cbd411-4ad7-43ee-ac21-4c2cdb474a06 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 990 time: 1.5999939
Dec 09 14:14:26.243151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:14:26.243564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:26.294949 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'status': 'completed', 'code': 200}
Dec 09 14:14:26.396797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:26.401243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:14:26.402665 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a19b0ca-befa-4b40-97fb-4b5b8e4cd85c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 990 time: 0.1579163
Dec 09 14:14:26.424525 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-718e03c8-d4b4-4403-b1de-9ca0b85ae138 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 1098 time: 0.1002922
Dec 09 14:14:26.561066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394d883-9c3a-4465-b949-0f81904de2ba req-29643ec0-d21c-410b-9187-fb266fb39d9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:26.562540 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-29643ec0-d21c-410b-9187-fb266fb39d9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 898 time: 0.1325746
Dec 09 14:14:26.754695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449561a90>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '10e83098-f885-4601-98b6-614c43ad445b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'port_id': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'mac_address': 'fa:16:3e:57:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:13:33Z', 'updated_at': '2021-12-09T14:14:25Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:26.758843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:14:26.759760 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-ab2fb0e8-dffe-4dda-8c31-ea51048db3af service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781012
Dec 09 14:14:26.770921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:14:26.771543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449561a90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:26.778362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-5fbe2db9-521b-4ca6-9fbb-5d7d4113a4ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1 HTTP/1.1" status: 200  len: 998 time: 0.2099073
Dec 09 14:14:26.843188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394d883-9c3a-4465-b949-0f81904de2ba req-d6139f64-0b7d-4302-a59a-68ed2474b62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:26.844775 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-d6139f64-0b7d-4302-a59a-68ed2474b62b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0604546
Dec 09 14:14:26.895864 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-6ebd6a86-eddf-406b-bd60-538305bf708a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 1099 time: 0.0681391
Dec 09 14:14:26.918601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-e56e4fce-4f12-4c2e-b537-c2755e75c748 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682189
Dec 09 14:14:26.952924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:14:27.056219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-946ec540-a489-4001-a63c-9cf1e38ef42a service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305439
Dec 09 14:14:27.056492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-e7aa13d5-1296-42cc-86d0-de590b7b3ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:27.057892 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-e7aa13d5-1296-42cc-86d0-de590b7b3ee4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 200  len: 898 time: 0.1447794
Dec 09 14:14:27.132570 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-e9828385-1299-41aa-9b28-d4533905324c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 200  len: 217 time: 0.0652685
Dec 09 14:14:27.193511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8394d883-9c3a-4465-b949-0f81904de2ba req-29ea593a-419f-4690-bd4b-cb13ab2d5d62 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264198
Dec 09 14:14:27.199102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-8e3ee4b1-ed83-4553-a61c-86ea8637342a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:27.200528 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-8e3ee4b1-ed83-4553-a61c-86ea8637342a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 200  len: 835 time: 0.0617676
Dec 09 14:14:27.278736 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-ce10a19c-a480-4a53-898d-4b5f85e0ae98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ce90ec43-63b0-446a-8ccf-3098ba0765bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724506
Dec 09 14:14:27.337733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449561a90>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '10e83098-f885-4601-98b6-614c43ad445b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'port_id': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'mac_address': 'fa:16:3e:57:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:13:33Z', 'updated_at': '2021-12-09T14:14:25Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:27.341610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444b397-efd7-473f-85c0-c187a5619e87 None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '10e83098-f885-4601-98b6-614c43ad445b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.80', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'port_id': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'mac_address': 'fa:16:3e:57:e0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:13:33Z', 'updated_at': '2021-12-09T14:14:25Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:14:27.406486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:27.413475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-c77c29b0-44b7-4242-95e9-082306b20276 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281815
Dec 09 14:14:27.529558 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4902e37d-7d23-46f7-b1e2-73d9b71622ba tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 990 time: 0.1184046
Dec 09 14:14:27.534964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:27.556219 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-63061025-3d65-4a4a-8cf2-3a61bfde1959 req-ccc596ba-69b2-459c-b552-dce396da41d2 service neutron] 10.222.0.35 "GET /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364133
Dec 09 14:14:27.562325 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8853d70-6702-4e74-98a9-55e53d2682fd None None] New status for floating IP 10e83098-f885-4601-98b6-614c43ad445b: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:14:28.531082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60810) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:28.635792 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-df049275-87f4-4738-84a2-82416b360ff2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 200  len: 992 time: 0.1035290
Dec 09 14:14:42.379954 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:14:46.250147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:52.495443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0e2c-f953-4a5b-91c1-ad5741afaefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:54.862054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1cf25892-d6be-47fa-bdec-927aab565f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:55.576522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f4864-3797-472d-8d94-9f24f6c98610 req-16615135-a05e-4eff-bbae-55929837d299 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:55.578008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6d5f4864-3797-472d-8d94-9f24f6c98610 req-16615135-a05e-4eff-bbae-55929837d299 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 945 time: 0.0757461
Dec 09 14:14:55.625849 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6d5f4864-3797-472d-8d94-9f24f6c98610 req-a4db9b74-a42c-4694-950c-a937b28624b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422566
Dec 09 14:14:56.104664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:56.377781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:56.802847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-321c5f50-1529-46ee-b03b-91cfd91527b1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:56.803524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-321c5f50-1529-46ee-b03b-91cfd91527b1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:14:56.815090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-321c5f50-1529-46ee-b03b-91cfd91527b1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:14:56.816181 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-321c5f50-1529-46ee-b03b-91cfd91527b1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 945 time: 0.0884266
Dec 09 14:14:56.833958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61d550-ea92-4d94-acc4-01c2b25c6554 req-979e83a1-37c2-4747-95a5-0db250ed7198 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:14:56.835517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f61d550-ea92-4d94-acc4-01c2b25c6554 req-979e83a1-37c2-4747-95a5-0db250ed7198 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 945 time: 0.0768268
Dec 09 14:14:56.881012 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f61d550-ea92-4d94-acc4-01c2b25c6554 req-6fb5698d-9230-4e41-9077-e92eb14bb5db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=75233443-e3f3-4b9e-91b9-617e27c78ab8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399146
Dec 09 14:14:56.887102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port c0eac6d4-737b-4b6a-9c81-125e226da8d1 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:14:56.887442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:57.124651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port c0eac6d4-737b-4b6a-9c81-125e226da8d1, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=c0eac6d4-737b-4b6a-9c81-125e226da8d1,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:14:57.124914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:57.504145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:57.504508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:57.504815 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 10e83098-f885-4601-98b6-614c43ad445b disassociated. External IP: 172.26.3.80, port: c0eac6d4-737b-4b6a-9c81-125e226da8d1.
Dec 09 14:14:57.505185 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for c0eac6d4-737b-4b6a-9c81-125e226da8d1 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:14:57.533027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:57.643900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:57.650388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:57.694270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=c0eac6d4-737b-4b6a-9c81-125e226da8d1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:57.696918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:57.899872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:14:58.055146 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4445b36-13f8-4de0-9278-998097b416b0 req-bb1d0aeb-f066-4eaa-8d6d-9fceedf08335 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=a25f30bf-23a7-4c34-9dd5-0fdb2e019a47 HTTP/1.1" status: 200  len: 210 time: 0.0469513
Dec 09 14:14:58.103548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:14:58.115393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:14:58.127230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:14:58.127849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64497fba90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:58.179235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port c0eac6d4-737b-4b6a-9c81-125e226da8d1 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:14:58.181790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:58.185877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'name': 'network-vif-deleted', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:14:58.201407 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0fdcdb13-296a-4305-adfd-ae6eae9053e8 req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/c0eac6d4-737b-4b6a-9c81-125e226da8d1 HTTP/1.1" status: 204  len: 173 time: 1.3799973
Dec 09 14:14:58.245752 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a25f30bf-23a7-4c34-9dd5-0fdb2e019a47', 'name': 'network-vif-deleted', 'tag': 'c0eac6d4-737b-4b6a-9c81-125e226da8d1', 'status': 'completed', 'code': 200}
Dec 09 14:14:58.318216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:14:58.622816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64497fba90>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:58.626591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:14:58.637227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:14:58.637864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64497fba90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:58.811425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:14:59.152915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64497fba90>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:14:59.157390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ed686-131d-4616-b121-13587ffac62c None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:15Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c2a53ecc-1042-4887-b251-519ca28e9ba6', 'name': '', 'network_id': 'ce90ec43-63b0-446a-8ccf-3098ba0765bd', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:0a:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:15Z', 'updated_at': '2021-12-09T14:13:22Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '6becae87-a7dc-4090-b4e7-bea1a51e9f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:14:59.159766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60836) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:59.236562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.266084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.328696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.333263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19bd2f8b-cdff-413a-8f35-a4d4cc465efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:14:59.349013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75233443-e3f3-4b9e-91b9-617e27c78ab8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:14:59.360286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.361398 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/75233443-e3f3-4b9e-91b9-617e27c78ab8 HTTP/1.1" status: 204  len: 168 time: 0.1999142
Dec 09 14:14:59.363241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.363617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.363992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.364348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.364707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.365063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.365419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.365813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.366160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.366509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.366857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:14:59.374124 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7347f9eb-000f-4dc7-8bc3-3d51f46f2f6e None None] New status for floating IP 10e83098-f885-4601-98b6-614c43ad445b: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:14:59.376357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:14:59.410605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60842) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:14:59.563953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port cf647021-548d-4bab-a2de-db227841768b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:14:59.564300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.739606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.739928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:14:59.957838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for cf647021-548d-4bab-a2de-db227841768b owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:00.105946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:00.109826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fa656acc-adc3-4096-aaab-137f790b62a7 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:00.150807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=cf647021-548d-4bab-a2de-db227841768b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:00.153476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:00.241299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:00.254509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:00.255630 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/10e83098-f885-4601-98b6-614c43ad445b HTTP/1.1" status: 204  len: 168 time: 0.8437004
Dec 09 14:15:00.529760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device c0eac6d4-737b-4b6a-9c81-125e226da8d1 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:00.562060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: c0eac6d4-737b-4b6a-9c81-125e226da8d1 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:15:00.562417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device c0eac6d4-737b-4b6a-9c81-125e226da8d1 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:00.646317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fb49a-ed30-4a17-b07b-7abc635cfcb2 req-017dc0d3-2aad-4e7b-b46b-b11d972eab6e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:00.647852 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f6fb49a-ed30-4a17-b07b-7abc635cfcb2 req-017dc0d3-2aad-4e7b-b46b-b11d972eab6e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 946 time: 0.0804741
Dec 09 14:15:00.691943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8f6fb49a-ed30-4a17-b07b-7abc635cfcb2 req-610e3de7-80bf-47bf-beb6-f0a9dd7e56d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:00.706771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8f6fb49a-ed30-4a17-b07b-7abc635cfcb2 req-610e3de7-80bf-47bf-beb6-f0a9dd7e56d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:00.708480 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f6fb49a-ed30-4a17-b07b-7abc635cfcb2 req-610e3de7-80bf-47bf-beb6-f0a9dd7e56d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552309
Dec 09 14:15:01.835143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-64305614-2dd1-426d-9990-12fbf4ef45cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:01.835825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-64305614-2dd1-426d-9990-12fbf4ef45cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:01.852302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-64305614-2dd1-426d-9990-12fbf4ef45cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:01.853425 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-64305614-2dd1-426d-9990-12fbf4ef45cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 946 time: 0.0935116
Dec 09 14:15:01.911093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a6989-2a73-40d3-8204-eff9d189719c req-2d7060e9-c203-4ad6-a175-3ccadb7e58ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:01.912565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b87a6989-2a73-40d3-8204-eff9d189719c req-2d7060e9-c203-4ad6-a175-3ccadb7e58ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 946 time: 0.0771453
Dec 09 14:15:01.924441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 21e9c729-2d74-41ee-a1af-4fca4e59277e {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:01.924781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:01.957876 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b87a6989-2a73-40d3-8204-eff9d189719c req-527c1789-b781-474a-9c40-406c2245b310 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=b19ba72f-c83d-4067-966b-6148c2421332&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395296
Dec 09 14:15:02.166660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 21e9c729-2d74-41ee-a1af-4fca4e59277e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=21e9c729-2d74-41ee-a1af-4fca4e59277e,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:02.167013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:02.287980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 21e9c729-2d74-41ee-a1af-4fca4e59277e owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:02.423450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:02.428777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ae49e12f-edde-4057-8328-c6da96c030d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:02.475061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=21e9c729-2d74-41ee-a1af-4fca4e59277e,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:02.477510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:02.545219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port 21e9c729-2d74-41ee-a1af-4fca4e59277e on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:15:02.547548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:02.550126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'name': 'network-vif-deleted', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:15:02.565761 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-52be69d9-ffb7-4e9e-bc6b-e2551d76825c req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/21e9c729-2d74-41ee-a1af-4fca4e59277e HTTP/1.1" status: 204  len: 173 time: 0.7062337
Dec 09 14:15:02.609257 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66e0c39-0e30-4a63-8b76-6f7cd7458b42', 'name': 'network-vif-deleted', 'tag': '21e9c729-2d74-41ee-a1af-4fca4e59277e', 'status': 'completed', 'code': 200}
Dec 09 14:15:03.140167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd449470-4e2e-4cd2-bad4-13c67d5b2783 req-4803aa22-e39d-4f73-9474-693a29cff67e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=e66e0c39-0e30-4a63-8b76-6f7cd7458b42 HTTP/1.1" status: 200  len: 210 time: 0.0468140
Dec 09 14:15:04.243283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:04.310025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:04.338423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:04.399400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:04.404220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eeb503fd-6719-4c42-b722-f3f477c3bd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:04.418533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19ba72f-c83d-4067-966b-6148c2421332,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:04.422870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:04.426667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:04.427763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/b19ba72f-c83d-4067-966b-6148c2421332 HTTP/1.1" status: 204  len: 168 time: 0.1834915
Dec 09 14:15:04.467063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60864) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:04.530383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 21e9c729-2d74-41ee-a1af-4fca4e59277e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:04.566608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 21e9c729-2d74-41ee-a1af-4fca4e59277e {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:15:04.566966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 21e9c729-2d74-41ee-a1af-4fca4e59277e not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:04.953985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:05.541361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port c2a53ecc-1042-4887-b251-519ca28e9ba6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:05.542093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:05.722638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port c2a53ecc-1042-4887-b251-519ca28e9ba6, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c2a53ecc-1042-4887-b251-519ca28e9ba6,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:05.722983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:05.843551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for c2a53ecc-1042-4887-b251-519ca28e9ba6 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:06.020313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:06.023724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-105e663b-f955-4d09-bbab-a85b509885f9 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:06.067264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=c2a53ecc-1042-4887-b251-519ca28e9ba6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:06.069759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:06.452400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:07.027068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:15:07.216891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:15:07.226276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] Sync routers for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:15:07.229237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/5871e6bb-06a4-4f41-9e30-35ca6b752c2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7611129
Dec 09 14:15:07.231883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60870) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:07.238556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:07.239161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fb4310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:07.413710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:07.413990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet 6becae87-a7dc-4090-b4e7-bea1a51e9f79 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:15:07.416785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:07.470707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:07.557192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:07.629647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:07.633220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-93278dcb-a618-4a89-baff-5908cf7ddb1f tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:07.666542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=6becae87-a7dc-4090-b4e7-bea1a51e9f79,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:07.670329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:07.675099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:07.681551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/6becae87-a7dc-4090-b4e7-bea1a51e9f79 HTTP/1.1" status: 204  len: 168 time: 0.4484756
Dec 09 14:15:07.684306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60874) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:07.684635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1345b8-cde0-45b9-9f98-4386aaa078fe None None] Network ce90ec43-63b0-446a-8ccf-3098ba0765bd requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:15:07.784741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fb4310>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:15:05Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:07.815434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] Checking router: 5871e6bb-06a4-4f41-9e30-35ca6b752c2f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:15:07.872619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] Routers {'5871e6bb-06a4-4f41-9e30-35ca6b752c2f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:07.873245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fb4310>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:08.000835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.070079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] Set router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:08.114076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] DHCP port deletion for ce90ec43-63b0-446a-8ccf-3098ba0765bd request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:15:08.173576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Deleting port 943d4dbe-d73b-41cb-a47b-17a671d70cbe {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:08.173965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.205757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.216395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port ddc4cede-1d4e-4b98-97b1-c7da1153acf0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:08.216733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.390339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port ddc4cede-1d4e-4b98-97b1-c7da1153acf0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:08.390690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.510173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for ddc4cede-1d4e-4b98-97b1-c7da1153acf0 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:08.561663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] For port 943d4dbe-d73b-41cb-a47b-17a671d70cbe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=943d4dbe-d73b-41cb-a47b-17a671d70cbe,segment=NetworkSegment(92d19011-5481-4146-b55a-9c0ff1cf5724),segment_id=92d19011-5481-4146-b55a-9c0ff1cf5724)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:08.562250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.675431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.681486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-931ce6fb-90a0-4f05-aef9-4fa9018805ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:08.689278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Calling delete_port for 943d4dbe-d73b-41cb-a47b-17a671d70cbe owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:08.726774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=ddc4cede-1d4e-4b98-97b1-c7da1153acf0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:08.729454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:08.747361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fb4310>, [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:15:05Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:08.761638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d454c4e-b7b8-41fa-8d08-3a6370007f54 None None] The sync data for ids ['5871e6bb-06a4-4f41-9e30-35ca6b752c2f'] in dv-neutron-821183-1-hyperv is: [{'id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'name': 'tempest-TestNetworkBasicOps-router-953603456', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:15:05Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'ddc4cede-1d4e-4b98-97b1-c7da1153acf0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5871e6bb-06a4-4f41-9e30-35ca6b752c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:13:11Z', 'updated_at': '2021-12-09T14:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:15:08.772382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:08.776397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-cd3c5770-6fc5-474f-988d-986296909982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:08.816978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Pushing event deleted for resources: {'Port': ['ID=943d4dbe-d73b-41cb-a47b-17a671d70cbe,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:08.831965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] No DVR routers for this DVR port 943d4dbe-d73b-41cb-a47b-17a671d70cbe on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:15:08.836330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.836674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.837010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.837343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.837702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.838029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.838772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.838772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.839000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.839287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.839593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:08.842472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:08.950480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.199629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.203995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.229970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.230630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router 5871e6bb-06a4-4f41-9e30-35ca6b752c2f {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:15:09.246819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.247898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/5871e6bb-06a4-4f41-9e30-35ca6b752c2f HTTP/1.1" status: 204  len: 168 time: 1.5627043
Dec 09 14:15:09.250670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60878) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:09.484892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.626546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.655375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449849ee0>,) {'filters': {'network_id': ['ce90ec43-63b0-446a-8ccf-3098ba0765bd']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:09.669590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449849ee0>, '92d19011-5481-4146-b55a-9c0ff1cf5724') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:09.669880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449849ee0>, '92d19011-5481-4146-b55a-9c0ff1cf5724') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:09.680781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.696299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.702105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:15:09.702476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:15:09.717112 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:15:09.796184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.799689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:09.813672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.825295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=ce90ec43-63b0-446a-8ccf-3098ba0765bd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:09.828917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:09.830737 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/ce90ec43-63b0-446a-8ccf-3098ba0765bd HTTP/1.1" status: 204  len: 168 time: 0.5791776
Dec 09 14:15:09.851941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:09.858087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--736264427', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:09.863294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:09.867821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:09.871502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 943d4dbe-d73b-41cb-a47b-17a671d70cbe no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:09.871988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:09.877682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:09.888314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:15:09.891550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.909276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 943d4dbe-d73b-41cb-a47b-17a671d70cbe {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:15:09.909772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 943d4dbe-d73b-41cb-a47b-17a671d70cbe not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:09.910234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ddc4cede-1d4e-4b98-97b1-c7da1153acf0 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:09.921639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:15:09.931021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.931487 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment 74e3fa08-13f6-42e4-a137-f25d41de79e4 of type vlan for network 14f30f4d-d1b3-492c-a4ae-e10726ca8177
Dec 09 14:15:09.941668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: ddc4cede-1d4e-4b98-97b1-c7da1153acf0 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:15:09.942030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device ddc4cede-1d4e-4b98-97b1-c7da1153acf0 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:09.942459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c2a53ecc-1042-4887-b251-519ca28e9ba6 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:09.961399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.974509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c2a53ecc-1042-4887-b251-519ca28e9ba6 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:15:09.974865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c2a53ecc-1042-4887-b251-519ca28e9ba6 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:09.992838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:09.996873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:09.997448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.000950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb497ebe-e38b-43cf-b6b5-7536cbce8c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:10.108904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=14f30f4d-d1b3-492c-a4ae-e10726ca8177,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:10.112070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:10.114124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cecf5c40-13be-4a9a-b0f4-f069da33fde7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2611794
Dec 09 14:15:10.117422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:10.119643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:15:10.122747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:10.130603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:10.134438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:10.137263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:10.142950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:10.153459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.154391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.172852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.321698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.493017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.521081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.653374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.167 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/4b8bf35c-e4ce-44af-8850-ab998e7f8792) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:15:10.793992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.819843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:10.823980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c8d94135-351f-4927-90b4-dbc66ef48495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:10.889200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:15:10.891866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:10.896465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:15:10.920166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=4b8bf35c-e4ce-44af-8850-ab998e7f8792,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:10.924775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:11.046845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:11.047461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:11.369783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5d64bd68-9357-40a6-97ad-194310adfe74 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:15:11.566009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:15:11.575782 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Sync routers for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:15:11.587027 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:11.587693 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a57b5e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:11.591222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:11.592416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4740496
Dec 09 14:15:11.595681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:11.792603 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:11.847204 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9fe22465-b86c-47f0-bbb5-3c0d5986d457 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2503836
Dec 09 14:15:11.850284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60896) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:11.977727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f711a0b0-f589-471f-b6b8-d49ea419789b tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:11.981835 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f711a0b0-f589-471f-b6b8-d49ea419789b tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1279323
Dec 09 14:15:11.982022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:12.021134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-857f65f0-ddac-4e8c-aff4-0fe0a8861d06 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0376632
Dec 09 14:15:12.023720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:12.028860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1337738546', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:12.069229 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a57b5e0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:10Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:12.072921 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Checking router: 5d64bd68-9357-40a6-97ad-194310adfe74 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:15:12.073266 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Updating router 5d64bd68-9357-40a6-97ad-194310adfe74 port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:15:12.124196 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.136677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:12.140428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:12.143204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:12.149638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:12.159623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:15:12.260805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.439391 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.452041 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Transition to ACTIVE for port object 4b8bf35c-e4ce-44af-8850-ab998e7f8792 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:12.458143 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.461446 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-cc2c5455-d2fa-4719-85c0-3f90a9cf7685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:12.475871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.479971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17b36a24-ba3c-4858-b666-6526c5fdeff9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:12.533061 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Pushing event updated for resources: {'Port': ['ID=4b8bf35c-e4ce-44af-8850-ab998e7f8792,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:12.545518 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.545871 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.546195 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.546516 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.546831 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.547144 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.547455 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.547764 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.548080 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.548376 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.548677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:12.552403 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Attempting to bind port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:15:12.552653 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Attempting to bind port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:15:12.553158 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Attempting to bind port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:12.555009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=a77c54e5-7782-44c5-8ac1-4eb0f2660e59,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:12.557483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:12.559744 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:12.560462 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:15:12.560827 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:15:12.561220 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.561620 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:15:12.562077 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Bound port: 4b8bf35c-e4ce-44af-8850-ab998e7f8792, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:15:12.562443 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.571450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:15:12.571811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: 14f30f4d-d1b3-492c-a4ae-e10726ca8177, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:15:12.593061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:15:12.602280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 14f30f4d-d1b3-492c-a4ae-e10726ca8177) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:12.606712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:12.607541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.612007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf102b21-df34-4491-8025-97a0efeabc7a None None] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:15:12.632166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6069915
Dec 09 14:15:12.633686 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] For port 4b8bf35c-e4ce-44af-8850-ab998e7f8792, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:12.635036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:12.636875 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] For port 4b8bf35c-e4ce-44af-8850-ab998e7f8792, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4b8bf35c-e4ce-44af-8850-ab998e7f8792,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:15:12.641217 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.646356 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:12.719898 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:12.720514 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a57b5e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:12.781813 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Pushing event updated for resources: {'Port': ['ID=4b8bf35c-e4ce-44af-8850-ab998e7f8792,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:12.799330 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:12.841821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:15:12.842660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:12.898657 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:13.007456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Allocated IP 172.20.0.2 (14f30f4d-d1b3-492c-a4ae-e10726ca8177/a77c54e5-7782-44c5-8ac1-4eb0f2660e59/c3de40e0-007c-4bf4-9005-d416a1100cc2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:15:13.210530 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a57b5e0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:10Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:13.214543 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad84d18-4759-4281-95b1-59d524314c7b None None] The sync data for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv is: [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:10Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:15:13.218641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:13.229798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Transition to ACTIVE for port object c3de40e0-007c-4bf4-9005-d416a1100cc2 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:13.248307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Transition to ACTIVE for port object c3de40e0-007c-4bf4-9005-d416a1100cc2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:13.254586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:13.259809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:13.315617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:15:13.334881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:13.337038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Pushing event updated for resources: {'Port': ['ID=c3de40e0-007c-4bf4-9005-d416a1100cc2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:13.339383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:15:13.346261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:13.446046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Attempting to bind port c3de40e0-007c-4bf4-9005-d416a1100cc2 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:15:13.446688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Attempting to bind port c3de40e0-007c-4bf4-9005-d416a1100cc2 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:15:13.447073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Attempting to bind port c3de40e0-007c-4bf4-9005-d416a1100cc2 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:13.454513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:15:13.454897 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Checking segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:15:13.455307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:13.455705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Bound using segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:15:13.456180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Bound port: c3de40e0-007c-4bf4-9005-d416a1100cc2, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:15:13.456567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:13.562069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:13.597479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] For port c3de40e0-007c-4bf4-9005-d416a1100cc2, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:13.600696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] For port c3de40e0-007c-4bf4-9005-d416a1100cc2, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c3de40e0-007c-4bf4-9005-d416a1100cc2,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:15:13.611585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:13.615872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:13.694153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Pushing event updated for resources: {'Port': ['ID=c3de40e0-007c-4bf4-9005-d416a1100cc2,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:13.698989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:13.960515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4b8bf35c-e4ce-44af-8850-ab998e7f8792 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:14.021121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (14f30f4d-d1b3-492c-a4ae-e10726ca8177/a77c54e5-7782-44c5-8ac1-4eb0f2660e59/7dde7311-a01a-4267-a0f7-bc844f031f44) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:15:14.047677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:14.054276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:14.054888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.180659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.198114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 4b8bf35c-e4ce-44af-8850-ab998e7f8792, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4b8bf35c-e4ce-44af-8850-ab998e7f8792,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:14.199759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.202949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.204763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:14.217232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 7dde7311-a01a-4267-a0f7-bc844f031f44 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:14.241764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.247789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-17b75a5f-b864-4ba1-8f73-f990cea3bfe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:14.270598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=4b8bf35c-e4ce-44af-8850-ab998e7f8792,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:14.273626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:14.314575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:15:14.318568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:14.320892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:15:14.358532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=7dde7311-a01a-4267-a0f7-bc844f031f44,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:14.362675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:14.384111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.468884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.711964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f938f9-d46d-4190-8150-e427166fc05d None None] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:15:14.804883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2d3d062a-d150-4ac8-a757-f4c727f37491 None None] Provisioning for port c3de40e0-007c-4bf4-9005-d416a1100cc2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:14.993359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:14.997917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:15.027077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:15.112388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=7dde7311-a01a-4267-a0f7-bc844f031f44,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:15.116741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:15.117878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:15.152010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-494c733f-8e66-40d8-91f8-96c5a4217a48 None None] Provisioning for port 7dde7311-a01a-4267-a0f7-bc844f031f44 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:15.160865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-494c733f-8e66-40d8-91f8-96c5a4217a48 None None] Provisioning complete for port 7dde7311-a01a-4267-a0f7-bc844f031f44 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:15.161303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-494c733f-8e66-40d8-91f8-96c5a4217a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:15.217662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-494c733f-8e66-40d8-91f8-96c5a4217a48 None None] Port 7dde7311-a01a-4267-a0f7-bc844f031f44 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:15:15.261257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:15:15.262680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:15.351807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-68b4cc36-f559-4792-8cc8-9ac36d434419 None None] Provisioning complete for port 7dde7311-a01a-4267-a0f7-bc844f031f44 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:15.352281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-68b4cc36-f559-4792-8cc8-9ac36d434419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:15.407102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-68b4cc36-f559-4792-8cc8-9ac36d434419 None None] Port 7dde7311-a01a-4267-a0f7-bc844f031f44 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:15:15.528959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f0a72e07-3bab-4421-9f42-d6d976fc4c97 None None] Provisioning complete for port 7dde7311-a01a-4267-a0f7-bc844f031f44 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:15.529447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f0a72e07-3bab-4421-9f42-d6d976fc4c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:15.583741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f0a72e07-3bab-4421-9f42-d6d976fc4c97 None None] Port 7dde7311-a01a-4267-a0f7-bc844f031f44 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:15:15.666872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5d64bd68-9357-40a6-97ad-194310adfe74 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:15:15.875197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:15:15.887528 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/5d64bd68-9357-40a6-97ad-194310adfe74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2515075
Dec 09 14:15:15.889993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:15.936077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3de40e0-007c-4bf4-9005-d416a1100cc2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:16.002688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c3de40e0-007c-4bf4-9005-d416a1100cc2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:16.009281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c3de40e0-007c-4bf4-9005-d416a1100cc2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:16.009281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.026666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad51b17-3656-440b-a078-6101aa95dae0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.027249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad51b17-3656-440b-a078-6101aa95dae0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.028280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad51b17-3656-440b-a078-6101aa95dae0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.028280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad51b17-3656-440b-a078-6101aa95dae0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.029513 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0ad51b17-3656-440b-a078-6101aa95dae0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1386349
Dec 09 14:15:16.032917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60916) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:16.101891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c1ba9-a927-4b12-a4bd-5c82b4e14aa5 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.102179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c1ba9-a927-4b12-a4bd-5c82b4e14aa5 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.102537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c1ba9-a927-4b12-a4bd-5c82b4e14aa5 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.102889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c1ba9-a927-4b12-a4bd-5c82b4e14aa5 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:16.105127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2c5c1ba9-a927-4b12-a4bd-5c82b4e14aa5 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0710859
Dec 09 14:15:16.107546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60920) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:16.124280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.157082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port c3de40e0-007c-4bf4-9005-d416a1100cc2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c3de40e0-007c-4bf4-9005-d416a1100cc2,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:16.161120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.162050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4b8bf35c-e4ce-44af-8850-ab998e7f8792 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:16.188072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:16.281112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.288667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=c3de40e0-007c-4bf4-9005-d416a1100cc2,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:16.292070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:16.302549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:16.302930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.317095 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7d56b0f7-1a03-4058-a02e-b491996a3cdc tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2083428
Dec 09 14:15:16.319795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60924) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:16.325048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1571970176', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:16.461750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:16.465747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:port and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:16.468483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:16.474115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:16.483888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:15:16.486967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.508532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] device_id is not set on port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:15:16.753286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.13 (14f30f4d-d1b3-492c-a4ae-e10726ca8177/a77c54e5-7782-44c5-8ac1-4eb0f2660e59/e7b77c45-1073-4a55-bfd9-3b60982cb5b3) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:15:16.791735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Sync routers for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:15:16.809407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:16.810150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fc9a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:16.955547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.971056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object e7b77c45-1073-4a55-bfd9-3b60982cb5b3 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:16.986600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:16.993770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:16.999364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1ac7f6be-655b-4f28-8a60-6cc6ba77def6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:17.071026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:15:17.074371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:17.076558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:17.080070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:15:17.113911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.114630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.114630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.114998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.115362 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.115720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.116076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.116434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.116787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.117139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.117494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:15:17.125632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:17.154402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:17.155242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.180805 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8599036
Dec 09 14:15:17.331026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-211cc511-c98b-40a3-9c48-11fe14055ac7 None None] Provisioning for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:17.337682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-211cc511-c98b-40a3-9c48-11fe14055ac7 None None] Provisioning complete for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:17.338064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-211cc511-c98b-40a3-9c48-11fe14055ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.402337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-211cc511-c98b-40a3-9c48-11fe14055ac7 None None] Port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:15:17.408995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fc9a0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:17.413001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Checking router: 5d64bd68-9357-40a6-97ad-194310adfe74 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:15:17.413495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Updating router 5d64bd68-9357-40a6-97ad-194310adfe74 port 7dde7311-a01a-4267-a0f7-bc844f031f44 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:15:17.460888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60930) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:17.464596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.466607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865615395', 'description': 'tempest-secgroup-smoke-865615395 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:17.472505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:17.476554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:17.479442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:17.486365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:17.497277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.537368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:17.541313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:17.544222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:17.550063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:17.606533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.610785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.616241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-459ddc35-edf1-42ec-960c-99e1575af5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:17.656325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab330c-9b28-4ed6-ac9a-a136099a7a39,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:17.659010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.660770 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1989017
Dec 09 14:15:17.661683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:17.663626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 60934) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:17.668987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'caab330c-9b28-4ed6-ac9a-a136099a7a39', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:17.674865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:17.678718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:17.681516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:17.687219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:17.704188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.764666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.768326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.774428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-76cfe8c5-6ecc-4ca5-ab93-5c494663495a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:17.793240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c064522-2afd-49b1-908a-c03a3051d04b,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:17.795747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:17.803907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.805101 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1405597
Dec 09 14:15:17.808143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60938) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:17.809296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.814059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'caab330c-9b28-4ed6-ac9a-a136099a7a39', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:17.821159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:17.821893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Transition to ACTIVE for port object 7dde7311-a01a-4267-a0f7-bc844f031f44 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:17.825367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:17.828734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:17.829762 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.834089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:17.837730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:17.855247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.881784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3de40e0-007c-4bf4-9005-d416a1100cc2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:17.923519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.927685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.929577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a28e9c4e-ee49-4ace-9ca7-b611eed412ca tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:17.954013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a40468f-9348-4d08-9b47-8bad9a08163d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:17.956480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:17.965596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:17.967042 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1578019
Dec 09 14:15:17.969837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60942) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:17.975993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'caab330c-9b28-4ed6-ac9a-a136099a7a39', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:17.982601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:17.986605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:17.990236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:17.990900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b87cce-0f76-4433-9524-4ddf8406d11b None None] Pushing event updated for resources: {'Port': ['ID=7dde7311-a01a-4267-a0f7-bc844f031f44,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:17.997567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:18.007099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-92b87cce-0f76-4433-9524-4ddf8406d11b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:18.025139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.095989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.100649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.108825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b8591afc-cf84-4ea6-a55b-55ef32cc6ab4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:18.124744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c3de40e0-007c-4bf4-9005-d416a1100cc2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:18.125164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.134363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d770eaa7-d789-4cea-8ef0-80f12433af81,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:18.137009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:18.138607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.140387 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1691625
Dec 09 14:15:18.142794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60946) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:18.149352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'caab330c-9b28-4ed6-ac9a-a136099a7a39', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:18.149853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Attempting to bind port 7dde7311-a01a-4267-a0f7-bc844f031f44 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:15:18.150235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Attempting to bind port 7dde7311-a01a-4267-a0f7-bc844f031f44 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:15:18.150624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Attempting to bind port 7dde7311-a01a-4267-a0f7-bc844f031f44 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:18.156337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:18.160120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:18.163008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:18.168600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:18.170337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:15:18.170720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Checking segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:15:18.171126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.171522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Bound using segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:15:18.171994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Bound port: 7dde7311-a01a-4267-a0f7-bc844f031f44, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:15:18.172375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.185069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.251549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.255822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.262850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-39df85fa-8df0-4509-bd12-7e8fb2d38047 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:18.280522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efc7c42-99a6-45b4-9bbe-981a735b07aa,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:18.283113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:18.290366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.294302 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1476243
Dec 09 14:15:18.294532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60950) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:18.299814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'caab330c-9b28-4ed6-ac9a-a136099a7a39', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:18.305890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:18.309662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:18.312481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:18.319042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:18.328730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] For port 7dde7311-a01a-4267-a0f7-bc844f031f44, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:18.329793 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:15:18.338221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.349095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] For port 7dde7311-a01a-4267-a0f7-bc844f031f44, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7dde7311-a01a-4267-a0f7-bc844f031f44,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:15:18.354747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.359376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b9845625-d948-43ea-8c80-6d138d451709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:18.439746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b87cce-0f76-4433-9524-4ddf8406d11b None None] Pushing event updated for resources: {'Port': ['ID=7dde7311-a01a-4267-a0f7-bc844f031f44,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:18.443956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-92b87cce-0f76-4433-9524-4ddf8406d11b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:18.444676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:18.445300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1fc9a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:14:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:18.446488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.452813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.455113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e60fa7c-9826-4e3c-97c7-866d859eaa50 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:18.478159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b983d7d-8cb8-4768-9b40-ff2b2e1a09cb,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:18.480770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:18.490214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.492088 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1962073
Dec 09 14:15:18.494540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60954) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:18.503473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'caab330c-9b28-4ed6-ac9a-a136099a7a39', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:18.510258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:18.514579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:18.517281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:18.523312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:18.539263 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:15:18.546563 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.624392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.629395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.631324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c9022970-8787-4f7f-a822-383397be90fa tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:18.638815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:18.653889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e562520-b75c-48ca-a118-8dddddd72022,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:18.656369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:18.664615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:18.665933 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1693332
Dec 09 14:15:18.841801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-6ee5adae-52c7-4746-9963-fafd4353a7b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:18.858482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-6ee5adae-52c7-4746-9963-fafd4353a7b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:18.859682 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-6ee5adae-52c7-4746-9963-fafd4353a7b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865615395&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0580971
Dec 09 14:15:18.934204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-1d9acd74-1e3d-482d-bc51-675d1c427854 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:18.934765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-1d9acd74-1e3d-482d-bc51-675d1c427854 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:18.951423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-1d9acd74-1e3d-482d-bc51-675d1c427854 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:18.952613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-1d9acd74-1e3d-482d-bc51-675d1c427854 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 931 time: 0.0862484
Dec 09 14:15:19.044514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1fc9a0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:18Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:19.050778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769b86a-c333-440c-a4fe-ef6bb809905a None None] The sync data for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv is: [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:18Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:15:19.116977 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-20bae931-b203-4943-b164-329fee4ba6cb service neutron] 10.222.0.21 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1515007
Dec 09 14:15:19.361780 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-2b897239-2169-4d68-a9c7-ca877dc41a36 service neutron] 10.222.0.21 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436121
Dec 09 14:15:19.380527 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:15:19.495734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-882a84aa-96a4-4ed9-97e2-c6740df8a6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290100
Dec 09 14:15:19.694063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e747238-3a3c-4932-a69c-6f0149ab4a7a req-2c3921e3-8500-4c7f-b45b-36239a545db2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 210 time: 0.0511091
Dec 09 14:15:19.902826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7dde7311-a01a-4267-a0f7-bc844f031f44 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:19.976581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 7dde7311-a01a-4267-a0f7-bc844f031f44 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:19.981550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7dde7311-a01a-4267-a0f7-bc844f031f44 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:19.981934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:20.100134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:20.132278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 7dde7311-a01a-4267-a0f7-bc844f031f44, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7dde7311-a01a-4267-a0f7-bc844f031f44,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:20.136165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:20.138806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:20.205734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=7dde7311-a01a-4267-a0f7-bc844f031f44,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:20.209280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:20.637953 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-b5bf12b1-7eca-420d-b777-dc5c5ca4b29b service neutron] 10.222.0.35 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1027 time: 0.0634313
Dec 09 14:15:20.799488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-fd79dd08-8814-4c61-a903-e5839cbf4b79 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:20.800140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-fd79dd08-8814-4c61-a903-e5839cbf4b79 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:20.816665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-fd79dd08-8814-4c61-a903-e5839cbf4b79 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:20.817840 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-fd79dd08-8814-4c61-a903-e5839cbf4b79 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 796 time: 0.1750178
Dec 09 14:15:20.859632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2cd8d84c-a8b7-4017-97b6-7639fb914d8b req-e77fd18e-e763-41f3-a625-75bda36eb5b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 210 time: 0.0452197
Dec 09 14:15:20.872112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-8770136b-8123-497e-9786-6977cc974259 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:20.884344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-8770136b-8123-497e-9786-6977cc974259 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:20.885428 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-8770136b-8123-497e-9786-6977cc974259 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 379 time: 0.0536087
Dec 09 14:15:20.895841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Request body: {'port': {'device_id': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:21.005470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.337698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b77c45-1073-4a55-bfd9-3b60982cb5b3 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:15:21.344316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.360226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Transition to ACTIVE for port object e7b77c45-1073-4a55-bfd9-3b60982cb5b3 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:21.364357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.368668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4655d553-2532-40d3-b2c5-a3353e9e4592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:21.491765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:21.494764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:21.703376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:15:21.704044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:15:21.704044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:21.710301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:15:21.710618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:21.716594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:15:21.716921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Checking segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:15:21.717295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Bound using segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:15:21.717748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Bound port: e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:15:21.718083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.802531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:21.805395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:15:21.809753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.813962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:21.874384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.875754 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] 10.222.0.35 "PUT /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1132 time: 0.9837775
Dec 09 14:15:21.876268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:15:21.881787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7dde7311-a01a-4267-a0f7-bc844f031f44 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:21.912300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:21.915445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:21.965959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7dde7311-a01a-4267-a0f7-bc844f031f44 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:21.966467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:21.971973 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'status': 'completed', 'code': 200}
Dec 09 14:15:22.005461 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-eeeffe58-b02d-444a-995b-4c7d1f07d3a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 1135 time: 0.0877159
Dec 09 14:15:22.098104 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-2a0cddac-3757-4dc5-94cd-3f6fb1062746 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 217 time: 0.0845854
Dec 09 14:15:22.121444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3250d-723b-4f39-9196-bd7ec0f7a263 req-ba46ec58-6893-4f85-bd55-bccd4333aac6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:22.122909 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1d3250d-723b-4f39-9196-bd7ec0f7a263 req-ba46ec58-6893-4f85-bd55-bccd4333aac6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 982 time: 0.0874619
Dec 09 14:15:22.161142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-c2ef748a-37f2-4e8b-bdf7-6aeb4ede0111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:22.162537 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-c2ef748a-37f2-4e8b-bdf7-6aeb4ede0111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a77c54e5-7782-44c5-8ac1-4eb0f2660e59 HTTP/1.1" status: 200  len: 835 time: 0.0588684
Dec 09 14:15:22.173177 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1d3250d-723b-4f39-9196-bd7ec0f7a263 req-75867cc5-d979-45d9-bfcf-68378f418dfc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445423
Dec 09 14:15:22.239671 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-6e7c615a-6a80-4dc9-b431-8b5b6ad800d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711946
Dec 09 14:15:22.370246 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-741c04fc-3bf7-4b93-809b-d961c06f3099 service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239967
Dec 09 14:15:22.499400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5fdd90b2-a257-4520-9640-5ef4f182165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:22.503049 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6c3f48a9-221a-4eb2-aa69-a081f0f05fa7 req-06c2a108-997f-4ca6-b775-f1b9b4601e0e service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263824
Dec 09 14:15:22.619180 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-9a88f596-c0fb-4082-93b2-769edf5824ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 1135 time: 0.0687873
Dec 09 14:15:22.750214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-cf255e76-4bca-4dfb-bf56-ed9ac2ff712b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:22.751636 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-cf255e76-4bca-4dfb-bf56-ed9ac2ff712b service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 897 time: 0.1250632
Dec 09 14:15:22.822136 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-2cb0da52-5659-48ee-8782-b353e528c665 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 217 time: 0.0638437
Dec 09 14:15:22.884658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-9c415d02-490a-4c20-a6dd-ff53ee5bd123 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:22.886052 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-9c415d02-490a-4c20-a6dd-ff53ee5bd123 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a77c54e5-7782-44c5-8ac1-4eb0f2660e59 HTTP/1.1" status: 200  len: 835 time: 0.0574384
Dec 09 14:15:22.963272 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-0291d859-228d-4b15-8be3-5023f80e6c5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700538
Dec 09 14:15:23.093197 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-0076fed8-730e-4316-b993-a7193f5a2de4 service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224306
Dec 09 14:15:23.224049 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c89fb4bf-0af3-4e4f-9168-b448fa608bc3 req-ae25232b-8377-4e10-a9e5-70b4a4ba8b0f service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229353
Dec 09 14:15:23.370343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812dd97-d876-4b77-a296-8cf2f6fea242 req-2fabf985-4f52-46b2-9b10-44bb1d611348 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:23.371753 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c812dd97-d876-4b77-a296-8cf2f6fea242 req-2fabf985-4f52-46b2-9b10-44bb1d611348 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 982 time: 0.0750573
Dec 09 14:15:23.417760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c812dd97-d876-4b77-a296-8cf2f6fea242 req-ca8f6565-1ec9-44fa-864e-15e118ec3bb5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405209
Dec 09 14:15:24.615059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be97e1-c527-4c53-adff-cd161f4f1965 req-b0e78fee-2c1e-4802-88cb-fd85e705664b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:24.616482 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a3be97e1-c527-4c53-adff-cd161f4f1965 req-b0e78fee-2c1e-4802-88cb-fd85e705664b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 982 time: 0.0796144
Dec 09 14:15:24.638715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:15:24.663669 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a3be97e1-c527-4c53-adff-cd161f4f1965 req-f8be7e0d-5726-4582-a968-c757c726636b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415633
Dec 09 14:15:24.771363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:24.783913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'port_id': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'mac_address': 'fa:16:3e:9e:ae:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:15:24.836845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:24.865322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b77c45-1073-4a55-bfd9-3b60982cb5b3 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:15:24.878741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e806da54-e995-4640-ada3-49543e9300ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:24.883682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:24.887498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:24.889148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:24.951908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:24.954984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:25.087179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e7b77c45-1073-4a55-bfd9-3b60982cb5b3'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:15:25.855113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9905625-a63e-41e5-88f9-9c29446fe6b9 req-3c15cb8a-2043-4373-873d-38d9ba007d71 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:25.856534 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9905625-a63e-41e5-88f9-9c29446fe6b9 req-3c15cb8a-2043-4373-873d-38d9ba007d71 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 983 time: 0.0747969
Dec 09 14:15:25.900306 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9905625-a63e-41e5-88f9-9c29446fe6b9 req-726cce35-dcb1-4b94-bf9b-664c778c5037 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381308
Dec 09 14:15:26.106720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:26.379719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:26.638243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:26.703827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:26.708846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:26.709224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:26.820566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:26.846261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:15:26.856407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:26.860324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:26.862252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:26.901551 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'code': 200}
Dec 09 14:15:26.929763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:26.933241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:27.102936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb935ee-f0d5-40fc-9fff-b600376259a0 req-5e9e1191-4fe6-472f-b57b-c7ca71522dd9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:27.104378 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adb935ee-f0d5-40fc-9fff-b600376259a0 req-5e9e1191-4fe6-472f-b57b-c7ca71522dd9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 984 time: 0.0804663
Dec 09 14:15:27.128746 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11c56490-a87e-446f-8e57-2cac719b50c4 req-12690f93-78fa-4799-9922-55db6af5c813 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 1137 time: 0.0676281
Dec 09 14:15:27.150102 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adb935ee-f0d5-40fc-9fff-b600376259a0 req-67fc97a7-436e-4226-8d42-4db80630ce67 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396912
Dec 09 14:15:27.170544 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-11c56490-a87e-446f-8e57-2cac719b50c4 req-a0fe2c44-e9b0-443f-b6f4-a1cb6e95bbb3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362706
Dec 09 14:15:27.534432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:28.346010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a22b9-006e-4f28-afc4-32afeca6d72a req-2413e902-2d20-43a5-b238-5867c1341bc6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:28.347464 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2a22b9-006e-4f28-afc4-32afeca6d72a req-2413e902-2d20-43a5-b238-5867c1341bc6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 984 time: 0.0758924
Dec 09 14:15:28.395856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2a22b9-006e-4f28-afc4-32afeca6d72a req-e72e795c-5282-4a7b-89e1-d2d8743dda7a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429502
Dec 09 14:15:28.588008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3279-5747-42d3-a72e-f84dc5f51763 req-614d5a0e-3467-4713-b49a-c8361c0f0e44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:28.589472 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75fb3279-5747-42d3-a72e-f84dc5f51763 req-614d5a0e-3467-4713-b49a-c8361c0f0e44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 984 time: 0.0771546
Dec 09 14:15:28.635389 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75fb3279-5747-42d3-a72e-f84dc5f51763 req-debb855d-fd41-4db5-88e5-dd5c63632db4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404518
Dec 09 14:15:28.663990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 60998) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:28.736538 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c7b4a872-1472-450d-98a9-760edb071dc4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 1132 time: 0.0711279
Dec 09 14:15:28.739766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32770) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:28.744843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:28.750231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:28.754038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:28.756855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:28.762592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:28.867138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:29.000487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:29.130234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.68 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/1a849ca0-2c48-45f4-9dc5-497aab59951e) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:15:29.276813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:29.302708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:29.306707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7413b62d-3013-48c2-b068-579e59b3ff31 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:29.369209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:15:29.372326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:15:29.375886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:15:29.408956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=1a849ca0-2c48-45f4-9dc5-497aab59951e,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:29.412778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:29.887533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:29.941435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:30.139354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:30.143703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:30.148449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:30.245020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=1a849ca0-2c48-45f4-9dc5-497aab59951e,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:30.253836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:30.262363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:30.551794 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP d849a58b-561c-4d51-bf9c-8d4a82778faa associated. External IP: 172.26.3.68, port: e7b77c45-1073-4a55-bfd9-3b60982cb5b3.
Dec 09 14:15:30.939981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5d64bd68-9357-40a6-97ad-194310adfe74 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:15:31.139082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:15:31.148912 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] Sync routers for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:15:31.162879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:31.164043 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:31.164655 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e01eb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:31.216442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.4756024
Dec 09 14:15:31.217005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:15:31.219259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:31.274716 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'status': 'completed', 'code': 200}
Dec 09 14:15:31.299225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ad7c90db-4704-4a70-86fb-7fe21b77a6c4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3&network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 1132 time: 0.0786841
Dec 09 14:15:31.345600 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:31.370987 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-2f1990b9-8c0a-449f-ab86-9ff8176ba64e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 1137 time: 0.0752831
Dec 09 14:15:31.524286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-7a644874-e9a8-4501-abb6-6138498ea6cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:31.526290 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-7a644874-e9a8-4501-abb6-6138498ea6cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 897 time: 0.1492286
Dec 09 14:15:31.658722 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-97e2d4e5-794c-478e-a63e-7fb53bff5295 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1037 time: 0.1221545
Dec 09 14:15:31.704521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ad39f-676c-4498-8149-5349413b4d02 req-f5f20f80-0069-47fb-b5c6-d6f09bec7483 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:31.706010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c75ad39f-676c-4498-8149-5349413b4d02 req-f5f20f80-0069-47fb-b5c6-d6f09bec7483 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 984 time: 0.0826714
Dec 09 14:15:31.710962 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e01eb0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'd849a58b-561c-4d51-bf9c-8d4a82778faa', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.68', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'port_id': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1571970176', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'mac_address': 'fa:16:3e:9e:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:15:29Z', 'updated_at': '2021-12-09T14:15:29Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:20Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:31.715147 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] Checking router: 5d64bd68-9357-40a6-97ad-194310adfe74 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:15:31.726693 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:31.727286 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e01eb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:31.731851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-bbf717ea-c4f0-40eb-9656-6d6b40fd2cbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:31.734462 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-bbf717ea-c4f0-40eb-9656-6d6b40fd2cbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a77c54e5-7782-44c5-8ac1-4eb0f2660e59 HTTP/1.1" status: 200  len: 835 time: 0.0697916
Dec 09 14:15:31.752787 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c75ad39f-676c-4498-8149-5349413b4d02 req-8fcde371-97a9-4bfd-8fb8-a2c0673d2aac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405838
Dec 09 14:15:31.811791 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-30dd9cb5-1808-43d0-a436-440d3d5af9d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691957
Dec 09 14:15:31.902741 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:31.947155 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-2fcca592-2ace-4495-b08c-e346118e6f66 service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277864
Dec 09 14:15:32.079632 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e175e596-219d-468c-a7f0-68d120ffd8f6 req-eabd59ef-b5a4-4faf-acec-09d92048ab2e service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250763
Dec 09 14:15:32.246107 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e01eb0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'd849a58b-561c-4d51-bf9c-8d4a82778faa', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.68', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'port_id': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1571970176', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'mac_address': 'fa:16:3e:9e:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:15:29Z', 'updated_at': '2021-12-09T14:15:29Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:20Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:32.249920 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f81a7-ca94-4dce-8003-19135d95eebd None None] The sync data for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv is: [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'd849a58b-561c-4d51-bf9c-8d4a82778faa', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.68', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'port_id': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1571970176', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'mac_address': 'fa:16:3e:9e:ae:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:15:29Z', 'updated_at': '2021-12-09T14:15:29Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:20Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:15:32.960079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-3dbe6c4c-96c4-4786-9a9e-1f05579f8604 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:32.960797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-3dbe6c4c-96c4-4786-9a9e-1f05579f8604 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:32.977026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-3dbe6c4c-96c4-4786-9a9e-1f05579f8604 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:32.978236 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-3dbe6c4c-96c4-4786-9a9e-1f05579f8604 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 984 time: 0.0952311
Dec 09 14:15:33.096710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc3907-9b8f-4a2b-a40c-3dccf9ea7304 req-f2af065f-f4a3-4ede-8a97-fee5cd37f944 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:33.098691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aacc3907-9b8f-4a2b-a40c-3dccf9ea7304 req-f2af065f-f4a3-4ede-8a97-fee5cd37f944 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 984 time: 0.0836694
Dec 09 14:15:33.144820 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aacc3907-9b8f-4a2b-a40c-3dccf9ea7304 req-f0460b69-9e4b-46b1-8c1c-2c3eeeb0174d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403056
Dec 09 14:15:33.166422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-eb8fee07-13a1-4f54-9bc8-d7a568308cb4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:33.167773 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-eb8fee07-13a1-4f54-9bc8-d7a568308cb4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1842163
Dec 09 14:15:33.306570 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-6bf3aa7a-dbbd-4702-8307-4da902d56648 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1339138
Dec 09 14:15:33.316368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:33.421074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:33.611905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:33.639463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:33.695389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] device_id is not set on port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:15:33.703226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:33.709974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:33.713897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-71c13d9f-31e2-45c7-901c-c3374cb04b25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:33.846590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=6']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:33.849515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:33.907753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] No DVR routers for this DVR port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:15:33.958804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ad0a3ad0-8d9f-4d46-a42f-ab684fb3ef37 None None] Provisioning complete for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:33.959379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3ad0-8d9f-4d46-a42f-ab684fb3ef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:34.012909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a3ad0-8d9f-4d46-a42f-ab684fb3ef37 None None] Port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:15:34.145500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] In _notify_port_updated(), no bound segment for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:15:34.146544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:34.147830 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0bec6cbc-05f1-4708-8f94-3b233f356cb8 req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] 10.222.0.35 "PUT /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1027 time: 0.8352270
Dec 09 14:15:34.309084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7e629e4-7854-4894-898c-142c3c79877f req-a253d347-c23b-40e7-9541-de0aa1fcd28e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=8cdbc12b-9867-46e8-9fc0-d7f1789fc8f3 HTTP/1.1" status: 200  len: 210 time: 0.0409443
Dec 09 14:15:34.814669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb8381c-9781-4725-bf4b-22bf916347b0 None None] New status for floating IP d849a58b-561c-4d51-bf9c-8d4a82778faa: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:15:35.411413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:35.480503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871075-6d68-4e86-a290-8b4f34909331 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:35.481828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68871075-6d68-4e86-a290-8b4f34909331 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 926 time: 0.0694146
Dec 09 14:15:35.749672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:35.755858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1026844405', 'description': 'tempest-secgroup-smoke-1026844405 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:35.761712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:35.771580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:35.781146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:35.816775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:35.820639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:35.823548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:35.829149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:35.884839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:35.888531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:35.893441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-746e6dcd-910c-433d-af6f-63193eb01933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:35.934333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca137e79-90d9-433a-8952-c962ffc335c5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:35.937719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:35.939023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:35.940197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1895380
Dec 09 14:15:35.943658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:35.949020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'ca137e79-90d9-433a-8952-c962ffc335c5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:35.955372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:35.959207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:35.962095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:35.967751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:35.986684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.045255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.048602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.050814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:36.071261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e187b4e-a802-423a-97cb-41ccb3bea04c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:36.073514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:36.079752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.080894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1363471
Dec 09 14:15:36.083652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32804) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:36.088891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'ca137e79-90d9-433a-8952-c962ffc335c5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:36.094441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:36.098654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:36.101436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:36.108070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:36.126732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.186021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.189143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.190924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6eed012-5747-4303-ae2f-cfce8df7a8c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:36.211314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8bbe25-31f3-4b06-a6aa-1893394b8363,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:36.213622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:36.220446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.221698 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1371365
Dec 09 14:15:36.224876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32808) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:36.230214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'ca137e79-90d9-433a-8952-c962ffc335c5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:36.236034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:36.240428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:36.243176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:36.248719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:36.264784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.337193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.340684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.342504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-96e05a25-21cc-46db-9c8c-10bf1915430b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:36.364909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e884114f-cf07-4d2e-9e59-73200e747faa,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:36.367245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:36.374233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.375402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1496310
Dec 09 14:15:36.378302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:36.383575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'ca137e79-90d9-433a-8952-c962ffc335c5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:36.389201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:36.392973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:36.396374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:36.402026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:36.418225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.569005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.572811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.574511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:36.596026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146b687d-29c4-4348-809d-a196683bdbfc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:36.598931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:36.605796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.607351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-91af102f-5a29-4c9c-8aa7-a805c80987de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2279654
Dec 09 14:15:36.610503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:36.616569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'ca137e79-90d9-433a-8952-c962ffc335c5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:36.622419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:36.626150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:36.628950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:36.634621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:36.645004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:15:36.651983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.669546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:36.716541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.721301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.723304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29f16a3f-8979-408d-af10-688e22bfd711 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:36.730962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:36.744903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7520a222-a950-4468-bda4-4f019f55539f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:36.747318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:36.755078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.756273 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1444957
Dec 09 14:15:36.759022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:36.770602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'ca137e79-90d9-433a-8952-c962ffc335c5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:36.776366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:15:36.780126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:15:36.783004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:15:36.788596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:15:36.798517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:15:36.805411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.870222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.873638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.875391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fa149d9-3d03-4af9-8d99-62439b30d22e tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:36.897952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa97fb3-e4a2-47d7-951a-0fd357c23c79,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:36.902143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:36.906322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:36.907463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1426144
Dec 09 14:15:37.082597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-9d9b153e-59f4-4f34-913a-778ca1392c5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:15:37.097059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-9d9b153e-59f4-4f34-913a-778ca1392c5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:15:37.098362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-9d9b153e-59f4-4f34-913a-778ca1392c5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1026844405&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0585136
Dec 09 14:15:37.171219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-e9d48dd1-2a06-49be-813a-4cdcb306757f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:37.172523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-e9d48dd1-2a06-49be-813a-4cdcb306757f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 931 time: 0.0679486
Dec 09 14:15:37.244627 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-7e3bf644-22a2-49a8-aa95-acb3a7338347 service neutron] 10.222.0.21 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0600016
Dec 09 14:15:37.372396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-ab9635b1-967f-4246-ad17-d64bb041da4c service neutron] 10.222.0.21 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222830
Dec 09 14:15:37.500165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-2517cda2-fde6-41b3-b08b-66db8ee179dd service neutron] 10.222.0.21 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221457
Dec 09 14:15:37.679207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3487c9ec-a4f1-4704-98dd-62de14bab7ad req-647d2e0d-923e-4b99-b2e7-7d07b8a44653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 210 time: 0.0418239
Dec 09 14:15:38.597605 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-a81fa92a-7df7-4831-a9ac-e18e518239e5 service neutron] 10.222.0.35 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1027 time: 0.0649233
Dec 09 14:15:38.747903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-8cb26fdb-fde6-4310-b13e-3069f06e1ba8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:38.749303 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-8cb26fdb-fde6-4310-b13e-3069f06e1ba8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 796 time: 0.1464312
Dec 09 14:15:38.807918 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-1d556762-7649-4075-9bef-d8f8dc624ba2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 472 time: 0.0423582
Dec 09 14:15:38.821903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Request body: {'port': {'device_id': '5f20867e-c721-4435-9fe6-2430d775a4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:38.845152 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-387b3b6a-b96b-47c1-af23-e686a4de2f95 req-e7e2166a-b985-407d-8da9-c492a868c70d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 210 time: 0.0403636
Dec 09 14:15:38.929165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:39.361862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b77c45-1073-4a55-bfd9-3b60982cb5b3 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:15:39.368528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:39.382244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Transition to ACTIVE for port object e7b77c45-1073-4a55-bfd9-3b60982cb5b3 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:15:39.385849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:39.389993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:39.521035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=7']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:39.523963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:39.659291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:15:39.660623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:15:39.660623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:39.667248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:15:39.667737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Attempting to bind port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:15:39.673965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:15:39.674293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Checking segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:15:39.674665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Bound using segment: {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:15:39.675124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Bound port: e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e3fa08-13f6-42e4-a137-f25d41de79e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:15:39.675546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:39.760181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:39.763045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:15:39.767564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:39.772295 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6b8e5251-57aa-49ce-b295-9ef9415e80ee tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:39.832067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:39.833487 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] 10.222.0.35 "PUT /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1132 time: 1.0155923
Dec 09 14:15:39.833972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f20867e-c721-4435-9fe6-2430d775a4bd', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:15:39.854243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=8']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:39.857907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:39.910511 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f20867e-c721-4435-9fe6-2430d775a4bd', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'status': 'completed', 'code': 200}
Dec 09 14:15:39.953142 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-28d89a01-8caa-44b2-a920-decaab17b3de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 1135 time: 0.0764773
Dec 09 14:15:40.052799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bb870-cc05-44ec-9f21-a09a422cf391 req-9a51c23e-76a1-422a-a733-b3516df42eea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:40.054395 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-855bb870-cc05-44ec-9f21-a09a422cf391 req-9a51c23e-76a1-422a-a733-b3516df42eea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 982 time: 0.0836263
Dec 09 14:15:40.060540 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-69af438a-1f8b-4700-ae16-ecd022340ab7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1037 time: 0.1001499
Dec 09 14:15:40.101841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-855bb870-cc05-44ec-9f21-a09a422cf391 req-8454d2fc-6ff8-454f-bd31-2efa2bbf8964 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417564
Dec 09 14:15:40.122084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-569a393a-5827-4600-a87f-0e4081e997e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:40.123494 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-569a393a-5827-4600-a87f-0e4081e997e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a77c54e5-7782-44c5-8ac1-4eb0f2660e59 HTTP/1.1" status: 200  len: 835 time: 0.0566139
Dec 09 14:15:40.198678 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-77462018-7deb-438a-b797-81b62d11ab0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691600
Dec 09 14:15:40.339407 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-c1a427c7-e205-4ad9-9421-4df2bd3f1118 service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343763
Dec 09 14:15:40.470243 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b1800d60-ae27-4ad5-8f65-e5e2d98d2892 req-5b0955e6-ec3b-4d82-8d72-d4338a5bfd5b service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251686
Dec 09 14:15:40.589189 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-b91f842d-e88f-46f0-80d3-826596a66118 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 1135 time: 0.0748756
Dec 09 14:15:40.726276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-8165fb60-5c51-47e2-98c2-1dc6ab615bcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:40.727718 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-8165fb60-5c51-47e2-98c2-1dc6ab615bcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 897 time: 0.1327567
Dec 09 14:15:40.830787 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-ea18d1c9-dd6f-47a7-b2a5-1b3b926c3ef7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1037 time: 0.0964587
Dec 09 14:15:40.894538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-87bb7829-c99c-4824-8161-239da11bdaa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:40.895968 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-87bb7829-c99c-4824-8161-239da11bdaa7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a77c54e5-7782-44c5-8ac1-4eb0f2660e59 HTTP/1.1" status: 200  len: 835 time: 0.0574377
Dec 09 14:15:41.071224 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-d7db46a4-50f7-46d2-8f0c-55e488fadc2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1682088
Dec 09 14:15:41.200618 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-58a24cf6-64f0-4370-99c3-20d8c70af999 service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226878
Dec 09 14:15:41.296709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef576d-9806-46bf-8e84-f9fd43a51fdf req-b6bf9995-9e77-4c77-9e81-01984dbd1e48 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:41.298298 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ef576d-9806-46bf-8e84-f9fd43a51fdf req-b6bf9995-9e77-4c77-9e81-01984dbd1e48 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 982 time: 0.0746114
Dec 09 14:15:41.333060 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c085d89-d9d4-46ba-8ed0-5d3f8516c0ef req-26dfda98-4c9b-4afd-88df-4868b4c7ee0e service neutron] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241374
Dec 09 14:15:41.343114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6ef576d-9806-46bf-8e84-f9fd43a51fdf req-f8432fd6-7150-4b0b-a2fd-e8e00091db9a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393279
Dec 09 14:15:42.538855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc258cd4-8212-463d-a52c-3a4aec8b5673 req-f11eaa7d-3a86-4a1f-8c02-72eb7334b8d4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:42.540284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fc258cd4-8212-463d-a52c-3a4aec8b5673 req-f11eaa7d-3a86-4a1f-8c02-72eb7334b8d4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 982 time: 0.0789847
Dec 09 14:15:42.584411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fc258cd4-8212-463d-a52c-3a4aec8b5673 req-6ccba7ae-046a-402f-a62d-7fd84167d1d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386331
Dec 09 14:15:42.747257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:15:42.876283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:42.889735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'port_id': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'mac_address': 'fa:16:3e:9e:ae:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:15:42.942095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:42.958687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b77c45-1073-4a55-bfd9-3b60982cb5b3 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:15:42.972864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:42.976624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:42.978299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-314bea9c-c999-4adc-8a41-249b2397bc1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:43.042959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:43.045790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:43.164271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e7b77c45-1073-4a55-bfd9-3b60982cb5b3'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:15:43.779581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccec0-4002-443f-b697-84ef9a386f6e req-b845612e-a8e1-45eb-92c8-d796f6cc69e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:43.781008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4edccec0-4002-443f-b697-84ef9a386f6e req-b845612e-a8e1-45eb-92c8-d796f6cc69e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 983 time: 0.0752184
Dec 09 14:15:43.828232 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4edccec0-4002-443f-b697-84ef9a386f6e req-0732f393-c7f5-4651-80c2-404cdf8ae823 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411332
Dec 09 14:15:44.747141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:15:44.817318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:15:44.823256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:44.823639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:44.938394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:44.965355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f20867e-c721-4435-9fe6-2430d775a4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:15:44.974966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:44.978614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:44.980477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:45.024000 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f20867e-c721-4435-9fe6-2430d775a4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b77c45-1073-4a55-bfd9-3b60982cb5b3', 'code': 200}
Dec 09 14:15:45.029368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1278fc-8eb8-4d9d-b168-a5cd0d42e0b5 req-19926d20-ad18-440e-b667-70d2be785cd2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:45.030898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c1278fc-8eb8-4d9d-b168-a5cd0d42e0b5 req-19926d20-ad18-440e-b667-70d2be785cd2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0795610
Dec 09 14:15:45.047376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=10']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:45.054299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:45.079932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c1278fc-8eb8-4d9d-b168-a5cd0d42e0b5 req-a990ee91-980f-4368-9b20-1ca7311b6172 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425103
Dec 09 14:15:45.244774 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-92e013d2-f574-46a1-a42c-aeeee2faad9f req-0154da6f-e088-4199-a377-a33dcfd41012 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 1138 time: 0.0667531
Dec 09 14:15:45.289948 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-92e013d2-f574-46a1-a42c-aeeee2faad9f req-41c1d8b3-6f7a-45ca-95f7-cb76dea60d7b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394573
Dec 09 14:15:46.260838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:46.288045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853da24-688b-4610-969c-67139ed19a70 req-ef0f1260-ab53-4e4a-a7c1-c5200d94ead7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:46.289518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a853da24-688b-4610-969c-67139ed19a70 req-ef0f1260-ab53-4e4a-a7c1-c5200d94ead7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0892382
Dec 09 14:15:46.336705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a853da24-688b-4610-969c-67139ed19a70 req-d5aab017-d78e-4456-8b78-19da6392432c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416160
Dec 09 14:15:47.526892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058dfc-8899-475a-a715-74bdf4a0c2bf req-bfc0cd09-0d02-4cb7-9268-35cf4abecbfa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:47.528382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-11058dfc-8899-475a-a715-74bdf4a0c2bf req-bfc0cd09-0d02-4cb7-9268-35cf4abecbfa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0757406
Dec 09 14:15:47.573091 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-11058dfc-8899-475a-a715-74bdf4a0c2bf req-0a989f19-7f72-4012-8a5e-acd5146cbf75 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393360
Dec 09 14:15:47.771328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5eeaf-8250-48a9-99a4-47776f9b5f82 req-5fb87b4e-2e63-4ad1-8024-b4651c53456a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:47.772776 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1d5eeaf-8250-48a9-99a4-47776f9b5f82 req-5fb87b4e-2e63-4ad1-8024-b4651c53456a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0840096
Dec 09 14:15:47.816392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1d5eeaf-8250-48a9-99a4-47776f9b5f82 req-80351d33-4b87-45fa-84b8-e33b441bc8b0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380201
Dec 09 14:15:47.843302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32864) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:47.917978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65149a07-3954-4f14-9030-f59cb752bbc6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd&network_id=14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 200  len: 1133 time: 0.0734189
Dec 09 14:15:48.302489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c6581-a75e-4791-98c5-502eeba25254 req-294ddd5b-db3c-4101-a876-2de0a535e671 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:48.303933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-613c6581-a75e-4791-98c5-502eeba25254 req-294ddd5b-db3c-4101-a876-2de0a535e671 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0825868
Dec 09 14:15:48.348627 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-613c6581-a75e-4791-98c5-502eeba25254 req-6d5f8af2-f55d-4a3c-9a3f-b8075f3e87ea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393217
Dec 09 14:15:49.504136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-094fb888-ba48-4374-ab08-b9aec90f6586 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:49.505618 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-094fb888-ba48-4374-ab08-b9aec90f6586 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0752954
Dec 09 14:15:49.545244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69542f-0a73-4b3d-9138-09bf846c414f req-6d22f83a-fc59-4a6a-909d-1672b7e88726 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:49.546841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d69542f-0a73-4b3d-9138-09bf846c414f req-6d22f83a-fc59-4a6a-909d-1672b7e88726 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 985 time: 0.0783896
Dec 09 14:15:49.577393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-fd24e1ad-bfab-455a-b8c4-33d310187cfa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:15:49.578845 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-fd24e1ad-bfab-455a-b8c4-33d310187cfa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0672514
Dec 09 14:15:49.596490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d69542f-0a73-4b3d-9138-09bf846c414f req-63f36fe7-19f0-4d89-bbb3-72073a836e4d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c0c9422-5f5e-46b6-a488-b18117e7fd61&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432997
Dec 09 14:15:49.734290 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-55ba3578-a459-4667-a9d6-ee2c575354a7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1499481
Dec 09 14:15:49.744594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:15:49.846117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:50.041997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:50.069203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] For port e7b77c45-1073-4a55-bfd9-3b60982cb5b3, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:15:50.117694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] device_id is not set on port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 yet. {{(pid=83443) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 09 14:15:50.125095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:50.129698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:50.133759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:50.258910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Pushing event updated for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=11']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:50.263072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:50.323391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] No DVR routers for this DVR port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:15:50.370055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bc217303-91bd-42ba-80be-c554153d7ae5 None None] Provisioning complete for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:15:50.370672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc217303-91bd-42ba-80be-c554153d7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:50.425952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc217303-91bd-42ba-80be-c554153d7ae5 None None] Port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:15:50.662868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] In _notify_port_updated(), no bound segment for port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 on network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 {{(pid=83443) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}}
Dec 09 14:15:50.663972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:50.665327 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e65d2955-9858-4741-b0d1-4e3c707699a6 req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] 10.222.0.35 "PUT /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 200  len: 1028 time: 0.9244766
Dec 09 14:15:50.759365 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32a727ac-005e-4ac6-aeeb-671b5557c090 req-9de8a01c-e4e1-4c07-ae8a-4e789d80a313 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f20867e-c721-4435-9fe6-2430d775a4bd HTTP/1.1" status: 200  len: 210 time: 0.0423741
Dec 09 14:15:51.860017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32878) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:51.928238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:51.957082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.019041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.023457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be6df40b-1af7-4e93-9648-991beb034d2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:52.040382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca137e79-90d9-433a-8952-c962ffc335c5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:52.042808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:52.054475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.055868 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/ca137e79-90d9-433a-8952-c962ffc335c5 HTTP/1.1" status: 204  len: 168 time: 0.1948373
Dec 09 14:15:52.095054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:52.373647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 1a849ca0-2c48-45f4-9dc5-497aab59951e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:52.373904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.501978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f6e9dc72-733a-4705-8be5-6201121e9ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.542898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.543220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.659818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 1a849ca0-2c48-45f4-9dc5-497aab59951e owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:52.764019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:15:52.803494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:52.807285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:52.826026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7b77c45-1073-4a55-bfd9-3b60982cb5b3 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:15:52.847218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=1a849ca0-2c48-45f4-9dc5-497aab59951e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:52.851140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:52.939603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:53.321103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5d64bd68-9357-40a6-97ad-194310adfe74 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:15:53.514639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:15:53.525209 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] Sync routers for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:15:53.535714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:53.537908 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:53.538515 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e016d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:53.699767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/d849a58b-561c-4d51-bf9c-8d4a82778faa HTTP/1.1" status: 204  len: 168 time: 1.6036181
Dec 09 14:15:53.753457 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:53.853958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32892) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:53.922426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:53.951126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.013954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.017944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-89e6c69c-5c38-4cc0-affd-bd9a624e3e43 tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:54.031826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab330c-9b28-4ed6-ac9a-a136099a7a39,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:54.035755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:54.041368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.044906 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/caab330c-9b28-4ed6-ac9a-a136099a7a39 HTTP/1.1" status: 204  len: 168 time: 0.1875684
Dec 09 14:15:54.067105 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e016d0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:20Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:54.071141 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] Checking router: 5d64bd68-9357-40a6-97ad-194310adfe74 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:15:54.082552 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:54.083156 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e016d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:54.084347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:54.150246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port e7b77c45-1073-4a55-bfd9-3b60982cb5b3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:54.150605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.257520 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:54.392997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.512680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for e7b77c45-1073-4a55-bfd9-3b60982cb5b3 owned by  {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:54.568970 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e016d0>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:20Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:54.573071 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d33e3-6665-4fce-8f14-d9365ce00f0f None None] The sync data for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv is: [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7dde7311-a01a-4267-a0f7-bc844f031f44', 'name': '', 'network_id': '14f30f4d-d1b3-492c-a4ae-e10726ca8177', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:ee:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:13Z', 'updated_at': '2021-12-09T14:15:20Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a77c54e5-7782-44c5-8ac1-4eb0f2660e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:15:54.657638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.663877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0bdc6a85-e51d-4586-9f2d-7a1cdcd5bc39 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:54.709658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=e7b77c45-1073-4a55-bfd9-3b60982cb5b3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:54.713013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:54.801970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b9686b-64ea-46ba-a5b2-3d7cf579bc0b None None] New status for floating IP d849a58b-561c-4d51-bf9c-8d4a82778faa: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:15:54.821084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:54.834769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32902) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:54.834996 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/ports/e7b77c45-1073-4a55-bfd9-3b60982cb5b3 HTTP/1.1" status: 204  len: 168 time: 0.7493629
Dec 09 14:15:54.945114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2b47349-d1ee-4270-b46d-abfdda066522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:55.233199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:55.850014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 7dde7311-a01a-4267-a0f7-bc844f031f44 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:55.850354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:56.030510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 7dde7311-a01a-4267-a0f7-bc844f031f44, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7dde7311-a01a-4267-a0f7-bc844f031f44,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:56.030858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:56.110476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:56.148969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 7dde7311-a01a-4267-a0f7-bc844f031f44 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:56.380883 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:15:56.425608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:56.435592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:56.439661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-81ac5ab7-39d2-48ea-8cc3-26c59b0ef140 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:56.482470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=7dde7311-a01a-4267-a0f7-bc844f031f44,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:56.485187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:56.774340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.329630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 5d64bd68-9357-40a6-97ad-194310adfe74 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:15:57.520981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:15:57.532306 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] Sync routers for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:15:57.537748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32906) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:57.538250 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/5d64bd68-9357-40a6-97ad-194310adfe74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7014294
Dec 09 14:15:57.546295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:57.546936 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f42670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:57.548919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.719659 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:57.728051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet a77c54e5-7782-44c5-8ac1-4eb0f2660e59 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:15:57.730958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.783839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.867189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.943321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.947506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c0fc0661-c99e-4da9-a9fa-4aa48b32993a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:57.983577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=a77c54e5-7782-44c5-8ac1-4eb0f2660e59,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:57.986252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:57.988649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:57.995416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/a77c54e5-7782-44c5-8ac1-4eb0f2660e59 HTTP/1.1" status: 204  len: 168 time: 0.4564707
Dec 09 14:15:57.996217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e443a9-eb13-43aa-b825-c6d7bcb529de None None] Network 14f30f4d-d1b3-492c-a4ae-e10726ca8177 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:15:57.998090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32910) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:58.040020 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f42670>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:56Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:58.043901 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] Checking router: 5d64bd68-9357-40a6-97ad-194310adfe74 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:15:58.054224 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] Routers {'5d64bd68-9357-40a6-97ad-194310adfe74'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:15:58.054809 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f42670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5d64bd68-9357-40a6-97ad-194310adfe74'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:58.240261 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] Set router 5d64bd68-9357-40a6-97ad-194310adfe74 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:15:58.248139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] DHCP port deletion for 14f30f4d-d1b3-492c-a4ae-e10726ca8177 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:15:58.252750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Deleting port c3de40e0-007c-4bf4-9005-d416a1100cc2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:58.253201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.322891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.456576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] For port c3de40e0-007c-4bf4-9005-d416a1100cc2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c3de40e0-007c-4bf4-9005-d416a1100cc2,segment=NetworkSegment(74e3fa08-13f6-42e4-a137-f25d41de79e4),segment_id=74e3fa08-13f6-42e4-a137-f25d41de79e4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:58.457003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.525450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.538315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 4b8bf35c-e4ce-44af-8850-ab998e7f8792 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:15:58.538805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.554855 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f42670>, [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:56Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:58.559102 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca7d1f8-363f-4ce5-82a5-2a41adefd823 None None] The sync data for ids ['5d64bd68-9357-40a6-97ad-194310adfe74'] in dv-neutron-821183-1-hyperv is: [{'id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'name': 'tempest-TestNetworkBasicOps-router-2122011798', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:56Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '4b8bf35c-e4ce-44af-8850-ab998e7f8792', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ea:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64bd68-9357-40a6-97ad-194310adfe74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:15:10Z', 'updated_at': '2021-12-09T14:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:15:58.585780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Calling delete_port for c3de40e0-007c-4bf4-9005-d416a1100cc2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:58.661324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.664880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:58.704501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Pushing event deleted for resources: {'Port': ['ID=c3de40e0-007c-4bf4-9005-d416a1100cc2,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:58.707160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:58.711889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] No DVR routers for this DVR port c3de40e0-007c-4bf4-9005-d416a1100cc2 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:15:58.727457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 4b8bf35c-e4ce-44af-8850-ab998e7f8792, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4b8bf35c-e4ce-44af-8850-ab998e7f8792,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:15:58.727808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:58.845079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 4b8bf35c-e4ce-44af-8850-ab998e7f8792 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:15:59.016538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.020399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-64791d4f-bc3c-4602-b457-b6de7875737b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:15:59.063695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=4b8bf35c-e4ce-44af-8850-ab998e7f8792,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:15:59.067692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:15:59.279761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.524423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.528460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.554903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.555335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router 5d64bd68-9357-40a6-97ad-194310adfe74 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:15:59.570100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.571201 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/5d64bd68-9357-40a6-97ad-194310adfe74 HTTP/1.1" status: 204  len: 168 time: 1.5721426
Dec 09 14:15:59.574516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32914) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:15:59.805836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.933969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.959053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644879b4c0>,) {'filters': {'network_id': ['14f30f4d-d1b3-492c-a4ae-e10726ca8177']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:59.970703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644879b4c0>, '74e3fa08-13f6-42e4-a137-f25d41de79e4') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:59.970999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644879b4c0>, '74e3fa08-13f6-42e4-a137-f25d41de79e4') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:15:59.982192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:15:59.999783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.008385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:16:00.008957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:16:00.024233 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:16:00.043217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3de40e0-007c-4bf4-9005-d416a1100cc2 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:16:00.076893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c3de40e0-007c-4bf4-9005-d416a1100cc2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:16:00.077164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3de40e0-007c-4bf4-9005-d416a1100cc2 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:16:00.077609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4b8bf35c-e4ce-44af-8850-ab998e7f8792 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:16:00.106950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.110873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:00.113852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 4b8bf35c-e4ce-44af-8850-ab998e7f8792 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:16:00.114213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4b8bf35c-e4ce-44af-8850-ab998e7f8792 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:16:00.114636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7dde7311-a01a-4267-a0f7-bc844f031f44 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:16:00.126546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.139328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=14f30f4d-d1b3-492c-a4ae-e10726ca8177,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:00.142288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:00.146606 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/14f30f4d-d1b3-492c-a4ae-e10726ca8177 HTTP/1.1" status: 204  len: 168 time: 0.5711541
Dec 09 14:16:00.147104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 7dde7311-a01a-4267-a0f7-bc844f031f44 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:16:00.147462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7dde7311-a01a-4267-a0f7-bc844f031f44 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:16:00.160375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32918) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:00.173071 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-33ec6c69-1bbc-4a33-94cf-f1e7bbd90d78 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0112414
Dec 09 14:16:00.175233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32922) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:00.180846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--707058505', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:00.185722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:00.189970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:00.194408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:00.200171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:00.209448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:16:00.212543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.240504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:16:00.249155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.249521 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment 1910cd2c-0152-40ca-8104-251a2af24374 of type vlan for network 71168c7a-3dce-46b3-9b69-ed8fc3c65742
Dec 09 14:16:00.274533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.303931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.307587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:00.308148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.311531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be09419f-f537-4862-a571-b155d3749dfc tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:00.420597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2438765
Dec 09 14:16:00.421495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=71168c7a-3dce-46b3-9b69-ed8fc3c65742,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:00.423421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32926) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:00.429499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-970366610', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:00.430608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.430984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.431354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.431716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.432083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.432439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.432804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.433156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.433508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.433880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.434233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:00.436294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:00.437640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:00.440154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:00.443039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:00.445335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:16:00.448810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:00.458766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.459703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.478736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.624946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.797892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.827330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:00.960031 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.100 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/f7300b10-a0e6-409d-8235-6fabd6eaeedc) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:16:01.103314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:01.130226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:01.134309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-54b03f6f-add6-4fa6-94ed-00f931cef6a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:01.200985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:16:01.203714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:01.207870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:16:01.232064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:01.237035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:01.361662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:01.362288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:01.703090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 28e13b5d-815d-41fd-857a-eb30f02a10c0 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:16:01.901887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:16:01.911583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Sync routers for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:16:01.922767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:01.923444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b0c070>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:01.927254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:01.928625 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.5042017
Dec 09 14:16:01.931729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32930) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:01.971681 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-648917e0-d274-4a60-9fb2-4a1903f368af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0386813
Dec 09 14:16:01.974111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32934) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:02.102755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaacebab-1e9a-41fb-ac25-36bfc163441b tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:02.103506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:02.104300 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eaacebab-1e9a-41fb-ac25-36bfc163441b tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1291838
Dec 09 14:16:02.107135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32938) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:02.146964 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-82576a61-3342-494f-bb04-717ec72d193c tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387111
Dec 09 14:16:02.149435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32942) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:02.154761 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280939772', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:02.263065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:02.266806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:02.269671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:02.275331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:02.285861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:16:02.389331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:02.430209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b0c070>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:01Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:02.434094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Checking router: 28e13b5d-815d-41fd-857a-eb30f02a10c0 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:16:02.434450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Updating router 28e13b5d-815d-41fd-857a-eb30f02a10c0 port f7300b10-a0e6-409d-8235-6fabd6eaeedc binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:16:02.484058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:02.600260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:02.604255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0189b5cb-e196-4bc3-bf9c-89d0111b6519 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:02.681310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=71abda6b-1c69-4548-8591-dd3c608086fd,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:02.684549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:02.691793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:16:02.692121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: 71168c7a-3dce-46b3-9b69-ed8fc3c65742, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:16:02.714901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:16:02.725287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 71168c7a-3dce-46b3-9b69-ed8fc3c65742) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:02.729271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:02.729904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:02.737147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ba305-c8ea-4ba7-a6e0-0547e9e14794 None None] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:16:02.752351 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6017249
Dec 09 14:16:02.754969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32946) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:02.913326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:02.952639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Transition to ACTIVE for port object f7300b10-a0e6-409d-8235-6fabd6eaeedc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:02.962343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:02.968103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15a21ef4-59ce-4d8d-9556-618cced9037b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:03.091031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Attempting to bind port f7300b10-a0e6-409d-8235-6fabd6eaeedc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:16:03.091402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Attempting to bind port f7300b10-a0e6-409d-8235-6fabd6eaeedc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:16:03.091772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Attempting to bind port f7300b10-a0e6-409d-8235-6fabd6eaeedc on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:16:03.094187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3ad1f-1c3f-43fe-a6fe-06b2302c232e None None] Pushing event updated for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:03.098115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:16:03.098905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:03.108916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0da3ad1f-1c3f-43fe-a6fe-06b2302c232e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:03.116130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:16:03.116502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:16:03.116901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:03.117291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:16:03.117781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Bound port: f7300b10-a0e6-409d-8235-6fabd6eaeedc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:16:03.118158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:03.256816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] For port f7300b10-a0e6-409d-8235-6fabd6eaeedc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:16:03.298279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] For port f7300b10-a0e6-409d-8235-6fabd6eaeedc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f7300b10-a0e6-409d-8235-6fabd6eaeedc,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:16:03.311650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:03.318434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:03.378894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Allocated IP 172.20.0.2 (71168c7a-3dce-46b3-9b69-ed8fc3c65742/71abda6b-1c69-4548-8591-dd3c608086fd/22ae51a1-2170-412d-abab-aed614f3ae86) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:16:03.435478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3ad1f-1c3f-43fe-a6fe-06b2302c232e None None] Pushing event updated for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:03.445247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0da3ad1f-1c3f-43fe-a6fe-06b2302c232e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:03.445882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:03.446633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b0c070>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:03.658079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:03.755080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:03.909129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:03.936038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Transition to ACTIVE for port object 22ae51a1-2170-412d-abab-aed614f3ae86 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:04.005085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Transition to ACTIVE for port object 22ae51a1-2170-412d-abab-aed614f3ae86 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:04.015982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.020962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:04.077773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (71168c7a-3dce-46b3-9b69-ed8fc3c65742/71abda6b-1c69-4548-8591-dd3c608086fd/9d0e4b17-8b92-4a42-bac4-1109cec5dc36) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:16:04.114772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:16:04.141802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:04.146618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Pushing event updated for resources: {'Port': ['ID=22ae51a1-2170-412d-abab-aed614f3ae86,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:04.148625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:16:04.153196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:04.237961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.252658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Attempting to bind port 22ae51a1-2170-412d-abab-aed614f3ae86 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:16:04.253010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:04.253145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Attempting to bind port 22ae51a1-2170-412d-abab-aed614f3ae86 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:16:04.253374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Attempting to bind port 22ae51a1-2170-412d-abab-aed614f3ae86 on network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:16:04.262894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:16:04.263267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Checking segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:16:04.263669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.264063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Bound using segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:16:04.264526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Bound port: 22ae51a1-2170-412d-abab-aed614f3ae86, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:16:04.264900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.274104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.277597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a67ae336-7b10-4b9b-a528-6c72483401f5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:04.282387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-735b901d-d801-48ed-b600-c08c90815606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b0c070>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:01Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:04.309046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b901d-d801-48ed-b600-c08c90815606 None None] The sync data for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv is: [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:01Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:16:04.353284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:16:04.356935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:04.359652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:16:04.368809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] For port 22ae51a1-2170-412d-abab-aed614f3ae86, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:16:04.372032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] For port 22ae51a1-2170-412d-abab-aed614f3ae86, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=22ae51a1-2170-412d-abab-aed614f3ae86,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:16:04.379587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.383603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:04.403042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:04.405940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:04.433611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.464662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Pushing event updated for resources: {'Port': ['ID=22ae51a1-2170-412d-abab-aed614f3ae86,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:04.467666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:04.541212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.987182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:04.992283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:05.021213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:05.229160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:05.233741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:05.234516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:05.371892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:16:05.373063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:05.435597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f907a-e8ee-4672-afb4-2f6df6712065 None None] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:16:05.593025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ed62b152-1cc0-412c-b1e5-66573716754c None None] Provisioning for port 22ae51a1-2170-412d-abab-aed614f3ae86 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:05.755190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 28e13b5d-815d-41fd-857a-eb30f02a10c0 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:16:05.932179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-357efd43-a58c-4553-9ee8-e99f90725f65 None None] Provisioning for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:05.940028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-357efd43-a58c-4553-9ee8-e99f90725f65 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:05.940442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-357efd43-a58c-4553-9ee8-e99f90725f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:05.980159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:16:05.984306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:05.997264 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2389104
Dec 09 14:16:05.997496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32950) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:06.055322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-357efd43-a58c-4553-9ee8-e99f90725f65 None None] Port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:16:06.084239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f7300b10-a0e6-409d-8235-6fabd6eaeedc completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:06.089476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f7300b10-a0e6-409d-8235-6fabd6eaeedc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:06.089909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.143576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3734a-b476-40b6-b4a4-47db87a3a5ea tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.143946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3734a-b476-40b6-b4a4-47db87a3a5ea tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.144306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3734a-b476-40b6-b4a4-47db87a3a5ea tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.144692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d3734a-b476-40b6-b4a4-47db87a3a5ea tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.148754 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-28d3734a-b476-40b6-b4a4-47db87a3a5ea tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1478930
Dec 09 14:16:06.149473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:06.223045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6a6a03a-bf8b-4a5d-a56a-ba341aa41885 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:06.223447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6a6a03a-bf8b-4a5d-a56a-ba341aa41885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.229868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7661ba8-1820-49ad-af7e-7091ca81979e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.230511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7661ba8-1820-49ad-af7e-7091ca81979e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.231054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7661ba8-1820-49ad-af7e-7091ca81979e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.231589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7661ba8-1820-49ad-af7e-7091ca81979e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:06.233789 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a7661ba8-1820-49ad-af7e-7091ca81979e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0827255
Dec 09 14:16:06.236499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:06.260238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.290286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f7300b10-a0e6-409d-8235-6fabd6eaeedc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f7300b10-a0e6-409d-8235-6fabd6eaeedc,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:06.292590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6a03a-bf8b-4a5d-a56a-ba341aa41885 None None] Port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:16:06.294982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.295833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22ae51a1-2170-412d-abab-aed614f3ae86 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:06.321423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-92b87cce-0f76-4433-9524-4ddf8406d11b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:06.419865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:06.424190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:06.437312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-706df1d4-5521-4e92-958d-3f85f6995612 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:06.437997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-706df1d4-5521-4e92-958d-3f85f6995612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.465265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 22ae51a1-2170-412d-abab-aed614f3ae86 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:06.481782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 22ae51a1-2170-412d-abab-aed614f3ae86 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:06.482163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.532078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-706df1d4-5521-4e92-958d-3f85f6995612 None None] Port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:16:06.556187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-74445383-7eb0-41c0-b23c-b4c95ad8cadf tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.3159046
Dec 09 14:16:06.610498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.641855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 22ae51a1-2170-412d-abab-aed614f3ae86, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=22ae51a1-2170-412d-abab-aed614f3ae86,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:06.647898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.649891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:06.697452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 32964) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:06.703449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519171198', 'description': 'tempest-secgroup-smoke-1519171198 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:06.709891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:06.713934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:06.716746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:06.720482 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=22ae51a1-2170-412d-abab-aed614f3ae86,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:06.722347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:06.723527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:06.733498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.766757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:06.771116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:06.773857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:06.779368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:06.832737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.836136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.839498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a6e23f4a-d8a5-4ac7-b6ca-1a647fbe3e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:06.879635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e784e1-503b-49c8-ab52-602bf7b7488a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:06.882463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.883861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1853735
Dec 09 14:16:06.884872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:06.886937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32968) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:06.892691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '74e784e1-503b-49c8-ab52-602bf7b7488a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:06.899458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:06.903283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:06.906138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:06.911767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:06.927527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.989227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:06.999730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.001542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2676b22c-0fbf-4bc7-a1ac-5490e5d69d1c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:07.027773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c898a034-4a08-4a73-82d0-53dc93b70266,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:07.030217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:07.036994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.038204 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1503696
Dec 09 14:16:07.040924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32972) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:07.046321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '74e784e1-503b-49c8-ab52-602bf7b7488a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:07.052451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:07.056211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:07.059040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:07.064579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:07.081616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.141331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.144587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.146398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fe98c4a5-d4f6-4a7f-bba8-15846573d137 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:07.167032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bf2a81-faf3-4ead-9c3d-ad56a2618c0a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:07.169299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:07.176450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.177632 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1357439
Dec 09 14:16:07.180334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32976) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:07.186303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '74e784e1-503b-49c8-ab52-602bf7b7488a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:07.192531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:07.196337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:07.199197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:07.204806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:07.220092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.287453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.291003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.296708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1e528b6-ce44-48c6-bdea-263fda0fd8c0 tempest-TestVolumeBootPattern-492289938 tempest-TestVolumeBootPattern-492289938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:07.315799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76286f76-22d2-4f44-be2f-423e69105cc4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:07.318786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:07.331486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.332748 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1513388
Dec 09 14:16:07.335483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32980) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:07.340765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '74e784e1-503b-49c8-ab52-602bf7b7488a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:07.346340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:07.350104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:07.352895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:07.358724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:07.374962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.438666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.442551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.449192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-862d2cf7-8bf3-41fb-aaae-199c2ad13a11 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:07.468546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4794b8e6-4c7a-444c-914f-b841ac066027,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:07.470738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:07.475390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.476671 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1402373
Dec 09 14:16:07.479753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32984) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:07.485312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '74e784e1-503b-49c8-ab52-602bf7b7488a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:07.491891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:07.495775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:07.498809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:07.504450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:07.514732 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:16:07.521215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.585178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.588924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.590735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b883c5df-f4ef-4caf-aa3c-9c2075cc36c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:07.613029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1319cc-8fdf-48d6-af25-492fbf8c675c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:07.615959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:07.622860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.624054 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1436496
Dec 09 14:16:07.626728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 32988) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:07.632171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '74e784e1-503b-49c8-ab52-602bf7b7488a', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:07.638030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:07.641837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:07.644682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:07.650698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:07.661454 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:16:07.667678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.740066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.743815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.749449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9ae0b794-dc53-4c0e-862c-618d9e22b662 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:07.768061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f5fbd4-01f9-4f67-9919-2d80711710e4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:07.770388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:07.777610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:07.778850 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1511347
Dec 09 14:16:07.903063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:07.960591 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Sync routers for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:16:07.961735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-e924475e-822c-4651-ab07-72f6b3f51462 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:16:07.972534 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:07.973847 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4c0be0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:07.979168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-e924475e-822c-4651-ab07-72f6b3f51462 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:16:07.980572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-e924475e-822c-4651-ab07-72f6b3f51462 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519171198&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0658741
Dec 09 14:16:07.983421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f7300b10-a0e6-409d-8235-6fabd6eaeedc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:07.983952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:08.140317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22ae51a1-2170-412d-abab-aed614f3ae86 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:08.142729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-211f347b-567e-4d49-a82e-fd077bcc2fc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:08.143513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-211f347b-567e-4d49-a82e-fd077bcc2fc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:16:08.158389 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:08.161134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-211f347b-567e-4d49-a82e-fd077bcc2fc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:16:08.162506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-211f347b-567e-4d49-a82e-fd077bcc2fc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 200  len: 796 time: 0.1743932
Dec 09 14:16:08.180320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7f7b370b-c007-443e-9256-c6c24e3f7b58 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0109229
Dec 09 14:16:08.210417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 22ae51a1-2170-412d-abab-aed614f3ae86 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:08.210705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:08.268320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-4c1b58a8-c64e-4622-b7ad-b8a4cd5a70da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:16:08.285130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-4c1b58a8-c64e-4622-b7ad-b8a4cd5a70da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:16:08.286724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-4c1b58a8-c64e-4622-b7ad-b8a4cd5a70da tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1004167
Dec 09 14:16:08.429252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7582d828-7aba-4b0d-87ef-8917df392b00 service neutron] 10.222.0.21 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303818
Dec 09 14:16:08.472371 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4c0be0>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:08.476149 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Checking router: 28e13b5d-815d-41fd-857a-eb30f02a10c0 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:16:08.476503 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Updating router 28e13b5d-815d-41fd-857a-eb30f02a10c0 port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:16:08.532361 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:08.562441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-5adf894b-537b-4703-9c3c-b23350f65a49 service neutron] 10.222.0.21 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274750
Dec 09 14:16:08.753230 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44a9e71d-e529-4867-a3bd-27ad085c44d3 req-a2ad7f1d-3b09-420f-94fa-8e554f728c95 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 210 time: 0.0453801
Dec 09 14:16:08.909351 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:08.921374 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Transition to ACTIVE for port object 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:08.928542 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:08.933064 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b73a88e-d938-4e02-8ba6-2409dd5dbf47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:09.064204 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6337c-5874-40a8-a7cc-604fd614906d None None] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:09.067807 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ea6337c-5874-40a8-a7cc-604fd614906d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:09.157202 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Attempting to bind port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:16:09.158065 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Attempting to bind port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:16:09.158623 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Attempting to bind port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 on network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:16:09.166309 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:16:09.166676 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Checking segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:16:09.167076 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:09.167463 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Bound using segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:16:09.168095 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Bound port: 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:16:09.168465 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:09.255554 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] For port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:16:09.258537 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] For port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:16:09.263897 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:09.267748 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1788c3bc-1ef5-4241-a13c-df05821892f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:09.353114 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6337c-5874-40a8-a7cc-604fd614906d None None] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:09.356186 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ea6337c-5874-40a8-a7cc-604fd614906d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:09.357083 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:09.357708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4c0be0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:09.532926 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:09.891671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-eeb0d976-8a09-4666-ac0c-84bf8101a984 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:09.892356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-eeb0d976-8a09-4666-ac0c-84bf8101a984 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:16:09.905486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-eeb0d976-8a09-4666-ac0c-84bf8101a984 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:16:09.906665 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-eeb0d976-8a09-4666-ac0c-84bf8101a984 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 200  len: 796 time: 0.2916691
Dec 09 14:16:09.951273 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f03cdefc-ddca-4b4e-a67b-a1755d2cec9e req-5ce1788a-50cf-4c0e-b1c7-22cbd05b9bc1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 210 time: 0.0443501
Dec 09 14:16:09.965951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-d039c2b8-16e1-4b7b-9e39-27e7338c2fd1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:16:09.980919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-d039c2b8-16e1-4b7b-9e39-27e7338c2fd1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:16:09.982167 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-d039c2b8-16e1-4b7b-9e39-27e7338c2fd1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 380 time: 0.0606411
Dec 09 14:16:09.991738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['74e784e1-503b-49c8-ab52-602bf7b7488a']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:10.034177 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4c0be0>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:09Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:10.043672 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f77811-ba5b-4831-9e26-a93c3d527e8e None None] The sync data for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv is: [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:09Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:16:10.145741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:10.155437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:10.166116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:16:10.169432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:10.338548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.11 (71168c7a-3dce-46b3-9b69-ed8fc3c65742/71abda6b-1c69-4548-8591-dd3c608086fd/41d3df96-1065-4c4c-9eaa-2c5acaa9f374) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:16:10.532468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:10.551565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:10.576015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:10.582104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0847b020-7b1f-4788-8366-c1e05d7fa53f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:10.652398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:16:10.656683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:10.660942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:16:10.692371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:10.699263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:10.728971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:10.729691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:10.755877 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7677305
Dec 09 14:16:10.768258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Request body: {'port': {'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:10.884059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:10.924827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bc50f446-4cde-4227-8f24-aa26e508da17 None None] Provisioning for port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:10.929854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bc50f446-4cde-4227-8f24-aa26e508da17 None None] Provisioning complete for port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:10.930181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc50f446-4cde-4227-8f24-aa26e508da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:10.984824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc50f446-4cde-4227-8f24-aa26e508da17 None None] Port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:16:11.151754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309a738-af7e-4422-99be-14a64771523c req-00e45cf2-f3de-41c5-91af-69450769f44c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:11.153864 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0309a738-af7e-4422-99be-14a64771523c req-00e45cf2-f3de-41c5-91af-69450769f44c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 932 time: 0.0803659
Dec 09 14:16:11.199137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0309a738-af7e-4422-99be-14a64771523c req-cf3ba6c3-4244-4628-84d3-f803e4bdfd8c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396883
Dec 09 14:16:11.247199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:16:11.254656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:11.269292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Transition to ACTIVE for port object 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:16:11.273754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:11.277567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c7315ed6-c759-4055-b5d4-0c7ad1bc98ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:11.398886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Pushing event updated for resources: {'Port': ['ID=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:11.403375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:11.511962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Attempting to bind port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:16:11.512291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Attempting to bind port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:16:11.512605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Attempting to bind port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 on network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:16:11.518192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 on network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:16:11.518605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Attempting to bind port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 on network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:16:11.525267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:16:11.525615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Checking segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:16:11.525988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Bound using segment: {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:16:11.526396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Bound port: 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1910cd2c-0152-40ca-8104-251a2af24374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:16:11.526726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:11.623903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] For port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:16:11.627165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] For port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:16:11.631415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:11.635543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c32cfe6e-ce73-416c-8772-7f81e09e47f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:11.686784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:11.688252 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] 10.222.0.35 "PUT /v2.0/ports/41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 200  len: 1094 time: 0.9246981
Dec 09 14:16:11.691126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:16:11.721553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Pushing event updated for resources: {'Port': ['ID=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:11.724860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:11.762297 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'status': 'completed', 'code': 200}
Dec 09 14:16:11.798493 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-12c59ca1-e4f6-4f15-bc64-fa628b2ce831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1097 time: 0.0724540
Dec 09 14:16:11.926802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:11.984451 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-28756d20-ed83-4055-b4d7-8338d4abac26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 200  len: 217 time: 0.1787753
Dec 09 14:16:12.004181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:12.008873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:12.009256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:12.045746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-bee86d32-2cc9-42fd-80f9-10093003e68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:12.047203 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-bee86d32-2cc9-42fd-80f9-10093003e68f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71abda6b-1c69-4548-8591-dd3c608086fd HTTP/1.1" status: 200  len: 834 time: 0.0573676
Dec 09 14:16:12.122622 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:12.124410 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-6113cd17-afcd-4160-a874-8679d14a0a13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71168c7a-3dce-46b3-9b69-ed8fc3c65742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708277
Dec 09 14:16:12.153819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:12.157312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:12.160614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0da3ad1f-1c3f-43fe-a6fe-06b2302c232e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:12.225804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:12.234365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.234768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.235037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.235366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.235690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.236013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.236341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.236649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.237234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.237362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.237591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:16:12.241948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:12.256180 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-16ebb015-5bc5-41bb-848f-e33bc5c7a047 service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257448
Dec 09 14:16:12.387863 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b2ac35ae-f0e7-4625-a9ff-68988d8c36b1 req-e1531a42-dd3a-4c54-ae8d-a5d534e3cbaa service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253800
Dec 09 14:16:12.398023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ad852-4818-4ccd-8cfd-9a4d42619671 req-d902da26-d4e0-4af7-a668-f3ff1599703d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:12.399476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d06ad852-4818-4ccd-8cfd-9a4d42619671 req-d902da26-d4e0-4af7-a668-f3ff1599703d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 944 time: 0.0783298
Dec 09 14:16:12.445785 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d06ad852-4818-4ccd-8cfd-9a4d42619671 req-9c6305c3-825c-4c1e-adcf-c57f9c45a43d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408411
Dec 09 14:16:12.505446 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-fbd96652-aeab-4100-9be5-dd1616ac8b39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1097 time: 0.0691442
Dec 09 14:16:12.636094 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e0610-b299-4461-8378-31893535fcc0 req-a7b4c245-6f27-4c96-8cc1-d7f7b5379cd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:12.637594 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-a7b4c245-6f27-4c96-8cc1-d7f7b5379cd2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 200  len: 897 time: 0.1254380
Dec 09 14:16:12.711854 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-6a7a86de-4c41-42ae-9e89-b8033a9ba3c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 200  len: 217 time: 0.0666239
Dec 09 14:16:12.773642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e0610-b299-4461-8378-31893535fcc0 req-dc45cb41-afb4-419e-8ab9-25e522adf76c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:12.774943 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-dc45cb41-afb4-419e-8ab9-25e522adf76c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71abda6b-1c69-4548-8591-dd3c608086fd HTTP/1.1" status: 200  len: 834 time: 0.0559812
Dec 09 14:16:12.851499 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-1645d8e9-459a-40ae-8c7e-3b4d9396fb9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71168c7a-3dce-46b3-9b69-ed8fc3c65742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698755
Dec 09 14:16:12.989380 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-73e8f49e-9dbb-4c63-8a40-d83f73772fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291192
Dec 09 14:16:13.118652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-258e0610-b299-4461-8378-31893535fcc0 req-e55c2e9f-c9b7-4c1d-8362-639b952a92fb service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222031
Dec 09 14:16:13.642119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aaf0a-302c-437a-ab50-22209988608b req-92a9cfef-0dad-4c2b-883c-6f9a30903c0e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:13.643587 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e86aaf0a-302c-437a-ab50-22209988608b req-92a9cfef-0dad-4c2b-883c-6f9a30903c0e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 944 time: 0.0789967
Dec 09 14:16:13.688239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e86aaf0a-302c-437a-ab50-22209988608b req-8b3e40f7-c1a1-4c23-9e77-6fe5388f474c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389817
Dec 09 14:16:13.901755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:13.967339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:13.967644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:14.855938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:16:14.881187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9588-9a3d-44d6-bc67-0c843db9234e req-288b8cdc-acb1-4489-97b2-0dde0942bff7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:14.882673 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50cf9588-9a3d-44d6-bc67-0c843db9234e req-288b8cdc-acb1-4489-97b2-0dde0942bff7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 944 time: 0.0763252
Dec 09 14:16:14.931167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-50cf9588-9a3d-44d6-bc67-0c843db9234e req-8897c238-3a01-4ab9-8863-da5026b9b0aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427637
Dec 09 14:16:14.996909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:15.009966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:16:15.063907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:15.080426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:16:15.094803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:15.099192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:15.100859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:15.166046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:15.168930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:15.287668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['41d3df96-1065-4c4c-9eaa-2c5acaa9f374'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:16:16.126590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3904d-d6fb-4d83-8295-daa70a42b610 req-edf2ee91-9371-49c0-8404-193feb3379a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:16.127944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ef3904d-d6fb-4d83-8295-daa70a42b610 req-edf2ee91-9371-49c0-8404-193feb3379a1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 945 time: 0.0756192
Dec 09 14:16:16.171967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5ef3904d-d6fb-4d83-8295-daa70a42b610 req-3da4029b-eec9-4a12-b683-ed5fa1e102a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377002
Dec 09 14:16:16.259321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:16.855631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:16.922572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:16:16.927300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:16.927680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:17.041104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:17.067199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:16:17.077238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:17.081121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:17.083797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:17.126748 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'code': 200}
Dec 09 14:16:17.154230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:17.157104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:17.347089 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ae50f05b-f690-4425-9d0d-131ee7802ce4 req-0a809fea-f706-47ad-a236-904ab8e8b94e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1099 time: 0.0707979
Dec 09 14:16:17.379042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c840-a04e-4ed3-9002-07bcf68e1904 req-30080bd8-d482-4493-9cb4-d5f63b2de47c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:17.380401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1813c840-a04e-4ed3-9002-07bcf68e1904 req-30080bd8-d482-4493-9cb4-d5f63b2de47c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 946 time: 0.0906763
Dec 09 14:16:17.389406 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ae50f05b-f690-4425-9d0d-131ee7802ce4 req-0222416b-efe4-4c04-9b6e-2d6af755d45b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356719
Dec 09 14:16:17.424346 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1813c840-a04e-4ed3-9002-07bcf68e1904 req-ad6a3352-930d-4d6e-98be-9aed98517ca6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384424
Dec 09 14:16:18.620823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56819c-efaf-4934-a63f-9b006d098138 req-0d4960fc-826f-4a5b-b238-18112abc4c5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:18.622416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab56819c-efaf-4934-a63f-9b006d098138 req-0d4960fc-826f-4a5b-b238-18112abc4c5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 946 time: 0.0787339
Dec 09 14:16:18.667758 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab56819c-efaf-4934-a63f-9b006d098138 req-5f7178c0-6c87-429c-95a0-f1626c17ecab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399005
Dec 09 14:16:18.860716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fcab9-483b-4742-bf4a-dc15de0f1829 req-44ce4114-4639-4fe2-88c0-709bd0eb3bf4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:18.862172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea5fcab9-483b-4742-bf4a-dc15de0f1829 req-44ce4114-4639-4fe2-88c0-709bd0eb3bf4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 946 time: 0.0787463
Dec 09 14:16:18.906690 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea5fcab9-483b-4742-bf4a-dc15de0f1829 req-3ce92a26-60ad-46f3-a133-24933b4e74cb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389121
Dec 09 14:16:18.933125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33032) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:19.000689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c63da52f-afa4-4262-8071-681e3296f708 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1094 time: 0.0661922
Dec 09 14:16:19.003147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33036) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:19.008816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:16:19.014145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:16:19.018141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:16:19.021541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:16:19.027140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:16:19.037021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:19.259516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:19.391434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.168 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/f7aa58f0-efe6-4ae1-949b-1406e27811bd) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:16:19.533864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:19.561505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:19.565588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-264ca3ef-9ea9-443b-81fd-5781acbce81e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:19.632532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:16:19.635607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:16:19.638283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:16:19.667754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=f7aa58f0-efe6-4ae1-949b-1406e27811bd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:19.673926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:20.137876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:20.191564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:20.390254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:20.395174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:20.398555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5b0ae180-092c-4ecc-9c9b-a87d53035574 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:20.497019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=f7aa58f0-efe6-4ae1-949b-1406e27811bd,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:20.504883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:20.513486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:20.797131 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP f6ce2665-1cfc-4810-bf71-7b8ca746d419 associated. External IP: 172.26.3.168, port: 41d3df96-1065-4c4c-9eaa-2c5acaa9f374.
Dec 09 14:16:21.179212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 28e13b5d-815d-41fd-857a-eb30f02a10c0 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:16:21.377749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:16:21.387277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] Sync routers for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:16:21.399743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:21.400484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fbb5b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:21.402876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:21.455855 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4511061
Dec 09 14:16:21.456419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:16:21.459021 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33040) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:21.512772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'status': 'completed', 'code': 200}
Dec 09 14:16:21.630875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:21.704767 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-207f11e2-d1a0-4669-91e2-dfb00fdb594f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1099 time: 0.1642244
Dec 09 14:16:21.959085 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-53edbe05-dde8-4a98-ba33-8ee891132964 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0 HTTP/1.1" status: 200  len: 922 time: 0.4987087
Dec 09 14:16:21.961729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33046) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:21.977986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-32531b81-668a-41f6-9cba-0c38d5ee548d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:21.979441 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-32531b81-668a-41f6-9cba-0c38d5ee548d service neutron] 10.222.0.35 "GET /v2.0/networks?id=71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 200  len: 897 time: 0.2687800
Dec 09 14:16:21.993437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fbb5b0>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f6ce2665-1cfc-4810-bf71-7b8ca746d419', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.168', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:16:19Z', 'updated_at': '2021-12-09T14:16:19Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:12Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:21.997382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] Checking router: 28e13b5d-815d-41fd-857a-eb30f02a10c0 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:16:22.008502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:22.009110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fbb5b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:15:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:22.072401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d4a90b22-2133-4275-913b-fc6b32361da4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1092811
Dec 09 14:16:22.085467 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-41d752b4-5a04-46ba-88f7-5c42cc240eee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 200  len: 1000 time: 0.0997503
Dec 09 14:16:22.148568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-0740b6fb-723a-455e-8f1d-0fda2997d704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:22.150037 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-0740b6fb-723a-455e-8f1d-0fda2997d704 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71abda6b-1c69-4548-8591-dd3c608086fd HTTP/1.1" status: 200  len: 834 time: 0.0579743
Dec 09 14:16:22.187547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:22.223593 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-94325489-d65c-492c-a466-3b1ff75bc1e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71168c7a-3dce-46b3-9b69-ed8fc3c65742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678053
Dec 09 14:16:22.356710 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-f6af0df2-6901-4218-ab39-5bedc125723b service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259954
Dec 09 14:16:22.490361 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-dbbf5f09-c1f1-4580-83f1-a768ea38f17f req-47ed1129-efa8-43d4-a4a2-5741de153807 service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275074
Dec 09 14:16:22.522559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fc876f7-f6ef-4333-a910-7e227ed108dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:22.548747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fbb5b0>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f6ce2665-1cfc-4810-bf71-7b8ca746d419', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.168', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:16:19Z', 'updated_at': '2021-12-09T14:16:19Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:12Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:22.553233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5c41fa-b99e-491e-b80f-e9c752b9906a None None] The sync data for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv is: [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f6ce2665-1cfc-4810-bf71-7b8ca746d419', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.168', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:16:19Z', 'updated_at': '2021-12-09T14:16:19Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:12Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:16:23.075331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33050) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:23.179610 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f3e36d1b-034a-4df0-9e9f-dcd8457b2d3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1030645
Dec 09 14:16:24.183249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:24.285910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-00d5f8e0-c5e9-40b1-8433-7e5e4027ea03 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1014678
Dec 09 14:16:24.858905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1aa-8b78-4de3-9007-54d696b8b26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:25.289435 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33058) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:25.394791 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e2fb37c0-0e61-4e41-9a2c-94cbdda04a25 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1040869
Dec 09 14:16:25.820280 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4747bb-287b-40e4-a243-a0082b310bd3 None None] New status for floating IP f6ce2665-1cfc-4810-bf71-7b8ca746d419: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:16:26.111923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:26.377474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:26.398507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33062) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:26.503675 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fcf4fb3a-94a0-40cf-8474-7cc25a3b5404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 994 time: 0.1038339
Dec 09 14:16:27.532856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:29.757617 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-f9361bef-7d75-4b41-87a8-c9bc32f9a499 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0666029
Dec 09 14:16:29.895566 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-78949f99-73c5-4b96-bbc0-a87731f3f318 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1099 time: 0.0714025
Dec 09 14:16:30.037070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-bd39610b-3529-4a79-a963-232df6fc007d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:30.038509 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-bd39610b-3529-4a79-a963-232df6fc007d service neutron] 10.222.0.35 "GET /v2.0/networks?id=71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 200  len: 897 time: 0.1243665
Dec 09 14:16:30.139378 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-6d0dd1aa-a4fa-4e6a-85b2-54fb87c71bc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 200  len: 1002 time: 0.0944877
Dec 09 14:16:30.200771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-c659844f-fec6-47bb-a302-a6318c0e8e39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:16:30.202171 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-c659844f-fec6-47bb-a302-a6318c0e8e39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71abda6b-1c69-4548-8591-dd3c608086fd HTTP/1.1" status: 200  len: 834 time: 0.0550904
Dec 09 14:16:30.274737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-5d1d50e0-7967-44f5-a603-b44eaf7340d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71168c7a-3dce-46b3-9b69-ed8fc3c65742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659790
Dec 09 14:16:30.403952 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-ab43d42f-a4c7-4953-8d8e-b2101271aedb service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209607
Dec 09 14:16:30.644520 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-cdc6ae6e-ac96-4b3f-ba4f-784d4ab77444 req-eaec6fe2-5328-42d8-a7e8-a716e7290f60 service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2330236
Dec 09 14:16:33.381343 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:16:46.284105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:49.095271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33074) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:49.269798 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cfa6190f-f58c-475b-92f5-91636b5e2cee tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1733186
Dec 09 14:16:49.272574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33078) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:49.595266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace0cf37-48d9-4b42-958d-78bb6297af5c tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Notify agent at dv-neutron-821183-1-hyperv the message router_removed_from_agent {{(pid=83444) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 09 14:16:49.598452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ace0cf37-48d9-4b42-958d-78bb6297af5c tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "DELETE /v2.0/agents/1a690142-c25f-4f9e-bbd7-f22b698d8218/l3-routers/28e13b5d-815d-41fd-857a-eb30f02a10c0 HTTP/1.1" status: 204  len: 168 time: 0.3249993
Dec 09 14:16:49.601502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33082) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:49.777507 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1ee7dade-dfcc-4eaa-8356-0740255339a6 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1745837
Dec 09 14:16:49.779908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33086) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:49.882117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-84fde463-99e4-440d-b281-cf83916f5e5b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 994 time: 0.1011112
Dec 09 14:16:49.985642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:16:50.095033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:50.125921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:50.129459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:50.131696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:50.193348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:50.196314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:50.342395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357f224-b68c-4200-bbad-a0e63316654a None None] New status for floating IP f6ce2665-1cfc-4810-bf71-7b8ca746d419: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:16:50.885877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33090) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:50.988084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fbc20532-00b4-4f14-a7bf-96eb4e1ae2f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1009693
Dec 09 14:16:51.912792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:16:52.024521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:52.039712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f7300b10-a0e6-409d-8235-6fabd6eaeedc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f7300b10-a0e6-409d-8235-6fabd6eaeedc,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:52.043789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:52.045747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-92b87cce-0f76-4433-9524-4ddf8406d11b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:52.108568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:52.111480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:52.504757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-54952e39-0bef-4553-9659-c526c7662afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:53.031061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33098) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:53.232337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95de4f6-6c07-45fa-9262-8fcfdb11736f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Router 28e13b5d-815d-41fd-857a-eb30f02a10c0 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:16:53.232632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95de4f6-6c07-45fa-9262-8fcfdb11736f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Notify agent at dv-neutron-821183-1-hyperv the message router_added_to_agent {{(pid=83444) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}}
Dec 09 14:16:53.259675 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b95de4f6-6c07-45fa-9262-8fcfdb11736f tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "POST /v2.0/agents/1a690142-c25f-4f9e-bbd7-f22b698d8218/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2275801
Dec 09 14:16:53.262383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33104) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:53.264288 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] Sync routers for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:16:53.278282 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:53.278803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1bfeb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:53.437625 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b27ec73b-b0ed-461e-a31f-f3d2883ef4b2 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1740513
Dec 09 14:16:53.440342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33108) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:53.450611 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:53.545893 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e24199ff-5127-42f8-a95c-7757f674de37 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1032686
Dec 09 14:16:53.796294 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1bfeb0>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f6ce2665-1cfc-4810-bf71-7b8ca746d419', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.168', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:16:19Z', 'updated_at': '2021-12-09T14:16:50Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:50Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:53.799837 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] Checking router: 28e13b5d-815d-41fd-857a-eb30f02a10c0 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:16:53.810394 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:16:53.810974 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1bfeb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:53.981427 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:16:54.309512 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1bfeb0>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f6ce2665-1cfc-4810-bf71-7b8ca746d419', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.168', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:16:19Z', 'updated_at': '2021-12-09T14:16:50Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:50Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:16:54.313257 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d403d8-6dc7-4e6a-a95b-de2bcae76600 None None] The sync data for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv is: [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:04Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'f7300b10-a0e6-409d-8235-6fabd6eaeedc', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:16:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'f6ce2665-1cfc-4810-bf71-7b8ca746d419', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.168', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'port_id': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'mac_address': 'fa:16:3e:83:f7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:16:19Z', 'updated_at': '2021-12-09T14:16:50Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0e4b17-8b92-4a42-bac4-1109cec5dc36', 'name': '', 'network_id': '71168c7a-3dce-46b3-9b69-ed8fc3c65742', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:08:8c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:16:03Z', 'updated_at': '2021-12-09T14:16:50Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '71abda6b-1c69-4548-8591-dd3c608086fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:16:54.548627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33112) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:54.658401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1634caee-5a12-4ea8-bd8e-a5fddc74fc12 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1085160
Dec 09 14:16:54.863100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-abe465eb-8abc-4533-9e8e-7b4fff9f2361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:55.662745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33116) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:55.767703 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2561744-89a9-456e-9f56-9de244265dfb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1037455
Dec 09 14:16:55.953557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:56.023200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:56.023581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.139297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.145306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.176460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:56.179980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.180794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:56.202957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:56.292573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:56.295703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:56.305492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f7300b10-a0e6-409d-8235-6fabd6eaeedc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:56.305904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.404246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.431845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.447700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f7300b10-a0e6-409d-8235-6fabd6eaeedc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f7300b10-a0e6-409d-8235-6fabd6eaeedc,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:16:56.451277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:56.453034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:16:56.516627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:16:56.519544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:16:56.771613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33120) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:56.873601 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cff95c98-d064-4615-8375-bbb4830775e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1006463
Dec 09 14:16:57.538698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:57.877238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33124) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:57.926625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:57.987700 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f712b87b-f06a-4675-a9f2-c9b6c524d9f3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1090362
Dec 09 14:16:57.993723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:57.994102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:58.105438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:16:58.171931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f7300b10-a0e6-409d-8235-6fabd6eaeedc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:16:58.172313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:16:58.991381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:16:59.101896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a9e9f750-dd11-4b82-8451-8fd44aeba1a6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1092021
Dec 09 14:17:00.104586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33132) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:00.208538 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-edd03fab-69d3-4460-b322-472db01f16ee tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1027179
Dec 09 14:17:01.212473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33136) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:01.315825 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-da5dd7ef-d562-4fcb-b109-ed91b4e71b9a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 992 time: 0.1022122
Dec 09 14:17:01.415208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13bc24-18e2-482a-88a1-ffec6f600b15 None None] New status for floating IP f6ce2665-1cfc-4810-bf71-7b8ca746d419: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:17:01.540741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [req-ef19d562-9ef1-437d-84a1-d0038aa75733 req-23635efa-dc1d-47fd-aae1-c1b57bd22179 service neutron] (83443) timed out ('10.222.0.35', 62288) {{(pid=83443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 14:17:02.319774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33140) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:02.424772 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b63fe42b-8e2c-4728-8ab7-ea1e4204c033 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 200  len: 994 time: 0.1037827
Dec 09 14:17:02.711034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33148) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:02.902061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port f7aa58f0-efe6-4ae1-949b-1406e27811bd {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:17:02.902394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:03.068997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:03.069329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:03.184003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for f7aa58f0-efe6-4ae1-949b-1406e27811bd owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:17:03.324519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:03.327889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:03.367401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=f7aa58f0-efe6-4ae1-949b-1406e27811bd,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:03.405387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.405793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.406166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.406528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.406889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.407247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.407717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.407954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.408302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.408650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.409005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:03.416555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:03.568723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:03.956084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 28e13b5d-815d-41fd-857a-eb30f02a10c0 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:17:04.157658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:17:04.173477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:04.225442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/f6ce2665-1cfc-4810-bf71-7b8ca746d419 HTTP/1.1" status: 204  len: 168 time: 1.5133877
Dec 09 14:17:04.226116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:17:04.394921 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'status': 'completed', 'code': 200}
Dec 09 14:17:04.496897 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-16ae9bf8-bd28-44e2-9640-c4b042d79b80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 1099 time: 0.0752513
Dec 09 14:17:04.634731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-3feda315-98cc-4357-9412-07d1c82b5b36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:04.636154 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-3feda315-98cc-4357-9412-07d1c82b5b36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 200  len: 897 time: 0.1324189
Dec 09 14:17:04.684495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7916680-50d0-48ed-af99-a5ca465b5d9c req-c7b928be-8e47-41a3-8655-727aa85d8507 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:04.685873 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7916680-50d0-48ed-af99-a5ca465b5d9c req-c7b928be-8e47-41a3-8655-727aa85d8507 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 946 time: 0.1525292
Dec 09 14:17:04.707446 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-75bb0571-6bc9-49e9-8c70-7c3b731bc145 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 200  len: 217 time: 0.0640247
Dec 09 14:17:04.729937 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7916680-50d0-48ed-af99-a5ca465b5d9c req-522e6f8e-788a-4d31-a4ff-fe650f282659 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382884
Dec 09 14:17:04.768492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-eab40087-31ac-49b6-86eb-462ca4611981 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:04.769934 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-eab40087-31ac-49b6-86eb-462ca4611981 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71abda6b-1c69-4548-8591-dd3c608086fd HTTP/1.1" status: 200  len: 834 time: 0.0562572
Dec 09 14:17:04.846813 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-8aaac3c2-d77e-405a-909b-151e73d53bc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=71168c7a-3dce-46b3-9b69-ed8fc3c65742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704789
Dec 09 14:17:04.980442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-57ec48ee-663c-493c-afc2-dc6cde377a67 service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257951
Dec 09 14:17:05.113628 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-195a34d7-de3c-446b-b11a-f18fbb57f363 req-f772a09d-090c-4233-92bc-eec68b50cfa3 service neutron] 10.222.0.35 "GET /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267600
Dec 09 14:17:05.830200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-36bd8e6e-6a43-4287-b628-37306c41751b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:05.830899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-36bd8e6e-6a43-4287-b628-37306c41751b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:17:05.846046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-36bd8e6e-6a43-4287-b628-37306c41751b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:17:05.847161 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-36bd8e6e-6a43-4287-b628-37306c41751b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 946 time: 0.0898855
Dec 09 14:17:06.008892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092a44a-e769-4633-8722-0aa9183e543c req-e5f08d3c-b2dd-4ac7-b198-ec40b96343e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:06.010399 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a092a44a-e769-4633-8722-0aa9183e543c req-e5f08d3c-b2dd-4ac7-b198-ec40b96343e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb79efd4-5bd2-4808-9393-bc60d03cd764 HTTP/1.1" status: 200  len: 946 time: 0.1585112
Dec 09 14:17:06.031904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:17:06.032132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:06.172975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a092a44a-e769-4633-8722-0aa9183e543c req-2bef0a8f-aead-4e92-84c3-f56a3f5a4d8c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=74e784e1-503b-49c8-ab52-602bf7b7488a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1566787
Dec 09 14:17:06.278575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:06.278918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:06.394652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:17:06.532172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:06.537997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf1d78a9-38ca-49db-a6fb-a7bcd6e748da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:06.581096 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=41d3df96-1065-4c4c-9eaa-2c5acaa9f374,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:06.588999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:06.666089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:17:06.668287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:06.670804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'name': 'network-vif-deleted', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:17:06.685757 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0b2f2ed7-d603-4e33-be08-1b682a392b25 req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/41d3df96-1065-4c4c-9eaa-2c5acaa9f374 HTTP/1.1" status: 204  len: 173 time: 0.8324983
Dec 09 14:17:06.724847 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb79efd4-5bd2-4808-9393-bc60d03cd764', 'name': 'network-vif-deleted', 'tag': '41d3df96-1065-4c4c-9eaa-2c5acaa9f374', 'status': 'completed', 'code': 200}
Dec 09 14:17:07.293455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33170) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:07.361130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:07.389652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:07.450807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:07.455710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-154e7f3c-d7be-40f8-bcb2-ae06bc39598a tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:07.470131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e784e1-503b-49c8-ab52-602bf7b7488a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:07.472630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:07.480213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:07.481324 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/74e784e1-503b-49c8-ab52-602bf7b7488a HTTP/1.1" status: 204  len: 168 time: 0.1868677
Dec 09 14:17:07.522815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33176) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:07.920530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:08.635541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:17:08.636148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:08.815758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 9d0e4b17-8b92-4a42-bac4-1109cec5dc36, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:08.816010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:08.946073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:17:09.059053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:17:09.091758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:17:09.092022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 41d3df96-1065-4c4c-9eaa-2c5acaa9f374 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:17:09.128540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:09.132868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b44cabf-f474-4ecc-ba33-be248ac77c44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:09.178250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=9d0e4b17-8b92-4a42-bac4-1109cec5dc36,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:09.180564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:09.467165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:10.134784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router 28e13b5d-815d-41fd-857a-eb30f02a10c0 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:17:10.329124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:17:10.342042 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8181062
Dec 09 14:17:10.344693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33180) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:10.381034 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:17:10.528586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet 71abda6b-1c69-4548-8591-dd3c608086fd {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:17:10.531436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:10.585350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:10.668059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:10.738710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:10.743309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-77b43c97-5ffd-49eb-8d3f-8b3337aa9f3a tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:10.778077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=71abda6b-1c69-4548-8591-dd3c608086fd,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:10.780569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:10.783813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:10.789244 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-784bcbe8-475a-47e4-9209-64220e9f0261 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/71abda6b-1c69-4548-8591-dd3c608086fd HTTP/1.1" status: 204  len: 168 time: 0.4436305
Dec 09 14:17:10.791722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea059526-8954-45c8-87eb-7f949d427c4e None None] Network 71168c7a-3dce-46b3-9b69-ed8fc3c65742 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:17:10.792154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33184) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:10.990664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.070022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] DHCP port deletion for 71168c7a-3dce-46b3-9b69-ed8fc3c65742 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:17:11.074523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Deleting port 22ae51a1-2170-412d-abab-aed614f3ae86 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:17:11.074910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.194279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.203383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port f7300b10-a0e6-409d-8235-6fabd6eaeedc {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:17:11.203670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.279288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] For port 22ae51a1-2170-412d-abab-aed614f3ae86, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=22ae51a1-2170-412d-abab-aed614f3ae86,segment=NetworkSegment(1910cd2c-0152-40ca-8104-251a2af24374),segment_id=1910cd2c-0152-40ca-8104-251a2af24374)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:11.279686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.399151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Calling delete_port for 22ae51a1-2170-412d-abab-aed614f3ae86 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:17:11.474717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.478403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:11.492891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port f7300b10-a0e6-409d-8235-6fabd6eaeedc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f7300b10-a0e6-409d-8235-6fabd6eaeedc,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:11.493234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.518005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Pushing event deleted for resources: {'Port': ['ID=22ae51a1-2170-412d-abab-aed614f3ae86,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:11.522310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:11.524943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] No DVR routers for this DVR port 22ae51a1-2170-412d-abab-aed614f3ae86 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:17:11.612568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for f7300b10-a0e6-409d-8235-6fabd6eaeedc owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:17:11.776067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:11.779821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:11.825140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=f7300b10-a0e6-409d-8235-6fabd6eaeedc,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:11.827541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:11.836925 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] Sync routers for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:17:11.849677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:11.850266 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d9f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:11.982618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22ae51a1-2170-412d-abab-aed614f3ae86 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:17:12.014479 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:12.018050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 22ae51a1-2170-412d-abab-aed614f3ae86 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:17:12.018412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22ae51a1-2170-412d-abab-aed614f3ae86 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:17:12.054666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.117568 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d9f10>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:17:11Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:12.121380 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] Checking router: 28e13b5d-815d-41fd-857a-eb30f02a10c0 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:17:12.132108 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] Routers {'28e13b5d-815d-41fd-857a-eb30f02a10c0'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:12.132701 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d9f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['28e13b5d-815d-41fd-857a-eb30f02a10c0'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:12.254755 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] Set router 28e13b5d-815d-41fd-857a-eb30f02a10c0 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:12.325618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.329750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.353679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.354236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router 28e13b5d-815d-41fd-857a-eb30f02a10c0 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:17:12.358556 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d9f10>, [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:17:11Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:12.365176 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfbd68d-8608-456b-a902-6cde69d26afb None None] The sync data for ids ['28e13b5d-815d-41fd-857a-eb30f02a10c0'] in dv-neutron-821183-1-hyperv is: [{'id': '28e13b5d-815d-41fd-857a-eb30f02a10c0', 'name': 'tempest-TestNetworkBasicOps-router-970366610', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:16:00Z', 'updated_at': '2021-12-09T14:17:11Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:17:12.369060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.372884 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/28e13b5d-815d-41fd-857a-eb30f02a10c0 HTTP/1.1" status: 204  len: 168 time: 1.5801945
Dec 09 14:17:12.373271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:12.491976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.623539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.648031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449aac580>,) {'filters': {'network_id': ['71168c7a-3dce-46b3-9b69-ed8fc3c65742']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:12.659875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449aac580>, '1910cd2c-0152-40ca-8104-251a2af24374') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:12.660111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449aac580>, '1910cd2c-0152-40ca-8104-251a2af24374') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:12.671438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.687162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.693486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:17:12.693914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:17:12.708376 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:17:12.791669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.795096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b07a2a67-034e-4c78-90f8-d41f06b8faad tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:12.809052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.820316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=71168c7a-3dce-46b3-9b69-ed8fc3c65742,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:12.831264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.831670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.832044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.832405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.832765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.833761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.834122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.834480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.834833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.835183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.835534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:12.838668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/71168c7a-3dce-46b3-9b69-ed8fc3c65742 HTTP/1.1" status: 204  len: 168 time: 0.4642503
Dec 09 14:17:12.839429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:12.859443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33192) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:12.865120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--257697479', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:12.878778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:12.883236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:12.886091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:12.893894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:12.904437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:17:12.907537 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.934189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:17:12.943447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:12.943775 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment f1fdf2f2-eef1-4f60-add1-ed393451bed8 of type vlan for network f470ca94-6905-4dc0-bb85-6b080f3890a4
Dec 09 14:17:12.973041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.001326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.005638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:13.006207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.009457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9aa83ab4-681f-470e-9e95-7c6abd28d07c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:13.116012 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2555196
Dec 09 14:17:13.116910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=f470ca94-6905-4dc0-bb85-6b080f3890a4,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:13.118883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33196) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:13.120012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:13.124903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-849763302', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:13.128137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:17:13.132915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:13.136817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:13.139773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:13.145519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:13.155866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.156840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.175450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.206370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b588f7-876c-4869-8221-5b676bc053b4 None None] New status for floating IP f6ce2665-1cfc-4810-bf71-7b8ca746d419: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:17:13.322978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.506620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.539341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.780956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.47 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/85247ba9-1df6-48d0-ac37-6d0e12580a77) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:17:13.888344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:17:13.921255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:17:13.921637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9d0e4b17-8b92-4a42-bac4-1109cec5dc36 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:17:13.922063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:17:13.924724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.951157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:13.955430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: f7300b10-a0e6-409d-8235-6fabd6eaeedc {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:17:13.955595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf6bb937-3bbb-4e24-9f41-f8306505149d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:13.955727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f7300b10-a0e6-409d-8235-6fabd6eaeedc not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:17:14.022544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:17:14.025143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:14.027476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:17:14.055829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=85247ba9-1df6-48d0-ac37-6d0e12580a77,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:14.058483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:14.185156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:14.185882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:14.408763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d35f374e-8d92-4586-afa8-1412090b31a8 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:17:14.602252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:17:14.611649 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Sync routers for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:17:14.622695 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:14.623284 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d98e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:14.627110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:14.631212 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 1.5082855
Dec 09 14:17:14.631858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33200) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:14.674468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-802cc9cf-e1e0-4d5b-a007-99771e5aa112 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0411806
Dec 09 14:17:14.676841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33204) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:14.802570 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:14.804846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a3c54-914a-4334-be02-b4c951414e10 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:14.806460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-829a3c54-914a-4334-be02-b4c951414e10 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1287529
Dec 09 14:17:14.809283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33208) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:14.848583 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2f6bbd37-0bc5-4275-9d02-9089116eb84e tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0380030
Dec 09 14:17:14.851612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:14.856857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860333773', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:14.964305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:14.968075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:14.970902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:14.976585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:14.986669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:17:15.079886 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d98e0>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:14Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:15.084484 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Checking router: d35f374e-8d92-4586-afa8-1412090b31a8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:17:15.084893 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Updating router d35f374e-8d92-4586-afa8-1412090b31a8 port 85247ba9-1df6-48d0-ac37-6d0e12580a77 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:17:15.088365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.138384 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.300937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.305069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1bc5d5ee-4ec0-4423-8464-dc8117e6046c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:15.378224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=5d5b021b-740d-4857-856f-f8adb8b2e11c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:15.383228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:15.393083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:17:15.393438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: f470ca94-6905-4dc0-bb85-6b080f3890a4, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:17:15.415143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:17:15.423951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, f470ca94-6905-4dc0-bb85-6b080f3890a4) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:15.428369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:15.428957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.437072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e58661-af9a-4e3f-b499-f3f61f279763 None None] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:17:15.451953 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.5993464
Dec 09 14:17:15.454895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33216) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:15.462785 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.474458 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Transition to ACTIVE for port object 85247ba9-1df6-48d0-ac37-6d0e12580a77 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:15.480275 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.491085 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:15.556481 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Pushing event updated for resources: {'Port': ['ID=85247ba9-1df6-48d0-ac37-6d0e12580a77,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:15.583691 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.584039 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.584370 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.584696 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.585025 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.585343 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.585687 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.586006 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.586320 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.586632 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.586944 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:15.589856 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Attempting to bind port 85247ba9-1df6-48d0-ac37-6d0e12580a77 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:17:15.590229 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Attempting to bind port 85247ba9-1df6-48d0-ac37-6d0e12580a77 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:17:15.590590 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Attempting to bind port 85247ba9-1df6-48d0-ac37-6d0e12580a77 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:17:15.597172 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:15.598030 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:17:15.598396 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:17:15.599321 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.599704 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:17:15.600162 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Bound port: 85247ba9-1df6-48d0-ac37-6d0e12580a77, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:17:15.600529 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.675068 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] For port 85247ba9-1df6-48d0-ac37-6d0e12580a77, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:17:15.678726 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] For port 85247ba9-1df6-48d0-ac37-6d0e12580a77, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=85247ba9-1df6-48d0-ac37-6d0e12580a77,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:17:15.680726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-f470ca94-6905-4dc0-bb85-6b080f3890a4', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:17:15.681754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.685610 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:15.689489 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:15.809801 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Pushing event updated for resources: {'Port': ['ID=85247ba9-1df6-48d0-ac37-6d0e12580a77,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:15.812811 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:15.813798 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:15.814389 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d98e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:15.856562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Allocated IP 172.20.0.2 (f470ca94-6905-4dc0-bb85-6b080f3890a4/5d5b021b-740d-4857-856f-f8adb8b2e11c/f62a26e8-1640-4a05-938b-e107ba887b33) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:17:15.997956 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:16.112683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.124340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Transition to ACTIVE for port object f62a26e8-1640-4a05-938b-e107ba887b33 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:16.143010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Transition to ACTIVE for port object f62a26e8-1640-4a05-938b-e107ba887b33 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:16.149060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.153687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:16.212796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:17:16.219842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:16.224527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:17:16.234336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Pushing event updated for resources: {'Port': ['ID=f62a26e8-1640-4a05-938b-e107ba887b33,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:16.292503 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d98e0>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:14Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:16.296236 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe0120-8495-4432-ad85-d3c723a58709 None None] The sync data for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv is: [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:14Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:17:16.314104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.314450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.314790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.315167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.315455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.315793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.316123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.316454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.316785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.317109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.317471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:17:16.327551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:16.338417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.344941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Attempting to bind port f62a26e8-1640-4a05-938b-e107ba887b33 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:17:16.345322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Attempting to bind port f62a26e8-1640-4a05-938b-e107ba887b33 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:17:16.345725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Attempting to bind port f62a26e8-1640-4a05-938b-e107ba887b33 on network f470ca94-6905-4dc0-bb85-6b080f3890a4 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:17:16.352661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:17:16.353056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Checking segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:17:16.353464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.353891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Bound using segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:17:16.354401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Bound port: f62a26e8-1640-4a05-938b-e107ba887b33, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:17:16.354781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.384540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.450212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] For port f62a26e8-1640-4a05-938b-e107ba887b33, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:17:16.453853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] For port f62a26e8-1640-4a05-938b-e107ba887b33, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f62a26e8-1640-4a05-938b-e107ba887b33,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:17:16.459686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:16.463514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12bdf318-1dc5-411c-bcfd-332ebc63830d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:16.562060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Pushing event updated for resources: {'Port': ['ID=f62a26e8-1640-4a05-938b-e107ba887b33,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:16.566070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:16.871535 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (f470ca94-6905-4dc0-bb85-6b080f3890a4/5d5b021b-740d-4857-856f-f8adb8b2e11c/aab5c6a1-b812-43da-982e-73ae4bfb2e9d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:17:17.042491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.059840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object aab5c6a1-b812-43da-982e-73ae4bfb2e9d will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:17.083560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.087382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4c1243c3-c45b-4752-ade6-4afca2efd526 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:17.160774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:17:17.164020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:17.168667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:17:17.198519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:17.205495 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:17.229578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.324488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.473297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d134997-b093-4639-8619-01d489520448 None None] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:17:17.627598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b7a366f6-0235-49a7-9917-dbc48aa468be None None] Provisioning for port f62a26e8-1640-4a05-938b-e107ba887b33 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:17.732071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.737505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.763778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b91aca3c-2c75-415f-9dfc-5419abcedc5d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:17.853465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:17.856360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:17.859949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:17.991746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ded2feb5-b79f-413c-9be4-46409447e388 None None] Provisioning for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:17.999915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ded2feb5-b79f-413c-9be4-46409447e388 None None] Provisioning complete for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:18.000310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ded2feb5-b79f-413c-9be4-46409447e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.045899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 85247ba9-1df6-48d0-ac37-6d0e12580a77 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:18.090505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ded2feb5-b79f-413c-9be4-46409447e388 None None] Port aab5c6a1-b812-43da-982e-73ae4bfb2e9d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:17:18.133221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 85247ba9-1df6-48d0-ac37-6d0e12580a77 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:18.137312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:17:18.138035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 85247ba9-1df6-48d0-ac37-6d0e12580a77 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:18.138417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.138547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:18.260576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6a78f67-4dd8-41bc-8291-d834112eb191 None None] Provisioning complete for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:18.260954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6a78f67-4dd8-41bc-8291-d834112eb191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.323902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.337272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a6a78f67-4dd8-41bc-8291-d834112eb191 None None] Port aab5c6a1-b812-43da-982e-73ae4bfb2e9d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:17:18.344285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 85247ba9-1df6-48d0-ac37-6d0e12580a77, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=85247ba9-1df6-48d0-ac37-6d0e12580a77,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:18.349487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.350412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f62a26e8-1640-4a05-938b-e107ba887b33 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:18.373417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:18.466320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=85247ba9-1df6-48d0-ac37-6d0e12580a77,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:18.470544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:18.484586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c3e72929-8f81-476b-9edc-f473915de155 None None] Provisioning complete for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:18.485249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3e72929-8f81-476b-9edc-f473915de155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.519342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f62a26e8-1640-4a05-938b-e107ba887b33 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:18.527112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f62a26e8-1640-4a05-938b-e107ba887b33 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:18.527495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.531284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d35f374e-8d92-4586-afa8-1412090b31a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:17:18.586675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c3e72929-8f81-476b-9edc-f473915de155 None None] Port aab5c6a1-b812-43da-982e-73ae4bfb2e9d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:17:18.653105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.685561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f62a26e8-1640-4a05-938b-e107ba887b33, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f62a26e8-1640-4a05-938b-e107ba887b33,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:18.689803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:18.692767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ee9a5a0-24eb-4cbc-a055-c53e14707b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:18.732181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:17:18.745194 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/d35f374e-8d92-4586-afa8-1412090b31a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2891953
Dec 09 14:17:18.747762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33220) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:18.760404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f62a26e8-1640-4a05-938b-e107ba887b33,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:18.763363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:18.880418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb2e46-e6c1-4ff2-8060-0d24adce4a67 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.880706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb2e46-e6c1-4ff2-8060-0d24adce4a67 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.881071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb2e46-e6c1-4ff2-8060-0d24adce4a67 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.881429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fb2e46-e6c1-4ff2-8060-0d24adce4a67 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.883114 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-73fb2e46-e6c1-4ff2-8060-0d24adce4a67 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1344640
Dec 09 14:17:18.885838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33224) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:18.950237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e015ac-0dca-4bf2-b623-064a278c05ef tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.950609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e015ac-0dca-4bf2-b623-064a278c05ef tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.950971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e015ac-0dca-4bf2-b623-064a278c05ef tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.951328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e015ac-0dca-4bf2-b623-064a278c05ef tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:18.952885 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d9e015ac-0dca-4bf2-b623-064a278c05ef tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2737 time: 0.0661788
Dec 09 14:17:18.955437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33228) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:19.151120 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-20c209ae-000f-478f-9192-7fc4814c0b1a tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.1945770
Dec 09 14:17:19.503068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33234) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:19.508673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-408021300', 'description': 'tempest-secgroup-smoke-408021300 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:19.514648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:19.518697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:19.521606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:19.527184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:19.539266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.574095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:19.577854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:19.580610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:19.586182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:19.644762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.653687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.658451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3f665c2-5e31-4150-9ac5-749ecfe9edec tempest-PortsTestJSON-1627688978 tempest-PortsTestJSON-1627688978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:19.701980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:19.704733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.709011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33238) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:19.709490 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2050133
Dec 09 14:17:19.710111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:19.715698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:19.727808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:19.731667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:19.734704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:19.740895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:19.758143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.818761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.822039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.823791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4a4472ed-1a71-4185-afde-e179baf7de43 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:19.845513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d1047f-108f-4637-8f6f-54a8fb0a69fd,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:19.852191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:19.854576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Sync routers for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:17:19.856752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.858167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1473012
Dec 09 14:17:19.861143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33242) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:19.866829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:19.867014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:19.867580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449678580>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:19.872901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:19.876843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:19.879986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:19.886120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:19.905242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:19.952404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 85247ba9-1df6-48d0-ac37-6d0e12580a77 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:20.069215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.073078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.074783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:20.096816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8506c004-af30-4ae7-aeb9-d2a4dec8b67d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:20.099868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:20.107038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.108220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2461438
Dec 09 14:17:20.111339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33246) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:20.117839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:20.123841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:20.127958 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:20.131455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:20.137071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:20.144923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:20.154086 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.202170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 85247ba9-1df6-48d0-ac37-6d0e12580a77 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:20.202551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.217675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.221176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.222968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c0163c6-17c7-44ab-be63-c95ed057c572 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:20.247979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8c1809-4a97-487b-ad25-3fc457602776,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:20.254193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:20.258671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.259837 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1470110
Dec 09 14:17:20.262754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33250) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:20.268454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:20.275089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:20.278834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:20.281685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:20.287332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:20.303419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.367039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.370758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.376320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95b82c72-3732-4d7a-90a7-c1e2766a1250 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:20.396294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086845b4-57a7-4788-b3a4-0a4e784f1472,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:20.398872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:20.406079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.407597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1438890
Dec 09 14:17:20.410451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33254) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:20.416112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:20.421969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:20.425740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:20.428571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:20.434205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:20.445409 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:17:20.452125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.492848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f62a26e8-1640-4a05-938b-e107ba887b33 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:20.516565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.520862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.522695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d2f37bc1-1e64-49e8-ba36-00e077a30503 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:20.545008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb4f5a1-f7ac-4f78-a018-24fabf152623,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:20.547644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:20.557128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.561036 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1469421
Dec 09 14:17:20.561264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33258) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:20.566769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:20.572654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:20.576455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:20.579317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:20.585470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:20.595878 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:17:20.602190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.616666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449678580>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:20.623986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Checking router: d35f374e-8d92-4586-afa8-1412090b31a8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:17:20.624290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Updating router d35f374e-8d92-4586-afa8-1412090b31a8 port aab5c6a1-b812-43da-982e-73ae4bfb2e9d binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:17:20.651407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f62a26e8-1640-4a05-938b-e107ba887b33 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:20.651796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.668531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.672250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.679889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7cddd0b0-208b-4ffe-909e-c99c7ec24f57 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:20.697398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1a8e7f-c129-4531-a376-596be8e7ea06,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:20.699638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:20.707417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.709665 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1474340
Dec 09 14:17:20.720120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:20.881984 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-9213fd8c-84be-422b-922a-24f065ed315b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-408021300&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0407319
Dec 09 14:17:21.029925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-c35b96ba-24e7-4884-b11d-ff1e56d0247d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:21.030583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-c35b96ba-24e7-4884-b11d-ff1e56d0247d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:17:21.045130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-c35b96ba-24e7-4884-b11d-ff1e56d0247d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:17:21.046386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-c35b96ba-24e7-4884-b11d-ff1e56d0247d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 796 time: 0.1582174
Dec 09 14:17:21.062663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-31129867-949c-4cea-9a4b-d5f8588cba5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0107524
Dec 09 14:17:21.113307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:21.125365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Transition to ACTIVE for port object aab5c6a1-b812-43da-982e-73ae4bfb2e9d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:21.132344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:21.136451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:21.144094 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-f9ec23ab-9b97-4015-b94c-ea7b8938c205 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0756216
Dec 09 14:17:21.258343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cfc77-87de-4e9c-82c9-65642777f50b None None] Pushing event updated for resources: {'Port': ['ID=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:21.262850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-977cfc77-87de-4e9c-82c9-65642777f50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:21.290621 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-54334769-eb52-4263-82c3-2e908be75ca9 service neutron] 10.222.0.21 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343203
Dec 09 14:17:21.351830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Attempting to bind port aab5c6a1-b812-43da-982e-73ae4bfb2e9d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:17:21.352208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Attempting to bind port aab5c6a1-b812-43da-982e-73ae4bfb2e9d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:17:21.352613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Attempting to bind port aab5c6a1-b812-43da-982e-73ae4bfb2e9d on network f470ca94-6905-4dc0-bb85-6b080f3890a4 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:17:21.359789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:17:21.360171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Checking segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:17:21.360580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:21.360979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Bound using segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:17:21.361449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Bound port: aab5c6a1-b812-43da-982e-73ae4bfb2e9d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:17:21.361872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:21.426262 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-1f90a871-e2b2-473d-802e-313f5bc8a424 service neutron] 10.222.0.21 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294670
Dec 09 14:17:21.461825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] For port aab5c6a1-b812-43da-982e-73ae4bfb2e9d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:17:21.464862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] For port aab5c6a1-b812-43da-982e-73ae4bfb2e9d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:17:21.469674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:21.473567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:21.586261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cfc77-87de-4e9c-82c9-65642777f50b None None] Pushing event updated for resources: {'Port': ['ID=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:21.590726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-977cfc77-87de-4e9c-82c9-65642777f50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:21.593244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:21.594093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449678580>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:16:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:21.634674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49637a1f-3723-466c-ae54-5b8c945b706f req-45ce2c2a-34e5-493e-bea6-711f49f40b81 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 210 time: 0.0520461
Dec 09 14:17:21.853739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:22.182680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449678580>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:21Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:22.186985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b3fd2-d47c-4eaf-91af-9143375c926f None None] The sync data for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv is: [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:21Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:17:22.507985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-954c77ee-59bd-4ef7-b616-1b9fa7dd65f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:22.812049 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c33c6536-75c6-4ac9-b083-4f34d665a61c req-ed1d7424-2201-4efd-a080-9ecdfdd8772b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 210 time: 0.0482726
Dec 09 14:17:22.862339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-099cbcfc-41c5-4e43-9634-f4c2005401f4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:22.863813 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-099cbcfc-41c5-4e43-9634-f4c2005401f4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 796 time: 0.1650975
Dec 09 14:17:23.045677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-ea41f325-976c-4b03-8352-bf6f36dcc575 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:17:23.061392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-ea41f325-976c-4b03-8352-bf6f36dcc575 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:17:23.062562 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-ea41f325-976c-4b03-8352-bf6f36dcc575 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 379 time: 0.1850860
Dec 09 14:17:23.072257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:23.209619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:23.213725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:port and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:23.216544 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:23.222208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:23.232214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:17:23.235521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:23.396881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.7 (f470ca94-6905-4dc0-bb85-6b080f3890a4/5d5b021b-740d-4857-856f-f8adb8b2e11c/ebfcd73f-3e02-4d53-ac11-b2bc2858f98a) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:17:23.578395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:23.593714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object ebfcd73f-3e02-4d53-ac11-b2bc2858f98a will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:23.615516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:23.620960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e882edf2-2efe-4ed4-8a19-7a4a6bea9717 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:23.680319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:17:23.687640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:23.691819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:17:23.731457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:23.736137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:23.762970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:23.763561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:23.789171 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7205806
Dec 09 14:17:23.877032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Request body: {'port': {'device_id': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:23.935114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e6b7f25-58bc-4191-b0f0-6e08472ebdba None None] Provisioning for port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:23.947864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e6b7f25-58bc-4191-b0f0-6e08472ebdba None None] Provisioning complete for port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:23.949568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e6b7f25-58bc-4191-b0f0-6e08472ebdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:23.979094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aab5c6a1-b812-43da-982e-73ae4bfb2e9d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:24.003681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.045356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749145af-c668-40ee-af9d-8ea83951f31e req-3eb3b9f9-7879-4fc1-a0f3-5749c6d2bd1a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:24.047458 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-749145af-c668-40ee-af9d-8ea83951f31e req-3eb3b9f9-7879-4fc1-a0f3-5749c6d2bd1a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 931 time: 0.0812349
Dec 09 14:17:24.053719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b7f25-58bc-4191-b0f0-6e08472ebdba None None] Port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:17:24.071341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:24.077062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:24.077604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.100865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-749145af-c668-40ee-af9d-8ea83951f31e req-6248135e-9ce8-44ea-a1c5-f978a5c22b13 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416193
Dec 09 14:17:24.199417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.231013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port aab5c6a1-b812-43da-982e-73ae4bfb2e9d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:24.234777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.238350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3918f792-4dc0-44e9-a0ee-949f217c5e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:24.309052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:24.312078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:24.351542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfcd73f-3e02-4d53-ac11-b2bc2858f98a {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:17:24.358241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.372949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Transition to ACTIVE for port object ebfcd73f-3e02-4d53-ac11-b2bc2858f98a will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:17:24.376284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.380900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:24.502823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:24.507194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:24.612969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Attempting to bind port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:17:24.613300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Attempting to bind port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:17:24.613654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Attempting to bind port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a on network f470ca94-6905-4dc0-bb85-6b080f3890a4 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:17:24.619851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a on network f470ca94-6905-4dc0-bb85-6b080f3890a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:17:24.620169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Attempting to bind port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a on network f470ca94-6905-4dc0-bb85-6b080f3890a4 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:17:24.626271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:17:24.626599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Checking segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:17:24.626970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Bound using segment: {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:17:24.627381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Bound port: ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1fdf2f2-eef1-4f60-add1-ed393451bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:17:24.627715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.717722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] For port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:17:24.720498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] For port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:17:24.725628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.729795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c60b539f-8c01-4768-bc61-e4b21fa986e6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:24.783962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.785281 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] 10.222.0.35 "PUT /v2.0/ports/ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 1093 time: 0.9861028
Dec 09 14:17:24.786288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:17:24.823746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:24.827359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:24.866750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dacc0fdd-0953-4f1a-b57f-8a17105ffb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:24.871139 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'status': 'completed', 'code': 200}
Dec 09 14:17:24.907423 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-3ca91e4b-4412-4f9a-8d6e-d63c398433b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1096 time: 0.0789266
Dec 09 14:17:25.081163 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-f55a5da9-3969-4ced-a210-3a4460c14b6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 217 time: 0.1667643
Dec 09 14:17:25.149657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-0fa24490-cc1d-42f1-89ba-dab774c0a333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:25.151011 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-0fa24490-cc1d-42f1-89ba-dab774c0a333 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.0633543
Dec 09 14:17:25.228020 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-8004386e-c2a5-4891-9755-8507a0c52894 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711100
Dec 09 14:17:25.300592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814ca7a-d339-4431-b073-c2f387b32375 req-463c7a57-b579-42c4-b864-f71810149244 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:25.302110 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3814ca7a-d339-4431-b073-c2f387b32375 req-463c7a57-b579-42c4-b864-f71810149244 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 943 time: 0.0803607
Dec 09 14:17:25.345948 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3814ca7a-d339-4431-b073-c2f387b32375 req-9a4aad7f-28f2-4384-83ab-a9270e2c315a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383995
Dec 09 14:17:25.361705 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-02107ed8-b437-4426-9795-3b5b4f75fd9c service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271889
Dec 09 14:17:25.492441 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b3c9e04-d416-4990-aa48-3364288aacdf req-b9ffea1d-0132-47af-8083-a21a3e53f47e service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244125
Dec 09 14:17:25.607676 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-7525334a-4e88-418a-ac08-97c005aae07f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1096 time: 0.0712895
Dec 09 14:17:25.740485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-28bb3784-f768-4677-979e-5466f6743756 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:25.741995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-28bb3784-f768-4677-979e-5466f6743756 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 897 time: 0.1275249
Dec 09 14:17:25.808332 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-1c4fbb7d-f34f-4d8b-a95e-0b1058abc7ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 217 time: 0.0590026
Dec 09 14:17:25.872376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-16bb3ae3-7076-4b32-a8f1-38858d687c92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:25.873803 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-16bb3ae3-7076-4b32-a8f1-38858d687c92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.0593519
Dec 09 14:17:25.934175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aab5c6a1-b812-43da-982e-73ae4bfb2e9d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:25.948340 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-f79d75c1-7f73-4baa-8aeb-186cf7b65f48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679085
Dec 09 14:17:26.003816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:26.004195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:26.080648 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-3ca9ad3d-7c28-4116-b8df-3a68d7209ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237156
Dec 09 14:17:26.132617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:26.213818 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-70ff3bf4-c8ce-4dbd-9b7d-58bdb3148217 req-ad89294b-f2c8-4db3-961c-66363ed4902c service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252868
Dec 09 14:17:26.375293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:26.547059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47df9d2-4ca6-4008-b0ff-c13c4ef70616 req-ec4bcfb1-3c1e-43b1-8a98-7cc6bfde9b44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:26.548488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b47df9d2-4ca6-4008-b0ff-c13c4ef70616 req-ec4bcfb1-3c1e-43b1-8a98-7cc6bfde9b44 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 943 time: 0.0763290
Dec 09 14:17:26.593919 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b47df9d2-4ca6-4008-b0ff-c13c4ef70616 req-4e4c9e4a-4e09-403a-981c-c3396fc0e2d6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392628
Dec 09 14:17:27.119415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device ebfcd73f-3e02-4d53-ac11-b2bc2858f98a details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:17:27.250035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:27.263124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'port_id': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'mac_address': 'fa:16:3e:02:99:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:17:27.318937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:27.335978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfcd73f-3e02-4d53-ac11-b2bc2858f98a {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:17:27.350567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:27.354293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:27.356052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-977cfc77-87de-4e9c-82c9-65642777f50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:27.421813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:27.424683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:27.539417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:27.556585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['ebfcd73f-3e02-4d53-ac11-b2bc2858f98a'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:17:27.793368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d129520-1736-443a-91bf-37464753e0a7 req-67e2fda3-b7c0-4bcd-ae04-2ce3c1e1ed81 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:27.794860 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d129520-1736-443a-91bf-37464753e0a7 req-67e2fda3-b7c0-4bcd-ae04-2ce3c1e1ed81 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 944 time: 0.0799520
Dec 09 14:17:27.841002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d129520-1736-443a-91bf-37464753e0a7 req-7e07e7cc-7276-496c-970d-d7ad5da35ef1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399210
Dec 09 14:17:29.031370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58035f64-b00f-4ca5-87d7-3347017197f4 req-26399bf1-b9fd-4442-a7c8-d85ff3a71814 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:29.032790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58035f64-b00f-4ca5-87d7-3347017197f4 req-26399bf1-b9fd-4442-a7c8-d85ff3a71814 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 944 time: 0.0752292
Dec 09 14:17:29.080099 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-58035f64-b00f-4ca5-87d7-3347017197f4 req-592968c8-3c4f-4868-a6e0-5e81d07cbcfd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417950
Dec 09 14:17:29.120015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device ebfcd73f-3e02-4d53-ac11-b2bc2858f98a up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:17:29.185433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:17:29.189912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:17:29.190283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:29.337551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:29.362882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:17:29.372611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:17:29.376619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:29.378621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:29.418179 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'code': 200}
Dec 09 14:17:29.443166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:29.445895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:29.644847 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a7dfa00b-7d97-473b-88a7-d16b1ae7d5d3 req-4538ff14-b503-4819-890a-876709d9dc91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1098 time: 0.0710211
Dec 09 14:17:29.693428 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a7dfa00b-7d97-473b-88a7-d16b1ae7d5d3 req-4af1a358-f765-4da6-b5c3-628bb78c1424 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402529
Dec 09 14:17:30.270633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa960e08-e6e6-4c49-84fe-f96f30491ec6 req-72e32f11-d81f-4913-a59a-fc67012011aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:30.272057 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa960e08-e6e6-4c49-84fe-f96f30491ec6 req-72e32f11-d81f-4913-a59a-fc67012011aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 945 time: 0.0756853
Dec 09 14:17:30.315717 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa960e08-e6e6-4c49-84fe-f96f30491ec6 req-ebd96453-576a-4fb0-8269-8070f1dc0127 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383587
Dec 09 14:17:30.766792 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-8cc4a5eb-364a-4a6d-93d8-21cd82da9a00 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0663698
Dec 09 14:17:30.904005 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-f5452a16-0c12-40ae-b01a-c1335632c02d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1098 time: 0.0720038
Dec 09 14:17:31.046334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-28c815f3-c0bb-4860-afdb-e0662b2bc97b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:31.047763 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-28c815f3-c0bb-4860-afdb-e0662b2bc97b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 897 time: 0.1255424
Dec 09 14:17:31.114136 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-969b37d3-dff8-4f3a-939d-58141ad8693c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 217 time: 0.0593815
Dec 09 14:17:31.278957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-9f71fbc3-b0e4-4293-94b6-18eb78121eb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:31.280327 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-9f71fbc3-b0e4-4293-94b6-18eb78121eb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.1604223
Dec 09 14:17:31.360260 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-27cee27c-6c8c-48d2-baf1-c825be90ab0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731530
Dec 09 14:17:31.491013 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-86f3fde3-7d8d-4581-9ac0-6411b06e1caa service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244359
Dec 09 14:17:31.517545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019ce5b-f9f0-41ec-979d-8200f140adb3 req-07791018-0842-4d3b-a761-14517716cfe7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:31.519602 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f019ce5b-f9f0-41ec-979d-8200f140adb3 req-07791018-0842-4d3b-a761-14517716cfe7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 945 time: 0.0803235
Dec 09 14:17:31.565132 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f019ce5b-f9f0-41ec-979d-8200f140adb3 req-4be76fe2-82e0-4e9c-940f-acba7504d090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390186
Dec 09 14:17:31.633719 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-411c6340-7320-4be3-b2d6-54cf5ca233ee req-02bfe36b-c0c4-47a1-86c3-d767041ade69 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364789
Dec 09 14:17:31.767086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfddc1-c410-468b-b442-ec4a0a9e0cc9 req-f4f643dd-7d76-4e11-b5f9-2b48f96423a0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:31.768517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ecfddc1-c410-468b-b442-ec4a0a9e0cc9 req-f4f643dd-7d76-4e11-b5f9-2b48f96423a0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 945 time: 0.0763350
Dec 09 14:17:31.812525 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ecfddc1-c410-468b-b442-ec4a0a9e0cc9 req-cfc6bb80-9d3a-495a-82fa-231314c83d10 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385475
Dec 09 14:17:31.839870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33308) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:31.911522 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-71ad1a3a-34fe-4f06-b1ea-2194e7d8503b tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1093 time: 0.0704207
Dec 09 14:17:31.914055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:31.919122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:17:31.924446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:17:31.928721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:17:31.931541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:17:31.937082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:17:31.947643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:32.170283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:32.300756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.207 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/417f85cc-8c51-465f-b2ff-3bcae3eceaa1) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:17:32.447361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:32.474031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:32.478261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:32.542192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:17:32.545463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:17:32.547462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=417f85cc-8c51-465f-b2ff-3bcae3eceaa1,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:32.549559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:17:32.574957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:33.052272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:33.105734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:33.308601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:33.312772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:33.316735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b9c7ba7a-634e-4aea-ae1e-efc673b5870b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:17:33.413128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=417f85cc-8c51-465f-b2ff-3bcae3eceaa1,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:17:33.417084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:17:33.432186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:33.617249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 9c0fc191-fb84-4855-924e-fea0fe15ad03 associated. External IP: 172.26.3.207, port: ebfcd73f-3e02-4d53-ac11-b2bc2858f98a.
Dec 09 14:17:34.098064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d35f374e-8d92-4586-afa8-1412090b31a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:17:34.294069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:17:34.304133 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] Sync routers for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:17:34.316742 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:34.317373 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a06c880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:17:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:34.318193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:34.371169 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4560721
Dec 09 14:17:34.371921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:17:34.373964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33316) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:34.425175 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'status': 'completed', 'code': 200}
Dec 09 14:17:34.497742 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:34.528816 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fd7234fd-c46a-4faf-ae55-dae73be39718 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/9c0fc191-fb84-4855-924e-fea0fe15ad03 HTTP/1.1" status: 200  len: 991 time: 0.1524105
Dec 09 14:17:34.550200 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-c5eb9f33-0fc5-4a18-bfd9-41affd9e9cdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1098 time: 0.0969450
Dec 09 14:17:34.682580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-eb3f8884-d308-4189-80dc-8fb46347feba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:34.684032 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-eb3f8884-d308-4189-80dc-8fb46347feba service neutron] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 897 time: 0.1279876
Dec 09 14:17:34.786675 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-98d60d5c-3214-4e9c-a805-a306a5aa0e3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 999 time: 0.0966334
Dec 09 14:17:34.849453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-50120731-a3f5-4a95-823f-2ebff0793979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:17:34.850995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-50120731-a3f5-4a95-823f-2ebff0793979 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.0586717
Dec 09 14:17:34.864979 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a06c880>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '9c0fc191-fb84-4855-924e-fea0fe15ad03', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.207', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'port_id': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'mac_address': 'fa:16:3e:02:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:17:32Z', 'updated_at': '2021-12-09T14:17:32Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:24Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:34.868829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] Checking router: d35f374e-8d92-4586-afa8-1412090b31a8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:17:34.879251 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:17:34.879861 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a06c880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:17:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:34.925700 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-d1328496-f07f-42cb-9ffa-f5e41d71c623 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689917
Dec 09 14:17:35.055808 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:17:35.056209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-61376426-f975-42ea-ab96-54930c6dbdc5 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235805
Dec 09 14:17:35.197385 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b952ec7e-e62e-4873-9eeb-7e4feb353873 req-d9713ff9-fcfb-4f70-bfcf-d703a1a8abd5 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346099
Dec 09 14:17:35.428707 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a06c880>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '9c0fc191-fb84-4855-924e-fea0fe15ad03', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.207', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'port_id': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'mac_address': 'fa:16:3e:02:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:17:32Z', 'updated_at': '2021-12-09T14:17:32Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:24Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:17:35.432487 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc7528-d36d-46a4-b107-3299a9ed3f94 None None] The sync data for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv is: [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '9c0fc191-fb84-4855-924e-fea0fe15ad03', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.207', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'port_id': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'mac_address': 'fa:16:3e:02:99:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:17:32Z', 'updated_at': '2021-12-09T14:17:32Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:24Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:17:35.531325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33322) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:35.641561 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6c11a601-9b32-43b6-b0cb-ea30f67271e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/9c0fc191-fb84-4855-924e-fea0fe15ad03 HTTP/1.1" status: 200  len: 991 time: 0.1090209
Dec 09 14:17:36.645824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33326) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:36.752384 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b4ad13c7-4dff-48d5-915d-f2825c42f1ce tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/9c0fc191-fb84-4855-924e-fea0fe15ad03 HTTP/1.1" status: 200  len: 991 time: 0.1053541
Dec 09 14:17:36.803763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b151ef27-d2cd-4c2a-89b6-70665d930f14 None None] New status for floating IP 9c0fc191-fb84-4855-924e-fea0fe15ad03: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:17:37.756308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33330) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:17:37.963936 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ced54c40-e905-4030-9eaa-6f52905916ed tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/9c0fc191-fb84-4855-924e-fea0fe15ad03 HTTP/1.1" status: 200  len: 993 time: 0.2064288
Dec 09 14:17:46.289938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:47.381310 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:17:52.511154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-063fe83a-13ec-4ec0-8960-707690eedaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:54.858188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3d466563-c21b-480a-9d13-db82be2ba995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:56.121252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:56.376434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:17:57.541885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:16.319278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:22.512632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bb2d0fc-b817-436b-9639-d11647045661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:24.382038 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:18:24.860838 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-109b92ac-824f-4884-a966-673e6ce2b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:26.124062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:26.377491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:27.544320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:31.737783 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-f1ff8896-aac5-48c2-962f-15aa278a8141 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0662825
Dec 09 14:18:31.873673 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-6763c1cb-8421-419f-a16b-d14d93230ce1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1098 time: 0.0699317
Dec 09 14:18:32.012402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-302968cc-1fc7-4f6a-a6ec-2b2e505787e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:18:32.013831 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-302968cc-1fc7-4f6a-a6ec-2b2e505787e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 897 time: 0.1228211
Dec 09 14:18:32.113144 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-1a35ba23-8910-4914-82d0-c8c8de72adbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 1001 time: 0.0934479
Dec 09 14:18:32.172456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-005c60f0-87b4-41ec-9d69-450edb429e33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:18:32.173812 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-005c60f0-87b4-41ec-9d69-450edb429e33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.0548925
Dec 09 14:18:32.245177 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-19f6d75f-bf9e-47d9-a975-a45efd760e75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656509
Dec 09 14:18:32.374144 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-ac1011dd-6237-4ab0-b4b6-927c33a6e5e2 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230233
Dec 09 14:18:32.501963 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-762b8dda-c1b8-4c42-b28a-be39833b749d req-44d8f883-5251-40e9-b93b-5db3eb6fa433 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215670
Dec 09 14:18:46.318093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:52.514590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ad6489ed-08de-420b-8dc2-f7e7096d4ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:54.864551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c36e-327f-4abd-adde-d1dc7bae048d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:56.125454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:56.379474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:18:57.549491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:01.382090 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:19:16.334327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:22.517276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43d1f87d-5281-4a9b-86e5-fa1dd4408f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:24.869889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b769cd60-902c-4449-bcb2-647fd22453a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:25.562779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33358) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:19:25.650844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:19:25.885061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2591903'] for subnet, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.066250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754295711492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3046671'] for subnet, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.070820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-192dae8e-4993-42d9-89b5-8796e327c8fd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:19:26.117996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:19:26.118581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.119835 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/subnets/5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 836 time: 0.5560932
Dec 09 14:19:26.128537 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d98bf-69e2-45be-bc3d-93ff849566a6 None None] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:19:26.138947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=5d5b021b-740d-4857-856f-f8adb8b2e11c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:19:26.145512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.148159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.148548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.148926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.149296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.149702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.150073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.150436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.150799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.151158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.151515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.151881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:19:26.155377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-687e4ad8-f6b9-40a9-9baa-44cb3b0a4b54 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:19:26.382259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.613976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-df5b46c8-e23c-41e0-87b1-e13c2dc2a369 None None] Provisioning complete for port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:19:26.614351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df5b46c8-e23c-41e0-87b1-e13c2dc2a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.737447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-df5b46c8-e23c-41e0-87b1-e13c2dc2a369 None None] Provisioning complete for port f62a26e8-1640-4a05-938b-e107ba887b33 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:19:26.737770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df5b46c8-e23c-41e0-87b1-e13c2dc2a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:26.860529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-df5b46c8-e23c-41e0-87b1-e13c2dc2a369 None None] Provisioning complete for port aab5c6a1-b812-43da-982e-73ae4bfb2e9d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:19:26.860905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-df5b46c8-e23c-41e0-87b1-e13c2dc2a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:27.550875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:32.747451 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-7ebd9ab4-5c09-473a-995b-3e2a2f38ba1d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683725
Dec 09 14:19:32.880847 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-95cfa12a-bc5a-4452-82e0-4a6b805fd122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1098 time: 0.0684702
Dec 09 14:19:33.019868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-cedbcc31-f412-4555-acae-a254cf15ddf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:19:33.021285 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-cedbcc31-f412-4555-acae-a254cf15ddf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 897 time: 0.1240172
Dec 09 14:19:33.222456 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-fc4e2b35-7756-4d33-a0c7-978049a7a844 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 1001 time: 0.1944642
Dec 09 14:19:33.284167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-8361dc49-dbb8-483a-8feb-ee9574c18c18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:19:33.286129 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-8361dc49-dbb8-483a-8feb-ee9574c18c18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.0578201
Dec 09 14:19:33.358091 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-8b8d2ae8-c2ca-455d-9096-90efe764a39b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662036
Dec 09 14:19:33.489485 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-09edbfd2-8a26-410f-9d97-75169bd0ee51 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250248
Dec 09 14:19:33.620691 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ea17260c-1a17-480b-9362-d4a930ac5700 req-834580e3-2450-4957-9947-db4906d9b4bf service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255372
Dec 09 14:19:38.382018 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:19:46.359691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:52.523600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-20799660-8924-4d44-afbd-dc606b6eae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:54.871760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3be97237-950d-480d-8498-5909bf142a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:56.131962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:56.383344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:19:57.553169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:08.911719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33380) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:09.106063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 417f85cc-8c51-465f-b2ff-3bcae3eceaa1 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:20:09.106398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:09.268144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:09.268438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:09.384053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 417f85cc-8c51-465f-b2ff-3bcae3eceaa1 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:20:09.528595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:09.532527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d2b3d769-d8c9-49a2-b6a2-a9ddf128d80b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:09.577169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=417f85cc-8c51-465f-b2ff-3bcae3eceaa1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:09.579661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:09.668108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:10.150486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d35f374e-8d92-4586-afa8-1412090b31a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:20:10.347178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:20:10.356870 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] Sync routers for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:20:10.363499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:10.368998 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:10.369617 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e429a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:19:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:10.416348 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/9c0fc191-fb84-4855-924e-fea0fe15ad03 HTTP/1.1" status: 204  len: 168 time: 1.5035563
Dec 09 14:20:10.416986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:10.528876 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'status': 'completed', 'code': 200}
Dec 09 14:20:10.550251 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:10.624044 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-af1f91eb-64c7-4d73-a459-f6cc2129b782 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 1098 time: 0.0753775
Dec 09 14:20:10.759860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-0a29c7e9-1050-4661-b1c6-a63a94a14a88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:10.761303 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-0a29c7e9-1050-4661-b1c6-a63a94a14a88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 200  len: 897 time: 0.1312099
Dec 09 14:20:10.831225 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-4e33d084-7af6-4db2-b60e-463742eca424 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 200  len: 217 time: 0.0620823
Dec 09 14:20:10.874456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63ce8b-36f8-4bd4-ba29-cc15f110d40f req-c58f033d-3c80-40a0-a086-4cf1d55bbf03 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:10.875050 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e429a0>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:24Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:10.875849 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca63ce8b-36f8-4bd4-ba29-cc15f110d40f req-c58f033d-3c80-40a0-a086-4cf1d55bbf03 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 945 time: 0.0822885
Dec 09 14:20:10.879004 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] Checking router: d35f374e-8d92-4586-afa8-1412090b31a8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:20:10.890427 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:10.891023 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e429a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:19:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:10.902799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-bb3699ee-ea24-4f0e-824b-f65daa884f4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:10.904245 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-bb3699ee-ea24-4f0e-824b-f65daa884f4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 200  len: 844 time: 0.0662067
Dec 09 14:20:10.923215 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ca63ce8b-36f8-4bd4-ba29-cc15f110d40f req-8aeaf65d-6340-4050-8cf4-1e9caee353d2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419161
Dec 09 14:20:10.981397 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-82e37734-8eda-4f8b-a10b-238b07306546 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f470ca94-6905-4dc0-bb85-6b080f3890a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705781
Dec 09 14:20:11.099456 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:11.112035 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-facd0d64-780c-4455-b328-9edb58e28014 service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230116
Dec 09 14:20:11.242505 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-0c4b0582-98d5-4560-9e22-475e62805d3a req-0d9f5635-1056-4e1f-a3d8-c997523a16ba service neutron] 10.222.0.35 "GET /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241083
Dec 09 14:20:11.400900 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e429a0>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:24Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:11.404653 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe08dc-0047-4d5c-8935-92c1bc6162a9 None None] The sync data for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv is: [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:17Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aab5c6a1-b812-43da-982e-73ae4bfb2e9d', 'name': '', 'network_id': 'f470ca94-6905-4dc0-bb85-6b080f3890a4', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:3d:9e:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:16Z', 'updated_at': '2021-12-09T14:17:24Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '5d5b021b-740d-4857-856f-f8adb8b2e11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:20:11.620005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7ecdd-db7c-4d1c-8bb2-9782473a8454 None None] New status for floating IP 9c0fc191-fb84-4855-924e-fea0fe15ad03: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:20:12.080445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-f118a0a2-e136-48c9-b071-40bb9e3542e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:12.081118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-f118a0a2-e136-48c9-b071-40bb9e3542e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:20:12.096344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-f118a0a2-e136-48c9-b071-40bb9e3542e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:20:12.097983 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-f118a0a2-e136-48c9-b071-40bb9e3542e2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 945 time: 0.0963402
Dec 09 14:20:12.135073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394436b-5130-44cd-af6d-92f39055e957 req-c20d271f-3370-46b0-ad64-9bf805574070 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:12.136508 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a394436b-5130-44cd-af6d-92f39055e957 req-c20d271f-3370-46b0-ad64-9bf805574070 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 945 time: 0.0801578
Dec 09 14:20:12.164697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:20:12.165033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:12.182324 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a394436b-5130-44cd-af6d-92f39055e957 req-d3c9272c-809c-4332-8dc7-75137eba42fa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400407
Dec 09 14:20:12.526102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:12.526705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:12.646184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for ebfcd73f-3e02-4d53-ac11-b2bc2858f98a owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:20:12.787323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:12.793792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:12.837048 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=ebfcd73f-3e02-4d53-ac11-b2bc2858f98a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:12.839455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:12.909973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port ebfcd73f-3e02-4d53-ac11-b2bc2858f98a on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:20:12.912314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:12.914922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'name': 'network-vif-deleted', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:12.929772 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3304632d-9ca8-4fe1-87ac-7985ae5a5b7d req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/ebfcd73f-3e02-4d53-ac11-b2bc2858f98a HTTP/1.1" status: 204  len: 173 time: 0.8271635
Dec 09 14:20:12.972045 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6553739-eae2-4295-ad2e-7aa547e1db73', 'name': 'network-vif-deleted', 'tag': 'ebfcd73f-3e02-4d53-ac11-b2bc2858f98a', 'status': 'completed', 'code': 200}
Dec 09 14:20:13.368049 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef1eca98-c229-48fa-8f21-41db8a2616f1 req-31d26279-7835-4858-aa6e-f4fe34ead034 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6553739-eae2-4295-ad2e-7aa547e1db73 HTTP/1.1" status: 200  len: 210 time: 0.0446854
Dec 09 14:20:14.473455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33412) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:14.543578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:14.572182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:14.634498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:14.638586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3f40a19a-6d8f-4697-9444-386c0018c6aa tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:14.653848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:14.656500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:14.668975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:14.670253 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e7f97ca-351c-4ea5-9d3f-dd9d7ed3c4c4 HTTP/1.1" status: 204  len: 168 time: 0.1957250
Dec 09 14:20:14.714561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33418) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:15.101707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:15.380955 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:20:15.801879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port aab5c6a1-b812-43da-982e-73ae4bfb2e9d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:20:15.802481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:15.849443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device ebfcd73f-3e02-4d53-ac11-b2bc2858f98a no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:20:15.885225 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: ebfcd73f-3e02-4d53-ac11-b2bc2858f98a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:20:15.885604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device ebfcd73f-3e02-4d53-ac11-b2bc2858f98a not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:20:15.982942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port aab5c6a1-b812-43da-982e-73ae4bfb2e9d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:15.983411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:16.104111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for aab5c6a1-b812-43da-982e-73ae4bfb2e9d owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:20:16.278496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:16.281982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:16.325972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=aab5c6a1-b812-43da-982e-73ae4bfb2e9d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:16.344131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:16.364891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.365167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.366158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.366500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.366878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.367226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.367585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.367942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.368297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.368649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.369000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:16.376847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:16.629385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:17.286727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d35f374e-8d92-4586-afa8-1412090b31a8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:20:17.482266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:20:17.492176 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] Sync routers for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:20:17.496452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/d35f374e-8d92-4586-afa8-1412090b31a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7808311
Dec 09 14:20:17.499041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33422) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:17.506100 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:17.506706 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3ce370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:19:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:17.684101 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:17.694476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet 5d5b021b-740d-4857-856f-f8adb8b2e11c {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:20:17.697546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:17.755134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:17.834792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:17.908616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:17.913702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6bbd769-0540-42cf-944e-f87debf79ff9 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:17.960164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5b021b-740d-4857-856f-f8adb8b2e11c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:17.960438 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3ce370>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:20:16Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:17.963186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:17.964297 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] Checking router: d35f374e-8d92-4586-afa8-1412090b31a8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:20:17.967238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:17.974304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108f2ad-31ea-4c0e-85f8-267168b31bea None None] Network f470ca94-6905-4dc0-bb85-6b080f3890a4 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:20:17.975717 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] Routers {'d35f374e-8d92-4586-afa8-1412090b31a8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:17.976319 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3ce370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:19:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d35f374e-8d92-4586-afa8-1412090b31a8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:17.978104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/5d5b021b-740d-4857-856f-f8adb8b2e11c HTTP/1.1" status: 204  len: 168 time: 0.4780731
Dec 09 14:20:17.978259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33426) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:18.161693 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] Set router d35f374e-8d92-4586-afa8-1412090b31a8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:18.203694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.241111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] DHCP port deletion for f470ca94-6905-4dc0-bb85-6b080f3890a4 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:20:18.246310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Deleting port f62a26e8-1640-4a05-938b-e107ba887b33 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:20:18.246693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.413235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.422923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 85247ba9-1df6-48d0-ac37-6d0e12580a77 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:20:18.423309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.458471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] For port f62a26e8-1640-4a05-938b-e107ba887b33, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f62a26e8-1640-4a05-938b-e107ba887b33,segment=NetworkSegment(f1fdf2f2-eef1-4f60-add1-ed393451bed8),segment_id=f1fdf2f2-eef1-4f60-add1-ed393451bed8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:18.458730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.486654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3ce370>, [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:20:16Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:18.490957 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d2cad-4d8c-4f17-b412-9e282dab4f8b None None] The sync data for ids ['d35f374e-8d92-4586-afa8-1412090b31a8'] in dv-neutron-821183-1-hyperv is: [{'id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'name': 'tempest-TestNetworkBasicOps-router-849763302', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:20:16Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '85247ba9-1df6-48d0-ac37-6d0e12580a77', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35f374e-8d92-4586-afa8-1412090b31a8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:17:13Z', 'updated_at': '2021-12-09T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:20:18.590708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Calling delete_port for f62a26e8-1640-4a05-938b-e107ba887b33 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:20:18.619211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 85247ba9-1df6-48d0-ac37-6d0e12580a77, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=85247ba9-1df6-48d0-ac37-6d0e12580a77,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:18.619564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.661569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.665286 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:18.707913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Pushing event deleted for resources: {'Port': ['ID=f62a26e8-1640-4a05-938b-e107ba887b33,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:18.716091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] No DVR routers for this DVR port f62a26e8-1640-4a05-938b-e107ba887b33 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:20:18.725479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.725880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.726219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.726544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.726868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.727191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.727512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.727830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.728150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.728465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.728778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:18.731675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:18.743166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 85247ba9-1df6-48d0-ac37-6d0e12580a77 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:20:18.908560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:18.912424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd205648-dd72-4d56-8036-0bd8370280d3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:19.061237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=85247ba9-1df6-48d0-ac37-6d0e12580a77,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:19.063777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:19.275668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.520961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.525053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.548964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.549382 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router d35f374e-8d92-4586-afa8-1412090b31a8 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:20:19.566235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.570409 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/d35f374e-8d92-4586-afa8-1412090b31a8 HTTP/1.1" status: 204  len: 168 time: 1.5881290
Dec 09 14:20:19.570625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33432) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:19.684481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.812983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.836791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449e6f760>,) {'filters': {'network_id': ['f470ca94-6905-4dc0-bb85-6b080f3890a4']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:19.848405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e6f760>, 'f1fdf2f2-eef1-4f60-add1-ed393451bed8') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:19.848697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e6f760>, 'f1fdf2f2-eef1-4f60-add1-ed393451bed8') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:19.860412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.876026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.881977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:20:19.882354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:20:19.896074 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:20:19.972828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:19.976671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-677ae43f-73a1-4435-9f17-72a6d301c5dd tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:19.991428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.002934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=f470ca94-6905-4dc0-bb85-6b080f3890a4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:20.006207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:20.013323 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/f470ca94-6905-4dc0-bb85-6b080f3890a4 HTTP/1.1" status: 204  len: 168 time: 0.4415662
Dec 09 14:20:20.023768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33436) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:20.029816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--1936147927', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:20.035082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:20.039997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:20.044122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:20.049138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 85247ba9-1df6-48d0-ac37-6d0e12580a77 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:20:20.050057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:20.064215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:20:20.067683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.088329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 85247ba9-1df6-48d0-ac37-6d0e12580a77 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:20:20.088700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 85247ba9-1df6-48d0-ac37-6d0e12580a77 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:20:20.089134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aab5c6a1-b812-43da-982e-73ae4bfb2e9d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:20:20.099245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:20:20.108524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.108983 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56 of type vlan for network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d
Dec 09 14:20:20.124071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: aab5c6a1-b812-43da-982e-73ae4bfb2e9d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:20:20.124667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aab5c6a1-b812-43da-982e-73ae4bfb2e9d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:20:20.125304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f62a26e8-1640-4a05-938b-e107ba887b33 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:20:20.135163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.161487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: f62a26e8-1640-4a05-938b-e107ba887b33 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:20:20.161937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f62a26e8-1640-4a05-938b-e107ba887b33 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:20:20.166406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.169907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:20.170533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.174153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d5fd1ca-dca7-455d-ba53-22b04bdb0e28 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:20.276900 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2520654
Dec 09 14:20:20.277822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=855b4b5d-d5cc-4c94-aa62-45d94dc6929d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:20.279700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33440) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:20.282346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:20.285422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:20.288506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:20:20.292692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:20.296433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:20.299229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:20.305707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:20.315056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.316058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.336034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.482259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.660556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.789637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:20.918431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.154 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/5451ca9a-64f9-4f6d-96f4-cf262b88b808) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:21.061010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:21.087682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:21.091705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eadb4009-77c0-414e-92bd-0e0106587ae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:21.151881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:21.154953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:21.158456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:21.190673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=5451ca9a-64f9-4f6d-96f4-cf262b88b808,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:21.196379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:21.314215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:21.314931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:21.536063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:20:21.732102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:20:21.742227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:20:21.754139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:21.754760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:19:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:21.758299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:21.759427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.4788549
Dec 09 14:20:21.762627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:21.892326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b42216a2-e393-4dff-99e9-df66bf38b8d3 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1285470
Dec 09 14:20:21.894923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33450) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:21.971689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:22.028006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47b1e4-a1f4-4e1a-a9a8-b15b5f7c0411 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:22.029490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e47b1e4-a1f4-4e1a-a9a8-b15b5f7c0411 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1336319
Dec 09 14:20:22.032265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33454) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:22.081434 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c0003c62-6b65-45a6-ba47-407eef8ef590 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0479383
Dec 09 14:20:22.083690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33458) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:22.088802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341209924', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:22.195902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:22.199681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:22.202428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:22.207966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:22.217970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:20:22.256553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d90>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:21Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:22.260347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:20:22.260705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Updating router f80d3872-d5a8-4996-920a-d9219bc35615 port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:20:22.311340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.318707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.534036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-87ad43f5-db7d-43f6-adaa-c10c282d1586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.643479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.648172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-29fc72c9-a5d6-46e9-8905-2c92564bf6ea tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:22.654472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.673396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Transition to ACTIVE for port object 5451ca9a-64f9-4f6d-96f4-cf262b88b808 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:22.680515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.684920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:22.720715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=1ec95787-b4ad-460c-b50d-ab99a4cbd382,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:22.724346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:22.738634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:20:22.738988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: 855b4b5d-d5cc-4c94-aa62-45d94dc6929d, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:20:22.762237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:20:22.765999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077751-fed0-4e1c-8ab3-22806810669e None None] Pushing event updated for resources: {'Port': ['ID=5451ca9a-64f9-4f6d-96f4-cf262b88b808,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:22.768866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad077751-fed0-4e1c-8ab3-22806810669e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:22.770289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Attempting to bind port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:20:22.770699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Attempting to bind port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:20:22.771243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Attempting to bind port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:22.772895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 855b4b5d-d5cc-4c94-aa62-45d94dc6929d) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:22.777169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:22.777840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.781920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:20:22.782292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:20:22.782697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.783083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:20:22.783550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Bound port: 5451ca9a-64f9-4f6d-96f4-cf262b88b808, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:20:22.784167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:22.799911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7151182
Dec 09 14:20:22.802721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33462) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:22.813650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b1d8af-9f74-47c5-8d5e-be884cd29497 None None] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:20:22.937752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] For port 5451ca9a-64f9-4f6d-96f4-cf262b88b808, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:20:22.964911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] For port 5451ca9a-64f9-4f6d-96f4-cf262b88b808, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5451ca9a-64f9-4f6d-96f4-cf262b88b808,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:20:22.996012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:23.002056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0da3ad1f-1c3f-43fe-a6fe-06b2302c232e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:23.138231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad077751-fed0-4e1c-8ab3-22806810669e None None] Pushing event updated for resources: {'Port': ['ID=5451ca9a-64f9-4f6d-96f4-cf262b88b808,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:23.141130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad077751-fed0-4e1c-8ab3-22806810669e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:23.141901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:23.142889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:19:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:23.196052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:20:23.196889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:23.486925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:23.621502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Allocated IP 172.20.0.2 (855b4b5d-d5cc-4c94-aa62-45d94dc6929d/1ec95787-b4ad-460c-b50d-ab99a4cbd382/30f3a481-b8b9-4dc3-85a0-3dada6d6f973) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:23.678673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:23.961540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:23.979811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Transition to ACTIVE for port object 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:23.983082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1e0d90>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:21Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:23.995195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaf3f21-7be5-47d5-ae10-84ba8470ef50 None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:21Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:20:24.005410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Transition to ACTIVE for port object 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:24.011712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.016171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-11c42afa-ceab-4434-8fd0-82247d6490cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:24.080507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (855b4b5d-d5cc-4c94-aa62-45d94dc6929d/1ec95787-b4ad-460c-b50d-ab99a4cbd382/42160c90-6de7-4b07-8f10-854de6f8cfc9) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:24.081120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:24.083536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:24.086365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:24.093983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Pushing event updated for resources: {'Port': ['ID=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:24.097436 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:24.192269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Attempting to bind port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:20:24.192649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Attempting to bind port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:20:24.193101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Attempting to bind port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:24.201724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:20:24.205068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Checking segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:20:24.205564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.205902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Bound using segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:20:24.211830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Bound port: 30f3a481-b8b9-4dc3-85a0-3dada6d6f973, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:20:24.213425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.269152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.286852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 42160c90-6de7-4b07-8f10-854de6f8cfc9 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:24.306978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] For port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:20:24.311079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] For port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:20:24.312298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.315658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.316893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ddca8e18-6893-4b7f-9cce-f610d5a7db73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:24.319405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-58ef3a29-84be-442e-9fae-fc34b763d5f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:24.388766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:24.392864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:24.395471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:24.405837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Pushing event updated for resources: {'Port': ['ID=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:24.416141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:24.441577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=42160c90-6de7-4b07-8f10-854de6f8cfc9,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:24.446145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:24.474275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.596477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:24.887910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1822bcc6-a491-41e1-b976-3e9bbda91702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:25.166381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:25.171355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:25.198102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4fa7e157-3570-4297-bf58-3cf81690c24f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:25.288964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:25.292666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=42160c90-6de7-4b07-8f10-854de6f8cfc9,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:25.295753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:25.405571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67c86db-3a5d-4ccd-8bbf-3766b7699517 None None] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:20:25.433354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:25.434537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:25.569646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-354c8861-a224-4671-b169-1986b8b7cf73 None None] Provisioning for port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:25.832465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:20:25.920164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ffa2f17e-8d2f-482d-903f-ae12865c0a03 None None] Provisioning for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:25.926478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ffa2f17e-8d2f-482d-903f-ae12865c0a03 None None] Provisioning complete for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:25.927164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ffa2f17e-8d2f-482d-903f-ae12865c0a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:25.990292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2f17e-8d2f-482d-903f-ae12865c0a03 None None] Port 42160c90-6de7-4b07-8f10-854de6f8cfc9 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:20:26.047620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:20:26.063519 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/f80d3872-d5a8-4996-920a-d9219bc35615/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2597272
Dec 09 14:20:26.065908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33466) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:26.090094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5451ca9a-64f9-4f6d-96f4-cf262b88b808 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:26.165254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.175448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-70c3b7e8-cd25-4ea1-a053-f7e39abffde1 None None] Provisioning complete for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:26.175832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-70c3b7e8-cd25-4ea1-a053-f7e39abffde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.222095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266ac52-0f09-4cba-8cc7-2e72260b9a50 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.222703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266ac52-0f09-4cba-8cc7-2e72260b9a50 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.223004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266ac52-0f09-4cba-8cc7-2e72260b9a50 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.223402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266ac52-0f09-4cba-8cc7-2e72260b9a50 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.225935 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6266ac52-0f09-4cba-8cc7-2e72260b9a50 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1589124
Dec 09 14:20:26.228626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33470) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:26.233396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-70c3b7e8-cd25-4ea1-a053-f7e39abffde1 None None] Port 42160c90-6de7-4b07-8f10-854de6f8cfc9 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:20:26.235323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:26.240366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:26.240739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.296482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6950b57-8ef4-4495-888b-78e814ba6830 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.296850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6950b57-8ef4-4495-888b-78e814ba6830 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.297212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6950b57-8ef4-4495-888b-78e814ba6830 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.297582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6950b57-8ef4-4495-888b-78e814ba6830 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:26.299181 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e6950b57-8ef4-4495-888b-78e814ba6830 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0693309
Dec 09 14:20:26.302234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33474) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:26.361896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.390397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 5451ca9a-64f9-4f6d-96f4-cf262b88b808, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5451ca9a-64f9-4f6d-96f4-cf262b88b808,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:26.393699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fc5b00bc-d1ae-4f9e-92d9-b6e384d36f59 None None] Provisioning complete for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:26.394103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc5b00bc-d1ae-4f9e-92d9-b6e384d36f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.428451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.429280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:26.456692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:26.507967 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8fe466a6-4491-4150-b231-01cd14e24bda tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2045517
Dec 09 14:20:26.542369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.589612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b00bc-d1ae-4f9e-92d9-b6e384d36f59 None None] Port 42160c90-6de7-4b07-8f10-854de6f8cfc9 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:20:26.609037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=5451ca9a-64f9-4f6d-96f4-cf262b88b808,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:26.613003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:26.624277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:26.629030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:26.629411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.739434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.771160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:26.775246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:26.778342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-977cfc77-87de-4e9c-82c9-65642777f50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:26.839649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:26.842554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:26.929574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33480) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:26.935247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225361840', 'description': 'tempest-secgroup-smoke-225361840 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:26.941109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:26.945930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:26.948948 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:26.954939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:26.965427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.000728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.004482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.007885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.013471 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.069333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.073042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.076578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6bd356f9-1585-4df3-b73d-de0657b0d516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:27.117315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0af493c-0815-4bc5-8b87-b212c91e7d14,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:27.121423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.122610 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1920583
Dec 09 14:20:27.125611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33484) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:27.127804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.128186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.128556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.128921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.129285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.129675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.130037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.130400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.130775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.131689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.131850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'a0af493c-0815-4bc5-8b87-b212c91e7d14', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:27.132044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:27.135398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:27.139297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.143251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.146189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.152972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.169221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.229607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.232792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.234837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48fc4c61-4ec6-4586-bc8f-339d38f47a88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:27.256655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aea9f7-fe41-48a7-b8cf-88bc1d550f9a,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:27.258981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:27.265511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.266679 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1400733
Dec 09 14:20:27.269355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33488) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:27.274781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'a0af493c-0815-4bc5-8b87-b212c91e7d14', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:27.280393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.284140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.287472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.295741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.314138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.384563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.388610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.394912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80800b0b-e9c5-4541-a6ab-22a29d16b414 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:27.414513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa7a463-8c60-46b5-a998-53297f02de29,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:27.417032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:27.424426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.425617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1553111
Dec 09 14:20:27.428968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33492) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:27.434989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'a0af493c-0815-4bc5-8b87-b212c91e7d14', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:27.441133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.445031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.448075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.454385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.472283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.536465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.546743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.548647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d38700b2-d850-4e47-aa92-da9765d5b283 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:27.556531 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.571462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517a7e02-5ab5-43a9-847f-b33d5eea07a2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:27.573828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:27.580382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.581512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1515830
Dec 09 14:20:27.584282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:27.589657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'a0af493c-0815-4bc5-8b87-b212c91e7d14', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:27.595490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.600591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.603744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.610317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.621289 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:20:27.628977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.634735 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:27.635631 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a541160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:20:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:27.714467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.718050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.719819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6e1cd733-7d65-40fc-88a8-9f21f1f54ba7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:27.742558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e80965c-4332-4e9a-abb5-ba2ec40092ef,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:27.746873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:27.751242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.754915 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1672659
Dec 09 14:20:27.755138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33500) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:27.760735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'a0af493c-0815-4bc5-8b87-b212c91e7d14', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:27.766734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.770564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.774065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.780000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.790490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:20:27.796963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.819497 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:27.860456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.864375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.871767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8555095-a600-4bcc-9462-4f1cd6e48b7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:27.892240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709faaca-18de-42ad-973c-60c07ac5cdf3,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:27.895124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:27.899364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:27.900559 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1444275
Dec 09 14:20:27.903487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33504) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:27.909094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': 'a0af493c-0815-4bc5-8b87-b212c91e7d14', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:27.915717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:27.919579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:27.922396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:27.928197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:27.938051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:20:27.944295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.027410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.034724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.037099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3bf7833-4862-4471-8cb7-f6575d64aa12 tempest-SecGroupIPv6Test-1815281093 tempest-SecGroupIPv6Test-1815281093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:28.042509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5451ca9a-64f9-4f6d-96f4-cf262b88b808 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:28.054377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4c0b3c-8a1b-40aa-855f-eaf82ea9a55d,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:28.060833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:28.071712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.073516 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e77d355b-2a58-45ba-9581-c797b7d9d2dc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1685503
Dec 09 14:20:28.131933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:28.132317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.144432 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a541160>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:28.149122 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:20:28.149479 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Updating router f80d3872-d5a8-4996-920a-d9219bc35615 port 42160c90-6de7-4b07-8f10-854de6f8cfc9 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:20:28.204891 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.262490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:28.288515 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-a7c98d75-4730-42af-bbcb-5a96119ecff4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225361840&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0454922
Dec 09 14:20:28.355877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:28.356254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.454626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e393291b-5bf7-436d-80e5-417314f25edc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:28.455620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e393291b-5bf7-436d-80e5-417314f25edc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:20:28.471186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e393291b-5bf7-436d-80e5-417314f25edc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:20:28.472422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e393291b-5bf7-436d-80e5-417314f25edc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 797 time: 0.1750627
Dec 09 14:20:28.493797 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0e291506-26e1-40a7-b516-c963487efe7a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0116870
Dec 09 14:20:28.570365 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.582566 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Transition to ACTIVE for port object 42160c90-6de7-4b07-8f10-854de6f8cfc9 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:28.583386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e0aceda6-7037-42e3-994e-5d1751a3bbd0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:20:28.588777 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.592921 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:28.600224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e0aceda6-7037-42e3-994e-5d1751a3bbd0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:20:28.601499 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e0aceda6-7037-42e3-994e-5d1751a3bbd0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0980706
Dec 09 14:20:28.715890 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Pushing event updated for resources: {'Port': ['ID=42160c90-6de7-4b07-8f10-854de6f8cfc9,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:28.755226 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.755536 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.755862 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.756680 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.757004 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.757324 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.757662 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.757982 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.758299 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.758613 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.758928 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:20:28.766155 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:28.817483 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Attempting to bind port 42160c90-6de7-4b07-8f10-854de6f8cfc9 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:20:28.817875 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Attempting to bind port 42160c90-6de7-4b07-8f10-854de6f8cfc9 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:20:28.818275 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Attempting to bind port 42160c90-6de7-4b07-8f10-854de6f8cfc9 on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:28.822947 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-5bae1e0f-fdfd-4fbd-a9b6-e22d359e9465 service neutron] 10.222.0.21 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091298
Dec 09 14:20:28.824690 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:20:28.825057 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Checking segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:20:28.825458 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.825874 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Bound using segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:20:28.826331 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Bound port: 42160c90-6de7-4b07-8f10-854de6f8cfc9, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:20:28.826700 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.910864 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] For port 42160c90-6de7-4b07-8f10-854de6f8cfc9, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:20:28.914481 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] For port 42160c90-6de7-4b07-8f10-854de6f8cfc9, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=42160c90-6de7-4b07-8f10-854de6f8cfc9,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:20:28.920736 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:28.924862 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f11fbd6c-18c6-4665-9ab4-919823989157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:28.959034 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-7bbf70f1-cd17-4a4d-9294-678fde68d826 service neutron] 10.222.0.21 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299891
Dec 09 14:20:29.009737 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Pushing event updated for resources: {'Port': ['ID=42160c90-6de7-4b07-8f10-854de6f8cfc9,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:29.014247 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:29.015154 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:29.015937 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a541160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:20:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:29.165333 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86f43dfc-a06d-49ec-929b-e4ed6bd22646 req-e6f5d008-de06-4d19-b1f5-cd6beab65642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 210 time: 0.0483503
Dec 09 14:20:29.260789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:29.583187 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a541160>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:28Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:29.587674 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bbc5c-19a8-4546-b45d-dd24a9e88786 None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:28Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:20:30.054277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 42160c90-6de7-4b07-8f10-854de6f8cfc9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:30.139289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:30.144851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:30.145378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:30.296509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:30.345902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 42160c90-6de7-4b07-8f10-854de6f8cfc9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=42160c90-6de7-4b07-8f10-854de6f8cfc9,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:30.350330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:30.358461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:30.394367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fef873d5-5452-4ee4-ae06-89b29b07fe0a req-e6eff86f-0767-4b39-a109-bcade588e3ed tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 210 time: 0.0623496
Dec 09 14:20:30.420914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-33d09b05-aff3-4d65-a376-ffa95aa01a2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:30.421604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-33d09b05-aff3-4d65-a376-ffa95aa01a2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:20:30.433565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-33d09b05-aff3-4d65-a376-ffa95aa01a2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:20:30.434888 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-33d09b05-aff3-4d65-a376-ffa95aa01a2b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 797 time: 0.3635402
Dec 09 14:20:30.436311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=42160c90-6de7-4b07-8f10-854de6f8cfc9,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:30.439544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:30.492614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-aa906d89-1ef8-4205-ab32-fd823439fe9f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:20:30.509144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-aa906d89-1ef8-4205-ab32-fd823439fe9f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:20:30.510340 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-aa906d89-1ef8-4205-ab32-fd823439fe9f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 379 time: 0.0626109
Dec 09 14:20:30.519529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['a0af493c-0815-4bc5-8b87-b212c91e7d14']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:30.658429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:30.667781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:30.677166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:20:30.680618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:30.836313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.14 (855b4b5d-d5cc-4c94-aa62-45d94dc6929d/1ec95787-b4ad-460c-b50d-ab99a4cbd382/4913a40e-96d0-467f-98f7-80c1ee68c38b) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:31.013971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.029148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 4913a40e-96d0-467f-98f7-80c1ee68c38b will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:31.053324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.058940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:31.125332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:31.128182 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:31.131127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:31.165825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:31.168798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:31.201984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:31.202578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.228152 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7125177
Dec 09 14:20:31.240849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Request body: {'port': {'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:31.351690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.396744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6617a302-d701-4434-b8eb-5ecd5f7a1085 None None] Provisioning for port 4913a40e-96d0-467f-98f7-80c1ee68c38b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:31.401835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6617a302-d701-4434-b8eb-5ecd5f7a1085 None None] Provisioning complete for port 4913a40e-96d0-467f-98f7-80c1ee68c38b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:31.402147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6617a302-d701-4434-b8eb-5ecd5f7a1085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.457657 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6617a302-d701-4434-b8eb-5ecd5f7a1085 None None] Port 4913a40e-96d0-467f-98f7-80c1ee68c38b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:20:31.579122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c5ad-b2da-415b-b229-5d92a92b04ea req-d3c4e943-8499-4d98-b2da-be11119ec73c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:31.580697 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed73c5ad-b2da-415b-b229-5d92a92b04ea req-d3c4e943-8499-4d98-b2da-be11119ec73c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 932 time: 0.0772607
Dec 09 14:20:31.626889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed73c5ad-b2da-415b-b229-5d92a92b04ea req-781ea4f2-6404-4bf1-b790-66f3e2f250fa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400007
Dec 09 14:20:31.702770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4913a40e-96d0-467f-98f7-80c1ee68c38b {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:20:31.710140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.724266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Transition to ACTIVE for port object 4913a40e-96d0-467f-98f7-80c1ee68c38b will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:31.728343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:31.732416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-37a37050-0016-47f7-a292-03173cf5f060 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:31.852666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:31.856593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:31.965540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Attempting to bind port 4913a40e-96d0-467f-98f7-80c1ee68c38b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:20:31.965891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Attempting to bind port 4913a40e-96d0-467f-98f7-80c1ee68c38b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:20:31.966215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Attempting to bind port 4913a40e-96d0-467f-98f7-80c1ee68c38b on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:31.972090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Port 4913a40e-96d0-467f-98f7-80c1ee68c38b on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:20:31.972460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Attempting to bind port 4913a40e-96d0-467f-98f7-80c1ee68c38b on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:31.979299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:20:31.979630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Checking segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:20:31.980150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Bound using segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:20:31.980595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Bound port: 4913a40e-96d0-467f-98f7-80c1ee68c38b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:20:31.980906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:32.043277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 42160c90-6de7-4b07-8f10-854de6f8cfc9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:32.070832 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:20:32.073842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:20:32.078380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:32.082715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:32.125617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 42160c90-6de7-4b07-8f10-854de6f8cfc9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:32.125999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:32.248441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:32.249832 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] 10.222.0.35 "PUT /v2.0/ports/4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 1094 time: 1.0133696
Dec 09 14:20:32.250356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:32.270831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:32.274098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:32.323571 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'status': 'completed', 'code': 200}
Dec 09 14:20:32.367265 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-97cd9678-f222-43a1-96fa-96a9510847fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1097 time: 0.0765650
Dec 09 14:20:32.438515 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-94844da1-5477-4409-a67e-a566ba0639cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 217 time: 0.0642221
Dec 09 14:20:32.498496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-faa6a42c-7e06-4fb1-ac4c-98eedc9b697f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:32.499874 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-faa6a42c-7e06-4fb1-ac4c-98eedc9b697f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0552289
Dec 09 14:20:32.576154 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-2df3fe8a-05cc-4bd8-a2f1-6a6fd4673f69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699360
Dec 09 14:20:32.710353 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-8c31113f-ede0-4a5d-8755-37f5be0206ee service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270564
Dec 09 14:20:32.827233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e1a6c-ee49-4f4f-86e7-2b522ff4f89d req-594b289d-866c-43e7-85eb-90437d22f873 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:32.828671 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-268e1a6c-ee49-4f4f-86e7-2b522ff4f89d req-594b289d-866c-43e7-85eb-90437d22f873 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 944 time: 0.0790575
Dec 09 14:20:32.841381 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-addb8f7a-b945-45ab-ab00-07e62da41ea7 req-e75fcb8b-028a-4af1-9ec5-1b53f9166128 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248064
Dec 09 14:20:32.875117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-268e1a6c-ee49-4f4f-86e7-2b522ff4f89d req-09cbb9a4-f513-4ea3-a890-b390c7aa7444 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400856
Dec 09 14:20:32.951433 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-f89bec20-c7d4-4d30-ab9f-28426b84bc9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1097 time: 0.0669749
Dec 09 14:20:33.079624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-80209937-86d5-464d-995a-6bcec14d9863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:33.081033 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-80209937-86d5-464d-995a-6bcec14d9863 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1236227
Dec 09 14:20:33.150560 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-6a8c21a7-08de-4809-9b43-6e2a610e1300 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 217 time: 0.0630131
Dec 09 14:20:33.213165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-947be9e8-6e6c-42ff-ad6c-5c2643b1a4c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:33.214552 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-947be9e8-6e6c-42ff-ad6c-5c2643b1a4c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0566626
Dec 09 14:20:33.288651 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-b6c0be89-2f5b-4502-aa6e-c7881d1c0178 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672529
Dec 09 14:20:33.422286 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-ca6847bd-eba0-41fd-bcee-f01af76e312c service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269104
Dec 09 14:20:33.578916 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2bd48ba7-e603-4ea0-9bc3-0def520d788d req-708e2b18-f4a4-4d41-b0bc-0df56c98e074 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500235
Dec 09 14:20:34.071012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f303d50-c921-48cb-8a02-72e9db0d3d80 req-1240b17e-b05c-4629-aa67-d85e9a9559b6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:34.072444 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f303d50-c921-48cb-8a02-72e9db0d3d80 req-1240b17e-b05c-4629-aa67-d85e9a9559b6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 944 time: 0.0776811
Dec 09 14:20:34.120934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f303d50-c921-48cb-8a02-72e9db0d3d80 req-b380ac3c-c9a0-4a11-948f-d7aa3d1b9510 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431304
Dec 09 14:20:35.313124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9c051-79d4-4da4-9e8a-9959c2f2218d req-194cd98e-b32e-4bc5-b284-6ea3e2f3e184 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:35.314564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddb9c051-79d4-4da4-9e8a-9959c2f2218d req-194cd98e-b32e-4bc5-b284-6ea3e2f3e184 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 944 time: 0.0756567
Dec 09 14:20:35.358147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddb9c051-79d4-4da4-9e8a-9959c2f2218d req-6502bf82-af80-4899-b9ff-30e58cb3a36b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375714
Dec 09 14:20:35.925924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 4913a40e-96d0-467f-98f7-80c1ee68c38b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:20:36.057112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:36.069758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:20:36.122971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:36.142297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4913a40e-96d0-467f-98f7-80c1ee68c38b {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:20:36.157823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:36.161319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:36.163651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:36.226766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:36.229807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:36.402986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['4913a40e-96d0-467f-98f7-80c1ee68c38b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:20:36.558258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e094-c6b7-4f94-9cc4-7b77862c1f89 req-e10e8b56-ef47-4a7d-a84c-3d31940ce9c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:36.560316 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-17e3e094-c6b7-4f94-9cc4-7b77862c1f89 req-e10e8b56-ef47-4a7d-a84c-3d31940ce9c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 945 time: 0.0817833
Dec 09 14:20:36.704787 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-17e3e094-c6b7-4f94-9cc4-7b77862c1f89 req-6af25d46-a5b9-4664-9ac3-0a50a82edb0c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385102
Dec 09 14:20:37.914230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2262d6a-8115-4459-8b82-7fe917d472e3 req-b0a54b26-5da9-4b41-9fa0-a69a4137aae8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:37.915650 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2262d6a-8115-4459-8b82-7fe917d472e3 req-b0a54b26-5da9-4b41-9fa0-a69a4137aae8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 945 time: 0.0753763
Dec 09 14:20:37.941717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 4913a40e-96d0-467f-98f7-80c1ee68c38b up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:37.959734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2262d6a-8115-4459-8b82-7fe917d472e3 req-9b03eafb-8b61-467d-aff7-a37bd90818ec tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387287
Dec 09 14:20:38.012273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 4913a40e-96d0-467f-98f7-80c1ee68c38b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:38.017012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 4913a40e-96d0-467f-98f7-80c1ee68c38b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:38.017398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:38.161684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:38.189382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:38.198834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:38.203774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:38.205621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:38.268563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:38.272016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:38.323974 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'code': 200}
Dec 09 14:20:38.589839 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-98d562a1-d805-4253-90fd-21d2d83b4cf8 req-af081e17-25e7-4714-9077-0a3c8848d295 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1099 time: 0.1056621
Dec 09 14:20:38.635981 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-98d562a1-d805-4253-90fd-21d2d83b4cf8 req-d212f3db-3136-4f8a-8b29-73262db57b12 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395455
Dec 09 14:20:39.156521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af5cfd-d7de-40ed-86c2-384c153702c2 req-e6b085dd-5bf0-4a1b-81d4-e74f35f37894 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:39.157969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1af5cfd-d7de-40ed-86c2-384c153702c2 req-e6b085dd-5bf0-4a1b-81d4-e74f35f37894 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 946 time: 0.0777678
Dec 09 14:20:39.202013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1af5cfd-d7de-40ed-86c2-384c153702c2 req-813f8729-9829-4fd4-956c-fab989081cda tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386972
Dec 09 14:20:40.397005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e59b-4d76-4658-94b2-6dbbb7158cea req-c7b5969c-6eb1-403b-9ddc-5df0d00489ab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:40.398456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da20e59b-4d76-4658-94b2-6dbbb7158cea req-c7b5969c-6eb1-403b-9ddc-5df0d00489ab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 946 time: 0.0753825
Dec 09 14:20:40.445370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da20e59b-4d76-4658-94b2-6dbbb7158cea req-ec7af271-b0a2-49f2-9d41-7b5389d47095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415480
Dec 09 14:20:40.637765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9a4d0-7f45-41a3-bee7-c7f70c610fd9 req-7f3c1b6a-398b-4fe1-948e-ddce18a01be9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:40.639213 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-efe9a4d0-7f45-41a3-bee7-c7f70c610fd9 req-7f3c1b6a-398b-4fe1-948e-ddce18a01be9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 946 time: 0.0755374
Dec 09 14:20:40.685409 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-efe9a4d0-7f45-41a3-bee7-c7f70c610fd9 req-3cfda4bf-6a97-4069-bb1c-093062ebbb85 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406904
Dec 09 14:20:40.712920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33554) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:40.785523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b05a33ff-ac84-44ad-802a-7a45ac5bb28c tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1094 time: 0.0713038
Dec 09 14:20:40.787869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33558) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:40.792999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:40.798260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:40.802005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:40.804758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:40.810310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:40.820818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:40.953147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:41.083804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.98 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/52f7c521-5f0d-4d23-a14e-6660467f7076) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:41.228189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:41.255170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:41.258825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:41.326231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:41.328931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:41.331730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:41.362018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=52f7c521-5f0d-4d23-a14e-6660467f7076,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:41.365221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:41.845678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:41.899057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:42.188907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:42.193287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:42.196688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:42.305896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=52f7c521-5f0d-4d23-a14e-6660467f7076,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:42.313353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:42.322399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:42.507083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9 associated. External IP: 172.26.3.98, port: 4913a40e-96d0-467f-98f7-80c1ee68c38b.
Dec 09 14:20:42.891156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:20:43.088186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:20:43.099963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:20:43.112078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:43.112721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498fe730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:20:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:43.113023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.166181 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3770661
Dec 09 14:20:43.166727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:43.169393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33562) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:43.243605 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ee569e25-b201-4976-b10a-22612e7ff3b8 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1094 time: 0.0722694
Dec 09 14:20:43.304859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:43.306591 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'status': 'completed', 'code': 200}
Dec 09 14:20:43.403200 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-1e621668-06fd-43f1-9368-02b3f9fd3e11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1099 time: 0.0758383
Dec 09 14:20:43.463463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33572) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:43.469512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356761513', 'description': 'tempest-secgroup-smoke-356761513 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:43.475341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:43.485477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:43.499168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.542504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:43.548426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:43.552007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:43.561494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:43.628081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.633895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.638843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cbaa86bb-5db0-46ea-832f-553702bb133e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:43.670396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-ec5f2bf7-b9f9-40d6-85fb-5edafce1a879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:43.671944 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-ec5f2bf7-b9f9-40d6-85fb-5edafce1a879 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.2622619
Dec 09 14:20:43.675955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498fe730>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:41Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:43.680583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:20:43.683377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9667d47d-874b-4191-94e5-73c70d8e6ba3,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:43.686577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:43.692108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:43.692467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498fe730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:20:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:43.692729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.697990 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2335451
Dec 09 14:20:43.698667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:43.704019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9667d47d-874b-4191-94e5-73c70d8e6ba3', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:43.709969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:43.714309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:43.717705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:43.724721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:43.743974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.782772 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-64c91bae-1368-4a72-981f-5bfb023af5d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 999 time: 0.1041644
Dec 09 14:20:43.806135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.810369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.812401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7d657e34-f8e8-48ef-824e-9c7d2d604642 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:43.836723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4aa12f-c86c-489c-b488-39866f8d67db,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:43.839950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:43.848675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.853001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1509564
Dec 09 14:20:43.853256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:43.855301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-1a37af8e-4f19-4727-b7b2-e908f34d0358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:43.856795 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-1a37af8e-4f19-4727-b7b2-e908f34d0358 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0684648
Dec 09 14:20:43.862395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9667d47d-874b-4191-94e5-73c70d8e6ba3', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:43.871569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:43.875750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:43.878625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:43.879646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:43.884867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:43.902824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.938936 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-a24e5119-8248-4fa1-bebe-04a1eb865605 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754087
Dec 09 14:20:43.993805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.997878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:43.999680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4947de1-0609-41c1-ac9c-8e2b7320e658 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:44.023157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b148e9-4594-485f-b33d-37278bd109dc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:44.027558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:44.032482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.033880 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1764638
Dec 09 14:20:44.036597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33584) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:44.042166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9667d47d-874b-4191-94e5-73c70d8e6ba3', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:44.047946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:44.051974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:44.054857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:44.060636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:44.083131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.089904 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-2ad48ed3-89da-4ebd-8e98-b5c5042748c0 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440752
Dec 09 14:20:44.153857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.157818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.163988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6cb32eae-0c0b-4e77-a698-1f4875f7250c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:44.184013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d9fcd0-89ee-41fb-b394-8f7dc853cdf0,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:44.187071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:44.195300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.196644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1591079
Dec 09 14:20:44.199353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33588) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:44.205541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9667d47d-874b-4191-94e5-73c70d8e6ba3', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:44.211730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:44.219810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:44.223147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:44.235608 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e2abdb3e-c6ea-4b1e-a52f-ff9c5fc6227f req-03ff94c1-2529-4126-9830-d0e6c911c527 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396542
Dec 09 14:20:44.239060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:44.253273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498fe730>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:41Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:44.258633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bcad2-a34f-4ebf-a58f-bd9065074de4 None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:41Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:20:44.263682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.333419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.336909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.338672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5df99f76-6073-4cf2-81f2-81bee71309df tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:44.359468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed083a7a-2561-41ba-8db9-a8718c16520c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:44.361759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:44.369123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.370351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5332746d-e0d2-456d-a840-f52c9a35aa42 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1698709
Dec 09 14:20:44.373025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33592) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:44.378299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9667d47d-874b-4191-94e5-73c70d8e6ba3', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:44.384431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:44.388150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:44.390944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:44.396560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:44.406742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:20:44.412878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.479725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.483038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.485038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d961bbb2-de81-4a86-b35f-3968fe234f86 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:44.614047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82137562-a728-4a6e-9b67-a89e8ba39418,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:44.619194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:44.625150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.626468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ff6a12ee-12e6-4462-bc5f-af3c5d9f62f6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2524881
Dec 09 14:20:44.629262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33596) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:44.634681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '9667d47d-874b-4191-94e5-73c70d8e6ba3', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:44.640348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:44.644110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:44.647005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:44.652868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:44.662670 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:20:44.668724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.732416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.736069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.737768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:44.759374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790c446c-dd47-4e63-9bc7-97be545ad1e5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:44.763622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:44.767983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:44.769146 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-24ba23cd-429c-47f2-8723-9ac34828475b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1389489
Dec 09 14:20:44.940895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3f078222-5685-4923-b195-8aadaf22d397 req-9c89164d-e6d0-45e5-a1fa-7870934917b9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:20:44.954979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3f078222-5685-4923-b195-8aadaf22d397 req-9c89164d-e6d0-45e5-a1fa-7870934917b9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:20:44.956174 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-9c89164d-e6d0-45e5-a1fa-7870934917b9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356761513&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0546067
Dec 09 14:20:45.101024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078222-5685-4923-b195-8aadaf22d397 req-3aa597af-10f9-420a-a04d-140bdf2e4ecb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:45.102397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-3aa597af-10f9-420a-a04d-140bdf2e4ecb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 797 time: 0.1392229
Dec 09 14:20:45.118145 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-bb4a301d-0cf9-4c4a-9872-714efc519abd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0105531
Dec 09 14:20:45.202209 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-5e280bfe-040f-4bdb-b516-32df8f3912ed tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0794408
Dec 09 14:20:45.337977 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-cae13c42-ca49-498b-957e-88b375394c4b service neutron] 10.222.0.21 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238732
Dec 09 14:20:45.465016 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-825812c5-304e-488b-9b4a-f9b25d9d5ced service neutron] 10.222.0.21 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214962
Dec 09 14:20:45.651881 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f94d90fc-0d97-4f81-b445-c12c626e69af req-0b723c9c-ea3c-48bf-b4b7-c0c341ae004e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 210 time: 0.0433280
Dec 09 14:20:46.350095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:46.624274 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f4b629-54ac-44ea-97a1-61e73460c2fa None None] New status for floating IP e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:20:46.729637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078222-5685-4923-b195-8aadaf22d397 req-442262c7-c751-41ff-8895-3ed3a0729e78 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:46.731104 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-442262c7-c751-41ff-8895-3ed3a0729e78 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 797 time: 0.1662693
Dec 09 14:20:46.791713 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-4fb62a4d-902f-4b37-b868-afaedb1cb969 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 471 time: 0.0472419
Dec 09 14:20:46.800494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['9667d47d-874b-4191-94e5-73c70d8e6ba3']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:46.841962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-57d8adc5-d8cb-4877-b617-2ce4e3c9b357 req-a47a491c-eb4c-4666-8e11-56bbcbec34c5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 210 time: 0.0430887
Dec 09 14:20:46.941726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:46.946179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:port and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:46.949011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:46.954714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:46.964089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:20:46.967266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:47.126424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.11 (855b4b5d-d5cc-4c94-aa62-45d94dc6929d/1ec95787-b4ad-460c-b50d-ab99a4cbd382/d2b60d4f-f7f6-49a5-b020-1202e60c17d2) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:47.312556 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:47.327271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object d2b60d4f-f7f6-49a5-b020-1202e60c17d2 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:47.348115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:47.354334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea204a58-205c-440c-a05b-440a429d1307 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:47.420622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:47.423547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:47.428228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:47.457515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:47.463410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:47.496017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:47.496618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:47.523168 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7262571
Dec 09 14:20:47.534702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Request body: {'port': {'device_id': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:47.638955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e7eb54e6-2411-424d-84b2-b0ff0751c995 None None] Provisioning for port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:47.643804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e7eb54e6-2411-424d-84b2-b0ff0751c995 None None] Provisioning complete for port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:47.644184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54e6-2411-424d-84b2-b0ff0751c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:47.652285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:47.696777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb54e6-2411-424d-84b2-b0ff0751c995 None None] Port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:20:48.046599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bade1e-092c-4c72-85a4-1a1ac8d6947d req-2ccfbb10-bd19-477b-8701-c865a9aa6a9c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:48.048151 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93bade1e-092c-4c72-85a4-1a1ac8d6947d req-2ccfbb10-bd19-477b-8701-c865a9aa6a9c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 932 time: 0.0816028
Dec 09 14:20:48.095261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93bade1e-092c-4c72-85a4-1a1ac8d6947d req-0ea3b878-a909-4403-8481-17c0e42c90b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413783
Dec 09 14:20:48.096710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b60d4f-f7f6-49a5-b020-1202e60c17d2 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:20:48.104212 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:48.119301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Transition to ACTIVE for port object d2b60d4f-f7f6-49a5-b020-1202e60c17d2 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:20:48.122886 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:48.127017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2b333eef-0678-4f57-9003-b0b6035baa63 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:48.249800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:48.253891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:48.359878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Attempting to bind port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:20:48.360208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Attempting to bind port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:20:48.360529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Attempting to bind port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:48.366253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:20:48.366567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Attempting to bind port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 on network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:20:48.372686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:20:48.373017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Checking segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:20:48.373397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Bound using segment: {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:20:48.373842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Bound port: d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:20:48.374181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:48.460481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] For port d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:20:48.463315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] For port d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:20:48.467736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:48.471754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:48.532363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:48.533612 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] 10.222.0.35 "PUT /v2.0/ports/d2b60d4f-f7f6-49a5-b020-1202e60c17d2 HTTP/1.1" status: 200  len: 1094 time: 1.0035465
Dec 09 14:20:48.534131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:48.559230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:48.564820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:48.620165 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'status': 'completed', 'code': 200}
Dec 09 14:20:48.664683 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-0b2b248a-c74d-4e4b-bc3f-ccabd968e244 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 1097 time: 0.0780740
Dec 09 14:20:48.738899 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-ddf8f0f4-cc69-4077-bd8e-96834f4c7249 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2 HTTP/1.1" status: 200  len: 217 time: 0.0673804
Dec 09 14:20:48.800156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078222-5685-4923-b195-8aadaf22d397 req-9eda7132-1608-4c0b-9005-1f46a40c9008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:48.801470 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-9eda7132-1608-4c0b-9005-1f46a40c9008 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0572534
Dec 09 14:20:48.877030 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-58e3f394-2bc5-4b29-9c04-c3a6e5e7e9a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693948
Dec 09 14:20:49.006049 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-c350acd4-5a72-493c-9e78-ca0026fb3a79 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221025
Dec 09 14:20:49.133805 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3f078222-5685-4923-b195-8aadaf22d397 req-95a318e1-3fd4-49f0-b181-e74ada105478 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226993
Dec 09 14:20:49.246455 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-ba0bbd47-a25d-4dff-a8f4-959d6bd42eec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 1097 time: 0.0693307
Dec 09 14:20:49.299760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a008b-134f-4a57-8ddf-bb1a3a96fd73 req-803f88d7-aa89-4d67-b696-d4187d6787dd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:49.301158 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc7a008b-134f-4a57-8ddf-bb1a3a96fd73 req-803f88d7-aa89-4d67-b696-d4187d6787dd tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 944 time: 0.0773027
Dec 09 14:20:49.350858 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cc7a008b-134f-4a57-8ddf-bb1a3a96fd73 req-cbbe30fc-f99f-475b-ba75-f39b2417b867 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430803
Dec 09 14:20:49.379292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-7290af33-5471-4d6b-afd8-13bb7b5d9186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:49.380768 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-7290af33-5471-4d6b-afd8-13bb7b5d9186 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1275346
Dec 09 14:20:49.449411 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-a00c3e60-945c-46a8-a4cc-339a987b9545 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2 HTTP/1.1" status: 200  len: 217 time: 0.0621390
Dec 09 14:20:49.511333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-cbc6bcb2-86b4-486e-a9bd-6d22578896dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:49.512732 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-cbc6bcb2-86b4-486e-a9bd-6d22578896dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0571353
Dec 09 14:20:49.589362 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-1efd7943-4d7d-498f-a975-96ed1d8825b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691416
Dec 09 14:20:49.819258 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-45e76931-e2b6-4317-8c61-72b26f8624e9 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224374
Dec 09 14:20:49.948511 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f8822708-7bc7-4b5e-be0a-df8807034ecf req-47fd756b-9436-4f3c-8244-75acc5809b88 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224613
Dec 09 14:20:50.544362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa176e69-bac1-43f7-ba84-68a77de39ac5 req-976df28d-c90f-4473-9063-0027130febe1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:50.545959 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa176e69-bac1-43f7-ba84-68a77de39ac5 req-976df28d-c90f-4473-9063-0027130febe1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 944 time: 0.0762556
Dec 09 14:20:50.590411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa176e69-bac1-43f7-ba84-68a77de39ac5 req-41f3b63f-d988-4366-ba08-82177d5a1087 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390437
Dec 09 14:20:51.789194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163864e-e732-4707-8074-db52570bbb19 req-40344eff-3f94-44fe-ba3b-24a367c5690b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:51.790662 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5163864e-e732-4707-8074-db52570bbb19 req-40344eff-3f94-44fe-ba3b-24a367c5690b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 944 time: 0.0814221
Dec 09 14:20:51.836112 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5163864e-e732-4707-8074-db52570bbb19 req-b59853b5-75e9-4551-aa37-dc05253e4b02 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396724
Dec 09 14:20:52.003745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d2b60d4f-f7f6-49a5-b020-1202e60c17d2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:20:52.165507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:52.181186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'port_id': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'mac_address': 'fa:16:3e:bb:4d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:20:52.231968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:52.248728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b60d4f-f7f6-49a5-b020-1202e60c17d2 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:20:52.262974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:52.266881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:52.268530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:52.329082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:52.331967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:52.380513 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:20:52.473368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d2b60d4f-f7f6-49a5-b020-1202e60c17d2'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:20:52.531234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1bc2edef-ee7d-425a-9780-c29a0dab266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:53.031174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050c55-8cb9-481f-b930-7297a3e349d2 req-a1a516b7-1ed8-433d-a3a1-ce713b9af88e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:53.032580 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f050c55-8cb9-481f-b930-7297a3e349d2 req-a1a516b7-1ed8-433d-a3a1-ce713b9af88e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 945 time: 0.0758979
Dec 09 14:20:53.076442 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f050c55-8cb9-481f-b930-7297a3e349d2 req-6ac8feca-5696-44c2-b999-f5fdafc81113 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378852
Dec 09 14:20:54.003409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d2b60d4f-f7f6-49a5-b020-1202e60c17d2 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:20:54.074524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:20:54.078943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:20:54.079319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:54.191805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:54.218100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:54.227683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:20:54.231693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:54.233406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:54.300472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:54.303733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ad69d-9556-418f-ad3e-7f6cbec837c0 req-b1be8e0c-1a78-4539-aefc-034c8d49b9d9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:54.304265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:54.305288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b95ad69d-9556-418f-ad3e-7f6cbec837c0 req-b1be8e0c-1a78-4539-aefc-034c8d49b9d9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.1088009
Dec 09 14:20:54.354793 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b95ad69d-9556-418f-ad3e-7f6cbec837c0 req-f97c6959-c036-49b7-90f1-893137e99d73 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437133
Dec 09 14:20:54.431076 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'code': 200}
Dec 09 14:20:54.653520 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-35c992d1-eef3-421a-8600-e00ff956ec92 req-b3ba3c91-9b2d-4128-9302-e8fe4c86dc6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 1099 time: 0.0666883
Dec 09 14:20:54.694025 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-35c992d1-eef3-421a-8600-e00ff956ec92 req-34dcdb5b-b77e-43e2-ac3a-848dd0bb0119 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342658
Dec 09 14:20:54.869199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a5eb5ad-9f39-4bfe-920b-9bab4e21d662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:55.549271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26a53-681d-4ee7-acee-03cdedfa6c88 req-2e0c8342-393c-42d8-802d-48fa8a8d6e24 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:55.550750 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ccb26a53-681d-4ee7-acee-03cdedfa6c88 req-2e0c8342-393c-42d8-802d-48fa8a8d6e24 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.0745547
Dec 09 14:20:55.598475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ccb26a53-681d-4ee7-acee-03cdedfa6c88 req-398e651c-2912-4c40-a514-d02194b98329 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421965
Dec 09 14:20:56.139395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:56.385447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:56.791788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531be54-592d-46c5-a82f-5951da313177 req-3f183e6d-33de-4334-9c8c-f811b4816ba8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:56.793200 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f531be54-592d-46c5-a82f-5951da313177 req-3f183e6d-33de-4334-9c8c-f811b4816ba8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.0751386
Dec 09 14:20:56.837466 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f531be54-592d-46c5-a82f-5951da313177 req-699f731f-5474-4f91-a67c-a30407519706 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387182
Dec 09 14:20:57.030745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3fcb-7d76-462e-90e6-6ca9dbcca08b req-d2f5828f-8f1f-42fd-880e-e718eb511f59 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:57.032151 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a5e3fcb-7d76-462e-90e6-6ca9dbcca08b req-d2f5828f-8f1f-42fd-880e-e718eb511f59 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.0777977
Dec 09 14:20:57.075481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a5e3fcb-7d76-462e-90e6-6ca9dbcca08b req-76b7a831-2ede-47cd-9cad-2060f449485f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373211
Dec 09 14:20:57.103325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:57.169860 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5d6224fc-b1e8-4541-89a4-9bac784e30d1 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 1094 time: 0.0653591
Dec 09 14:20:57.172312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33646) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:20:57.177789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:20:57.183033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:20:57.186784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:20:57.189510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:20:57.195651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:20:57.205625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:57.424692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:57.558276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.7 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/2aae8b54-8901-4b51-b3b3-eb150917e016) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:20:57.563790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:57.724353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:57.751055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:57.755140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-acfbb082-3cb8-437a-bf11-12d4a1df30f9 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:57.820796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:20:57.823473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:20:57.827691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:20:57.852139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=2aae8b54-8901-4b51-b3b3-eb150917e016,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:57.856980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:58.326357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:58.379531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:58.575471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:58.580034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:58.583473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8e643bb8-8d2d-4a3f-b12a-0aee1dad7115 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:20:58.682817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=2aae8b54-8901-4b51-b3b3-eb150917e016,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:20:58.690154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:20:58.699620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:58.884891 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP fd436e42-471a-486e-81d8-d62672094b58 associated. External IP: 172.26.3.7, port: d2b60d4f-f7f6-49a5-b020-1202e60c17d2.
Dec 09 14:20:59.364888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:20:59.557823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:20:59.568266 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:20:59.579680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:20:59.580330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449cb26d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:20:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:20:59.582994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:20:59.648254 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4749525
Dec 09 14:20:59.648907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:20:59.709992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'status': 'completed', 'code': 200}
Dec 09 14:20:59.757406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:20:59.810886 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-151e7a93-9d45-4096-b77a-f19e71b7e94b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 1099 time: 0.0739555
Dec 09 14:20:59.942184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-ff023881-4ec8-4f06-a46e-694782609b41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:20:59.944062 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-ff023881-4ec8-4f06-a46e-694782609b41 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1253166
Dec 09 14:21:00.058209 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-22cde42e-c469-4537-98e3-16a91ae394a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2 HTTP/1.1" status: 200  len: 998 time: 0.1072316
Dec 09 14:21:00.115367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449cb26d0>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:46Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}, {'id': 'fd436e42-471a-486e-81d8-d62672094b58', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:bb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:58Z', 'updated_at': '2021-12-09T14:20:58Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:00.119312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:21:00.126179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-e1dcd07b-0543-49da-93c5-011690b20782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:00.127666 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-e1dcd07b-0543-49da-93c5-011690b20782 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0608020
Dec 09 14:21:00.130570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:00.131181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449cb26d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:20:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:00.200745 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-b2f9d64f-c98a-4556-8277-005074ba1627 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665507
Dec 09 14:21:00.335491 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-0d7f3fa7-b994-48ba-b9b7-a603eb0014d4 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277788
Dec 09 14:21:00.347499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:00.468389 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-66c49f1a-46d6-4dff-b7d3-ce93b8378b69 req-6f9a3b25-9303-4123-b506-e136aa054f61 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264222
Dec 09 14:21:00.689935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449cb26d0>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:46Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}, {'id': 'fd436e42-471a-486e-81d8-d62672094b58', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:bb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:58Z', 'updated_at': '2021-12-09T14:20:58Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:00.694525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5e55d1-248e-44f3-a28a-3c067e33e3da None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:46Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}, {'id': 'fd436e42-471a-486e-81d8-d62672094b58', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.7', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:bb:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:58Z', 'updated_at': '2021-12-09T14:20:58Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:21:00.885705 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf0e2ec-bcd3-4bfa-adae-59b14733cb54 None None] New status for floating IP fd436e42-471a-486e-81d8-d62672094b58: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:21:16.365811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:22.513292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65aaac0b-4d61-46f0-9bca-aa59454a342f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:24.871690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ca64069-ac5e-4a2f-ac5d-239d99276733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:26.141516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:26.386471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:27.564834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:29.381025 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:21:33.103101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33664) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:33.209851 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58793c97-166c-4eaf-b284-f3b3ffacaf22 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9 HTTP/1.1" status: 200  len: 993 time: 0.1055436
Dec 09 14:21:34.143684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33674) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:34.149657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:21:34.266246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:34.466728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:34.489990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:34.495807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:34.499240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-19853c8f-28a8-4bad-96e0-c569c6ad616a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:34.568456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:34.569056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:34.570439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/ports/4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 939 time: 0.4257867
Dec 09 14:21:34.571062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:21:34.587441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=6']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:34.596370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.596752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.597122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.597487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.597874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.598235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.598591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.598947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.599349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.599703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.600053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:34.604991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:34.631830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'status': 'completed', 'code': 200}
Dec 09 14:21:34.727510 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-3262e53b-fdfc-4fef-ba4e-6cc7e7103403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1100 time: 0.0759432
Dec 09 14:21:34.787367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-de4e3dcc-fdab-4a6f-95fd-7ebab2994670 None None] Provisioning complete for port 4913a40e-96d0-467f-98f7-80c1ee68c38b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:21:34.787955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de4e3dcc-fdab-4a6f-95fd-7ebab2994670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:34.846841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-de4e3dcc-fdab-4a6f-95fd-7ebab2994670 None None] Port 4913a40e-96d0-467f-98f7-80c1ee68c38b is administratively disabled so it will not transition to active. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Dec 09 14:21:34.861456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87719c-6101-457d-a901-9f28b8089333 req-1289b456-1f86-4326-a256-7c7b2e9f9046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:34.862925 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-1289b456-1f86-4326-a256-7c7b2e9f9046 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1288502
Dec 09 14:21:34.961125 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-d17af979-df33-4c86-a8fd-e22d61014584 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 1002 time: 0.0921407
Dec 09 14:21:35.024930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87719c-6101-457d-a901-9f28b8089333 req-11ca2c38-e9f0-463a-a3b3-430b01dbfcdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:35.026370 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-11ca2c38-e9f0-463a-a3b3-430b01dbfcdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0591102
Dec 09 14:21:35.099943 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-42a5d43b-e350-409f-af7c-41b356b7dc75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668018
Dec 09 14:21:35.229992 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-8930872c-4d77-4a4a-be68-32d0e849dfbe service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241271
Dec 09 14:21:35.357010 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ca87719c-6101-457d-a901-9f28b8089333 req-857d8520-58b0-4795-9667-7027de8d0252 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213400
Dec 09 14:21:36.852830 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-ddeec97c-9b34-4a94-81f0-ae5897638fb2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1653204
Dec 09 14:21:36.987329 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-110a2d4e-f882-468c-abbe-68a2b26db23b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1100 time: 0.0678852
Dec 09 14:21:37.128640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-74780a13-3325-4478-86e9-0d6a2f422e52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:37.130013 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-74780a13-3325-4478-86e9-0d6a2f422e52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1245768
Dec 09 14:21:37.231733 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-05b14f19-c703-477e-877b-e49a14f6d26b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 1002 time: 0.0957263
Dec 09 14:21:37.291817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-2a0d7860-4327-411a-b5af-4da427196525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:37.293183 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-2a0d7860-4327-411a-b5af-4da427196525 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0559392
Dec 09 14:21:37.371258 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-16566fb5-85ce-4d04-b0eb-812e3289d06a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713181
Dec 09 14:21:37.500425 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-980d698c-9067-4321-89a6-d36189ad9838 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229508
Dec 09 14:21:37.630582 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-f164f00b-5cfe-49cf-aba2-343741ed5ec0 req-2a43add0-43a9-4629-b31d-0d8592f74e9d service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240196
Dec 09 14:21:38.017240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33684) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:38.023828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:21:38.136667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:38.446966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:38.472556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:38.477008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:38.481112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-48563233-dc3b-49e2-b2b9-821f8d43e3c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:38.537749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:38.538352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:38.543052 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/ports/4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 938 time: 0.5214365
Dec 09 14:21:38.543052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:21:38.544293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33688) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:38.573141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=7']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:38.577639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:38.608883 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'status': 'completed', 'code': 200}
Dec 09 14:21:38.718561 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-14e88504-fd97-480f-a6b9-833cfd0341de tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9 HTTP/1.1" status: 200  len: 993 time: 0.1722672
Dec 09 14:21:38.741036 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-40a20dfc-7457-4ba7-9fa0-393a9dc95e9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1099 time: 0.0978057
Dec 09 14:21:38.763837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['4913a40e-96d0-467f-98f7-80c1ee68c38b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:21:38.836693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1c02ce19-e7e1-4f00-9b36-2f3badf3abfe None None] Provisioning complete for port 4913a40e-96d0-467f-98f7-80c1ee68c38b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:21:38.836980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c02ce19-e7e1-4f00-9b36-2f3badf3abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:38.875004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-d8eb4ffa-be6f-4094-8c87-7e29bf8e8add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:38.876451 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-d8eb4ffa-be6f-4094-8c87-7e29bf8e8add service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1291041
Dec 09 14:21:38.978568 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-b0e6832d-13d5-4d3a-a020-debf9dac790a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 1001 time: 0.0957241
Dec 09 14:21:39.040285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-c310e4be-be1d-4940-8a00-65aaaa18560b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:39.041773 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-c310e4be-be1d-4940-8a00-65aaaa18560b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0566552
Dec 09 14:21:39.119195 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-101dfd11-8837-4033-8e95-44e3d87ffdee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710909
Dec 09 14:21:39.249071 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-d3bc9838-afaa-4f28-9fad-c61568537b02 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231792
Dec 09 14:21:39.483462 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-86befa38-6d6e-4a34-bd9b-b53ca7803cdb req-c2c21c28-e247-4833-be88-157451ec3a01 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2270961
Dec 09 14:21:41.279780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33700) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:41.476890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 2aae8b54-8901-4b51-b3b3-eb150917e016 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:41.477253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:41.638905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:41.639222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:41.758306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 2aae8b54-8901-4b51-b3b3-eb150917e016 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:41.905825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:41.909334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99d85ddc-7507-408f-b9f1-3779e1c6073b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:41.951645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=2aae8b54-8901-4b51-b3b3-eb150917e016,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:41.954279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:42.047946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:42.431893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:21:42.735379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:21:42.745776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:21:42.751734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:42.757973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:42.758581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a294040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:42.806970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/fd436e42-471a-486e-81d8-d62672094b58 HTTP/1.1" status: 204  len: 168 time: 1.5236418
Dec 09 14:21:42.806970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:21:42.860412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'status': 'completed', 'code': 200}
Dec 09 14:21:42.937499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:42.950951 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-6234975c-d463-48e0-bb54-178837c0f7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 1099 time: 0.0684371
Dec 09 14:21:43.087858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-b0b6a727-7139-4bb6-8980-119a7215bbeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:43.089465 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-b0b6a727-7139-4bb6-8980-119a7215bbeb service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1323674
Dec 09 14:21:43.164759 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-9396eba7-93e5-4bf7-8782-be2fa89bc612 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2 HTTP/1.1" status: 200  len: 217 time: 0.0662608
Dec 09 14:21:43.214947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12476c3c-d137-476a-a95f-6e96dbc124bb req-c8be5e58-c899-43b6-9a3c-df5c6b227cfb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:43.215637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-12476c3c-d137-476a-a95f-6e96dbc124bb req-c8be5e58-c899-43b6-9a3c-df5c6b227cfb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:21:43.232038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-12476c3c-d137-476a-a95f-6e96dbc124bb req-c8be5e58-c899-43b6-9a3c-df5c6b227cfb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:21:43.233987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12476c3c-d137-476a-a95f-6e96dbc124bb req-c8be5e58-c899-43b6-9a3c-df5c6b227cfb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.1121461
Dec 09 14:21:43.236930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-1ca0b4c1-7db7-4a34-8081-7b45df1669d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:43.238406 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-1ca0b4c1-7db7-4a34-8081-7b45df1669d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0672035
Dec 09 14:21:43.285250 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12476c3c-d137-476a-a95f-6e96dbc124bb req-d20dd19d-81d8-4d3f-9186-e55e3a42fa9d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450356
Dec 09 14:21:43.321231 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-6f9fff63-235c-41a2-beeb-6b684937806e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753474
Dec 09 14:21:43.355354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a294040>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:46Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:43.359188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:21:43.369849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:43.370464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a294040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:43.454149 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-90d4369e-4e2d-4de7-8c77-f8e55047c0a1 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251628
Dec 09 14:21:43.548477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:43.585637 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7a206afd-6287-425c-b9a7-b9c5a0770763 req-7cfecb8c-9af2-4a1d-a581-f147683fb9b3 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249249
Dec 09 14:21:43.893435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a294040>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:46Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:43.897378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e7ef75-de53-4ea2-9851-d4fc19a25526 None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'port_id': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'mac_address': 'fa:16:3e:37:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:20:41Z', 'updated_at': '2021-12-09T14:20:46Z', 'revision_number': 1, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:21:44.108070 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2488d076-c81f-4abe-b823-38a17f2b92a3 None None] New status for floating IP fd436e42-471a-486e-81d8-d62672094b58: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:21:44.431677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-ef3e7720-dd69-4e30-954e-9e8265547415 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:44.432359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-ef3e7720-dd69-4e30-954e-9e8265547415 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:21:44.444171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-ef3e7720-dd69-4e30-954e-9e8265547415 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:21:44.445252 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-ef3e7720-dd69-4e30-954e-9e8265547415 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.0884945
Dec 09 14:21:44.482040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a1023-3832-4b29-9895-29912c207f94 req-4a2dd776-e016-4642-8a2c-c8013a9cb7f7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:44.483396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-537a1023-3832-4b29-9895-29912c207f94 req-4a2dd776-e016-4642-8a2c-c8013a9cb7f7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 946 time: 0.0755873
Dec 09 14:21:44.520262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:44.520579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:44.547016 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-537a1023-3832-4b29-9895-29912c207f94 req-8451f2b3-9b43-4d7d-8302-3a6e3a922d19 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=9667d47d-874b-4191-94e5-73c70d8e6ba3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576086
Dec 09 14:21:44.760594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port d2b60d4f-f7f6-49a5-b020-1202e60c17d2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:44.760867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:44.885369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for d2b60d4f-f7f6-49a5-b020-1202e60c17d2 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:45.022866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:45.028149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-11450ee1-fd06-43e0-96c3-e97237c9de6f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:45.072985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=d2b60d4f-f7f6-49a5-b020-1202e60c17d2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:45.113940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.114309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.115259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.115669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.116075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.116484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.116869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.117236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.117627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.117990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.118350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:45.124808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:45.157397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port d2b60d4f-f7f6-49a5-b020-1202e60c17d2 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:21:45.159766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:45.162839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'name': 'network-vif-deleted', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:21:45.178556 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-35a1f21c-5dca-4689-aa4d-74f6b502b731 req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/d2b60d4f-f7f6-49a5-b020-1202e60c17d2 HTTP/1.1" status: 204  len: 173 time: 0.7282717
Dec 09 14:21:45.218123 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bdd717-2b2b-44be-b546-88a1bb82d049', 'name': 'network-vif-deleted', 'tag': 'd2b60d4f-f7f6-49a5-b020-1202e60c17d2', 'status': 'completed', 'code': 200}
Dec 09 14:21:45.731394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-900d493c-98d0-4134-8b0d-43fe701e2774 req-675c5fd6-7f41-49e4-8409-663539a66eeb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=98bdd717-2b2b-44be-b546-88a1bb82d049 HTTP/1.1" status: 200  len: 210 time: 0.0467262
Dec 09 14:21:46.358739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:46.835844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33720) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:46.902513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:46.930616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:46.991726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:46.997090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7ce59ed0-ccbd-447d-88e3-7fe981d7436e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:47.017224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9667d47d-874b-4191-94e5-73c70d8e6ba3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:47.020672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:47.026823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:47.027926 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/9667d47d-874b-4191-94e5-73c70d8e6ba3 HTTP/1.1" status: 204  len: 168 time: 0.1911297
Dec 09 14:21:47.066062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33726) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:47.262776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 52f7c521-5f0d-4d23-a14e-6660467f7076 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:47.263112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:47.428478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:47.428798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:47.547815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 52f7c521-5f0d-4d23-a14e-6660467f7076 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:47.690801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:47.695025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-36246122-67dc-4c3f-89fe-f058127de3b3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:47.738783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=52f7c521-5f0d-4d23-a14e-6660467f7076,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:47.745062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:47.826331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:48.173497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d2b60d4f-f7f6-49a5-b020-1202e60c17d2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:21:48.206216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: d2b60d4f-f7f6-49a5-b020-1202e60c17d2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:21:48.206724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d2b60d4f-f7f6-49a5-b020-1202e60c17d2 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:21:48.308899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:21:48.501614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:21:48.512362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:21:48.519293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:48.524031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:48.524829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f72eb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:48.577165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9 HTTP/1.1" status: 204  len: 168 time: 1.5098507
Dec 09 14:21:48.577833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:21:48.632705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'status': 'completed', 'code': 200}
Dec 09 14:21:48.711751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:48.854816 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-f54c6638-c961-46fe-bda5-136114c4e0fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 1099 time: 0.1984825
Dec 09 14:21:48.977271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-052b9086-b035-48e7-8a1d-0bcc26ff78f3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:48.978167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-052b9086-b035-48e7-8a1d-0bcc26ff78f3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:21:48.994581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-10fb0aa7-114f-49ab-9214-2b959c763608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:48.994822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-052b9086-b035-48e7-8a1d-0bcc26ff78f3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:21:48.996025 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-10fb0aa7-114f-49ab-9214-2b959c763608 service neutron] 10.222.0.35 "GET /v2.0/networks?id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 200  len: 898 time: 0.1338720
Dec 09 14:21:48.997962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-052b9086-b035-48e7-8a1d-0bcc26ff78f3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 946 time: 0.0988660
Dec 09 14:21:49.038578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f72eb0>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:49.041631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-5984e3e8-fcd7-49ad-ab85-52ab1072303c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:21:49.042621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:21:49.053914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:49.054525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f72eb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:49.058720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-5984e3e8-fcd7-49ad-ab85-52ab1072303c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:21:49.060114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a67ff90d-6af2-47a3-843a-efd41570e8e8 req-5984e3e8-fcd7-49ad-ab85-52ab1072303c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589192
Dec 09 14:21:49.063382 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-a5fe68e9-d4ab-48a4-b902-2832e8b55ed9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 200  len: 217 time: 0.0605977
Dec 09 14:21:49.131002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-cc428794-82c5-4a76-8a8f-554825b07639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:49.132385 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-cc428794-82c5-4a76-8a8f-554825b07639 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 200  len: 835 time: 0.0626493
Dec 09 14:21:49.206475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-93f3beff-a03f-4ab1-8a6b-904b4257a70e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=855b4b5d-d5cc-4c94-aa62-45d94dc6929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674274
Dec 09 14:21:49.283072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:49.338542 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-69d01165-558e-45d5-81ec-e6bceff410b7 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250384
Dec 09 14:21:49.475337 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6b8b0b63-b470-48fc-864d-e26994a0aa91 req-7094d023-98fd-4640-9d82-7d8253851713 service neutron] 10.222.0.35 "GET /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300969
Dec 09 14:21:49.591193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f72eb0>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:49.595085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da5b7f-66fd-4bc7-af74-e47c7792c314 None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:24Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '42160c90-6de7-4b07-8f10-854de6f8cfc9', 'name': '', 'network_id': '855b4b5d-d5cc-4c94-aa62-45d94dc6929d', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:53:99:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:23Z', 'updated_at': '2021-12-09T14:20:30Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': '1ec95787-b4ad-460c-b50d-ab99a4cbd382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:21:49.823136 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c687c-3aeb-4b59-8c08-aabd683aa465 None None] New status for floating IP e7a5a58e-a9b3-43c5-ac3d-69d07af78dc9: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:21:50.267208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa747c-c03a-4f89-aa1b-db9f15e85b85 req-ba0e4748-0979-4192-bf17-ea4049013524 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:50.268574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8caa747c-c03a-4f89-aa1b-db9f15e85b85 req-ba0e4748-0979-4192-bf17-ea4049013524 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 946 time: 0.0793867
Dec 09 14:21:50.313696 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8caa747c-c03a-4f89-aa1b-db9f15e85b85 req-09faaa20-7b2d-4584-ba89-da19772a1c3b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0af493c-0815-4bc5-8b87-b212c91e7d14&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394964
Dec 09 14:21:50.327699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-65b03723-137e-4112-b3d7-ea8d55c44033 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:50.328412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-65b03723-137e-4112-b3d7-ea8d55c44033 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:21:50.340240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-65b03723-137e-4112-b3d7-ea8d55c44033 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:21:50.341320 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-65b03723-137e-4112-b3d7-ea8d55c44033 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 946 time: 0.0922313
Dec 09 14:21:50.408010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 4913a40e-96d0-467f-98f7-80c1ee68c38b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:50.408346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:50.644227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 4913a40e-96d0-467f-98f7-80c1ee68c38b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=4913a40e-96d0-467f-98f7-80c1ee68c38b,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:50.644581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:50.761469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 4913a40e-96d0-467f-98f7-80c1ee68c38b owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:50.899070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:50.904394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-92b8b14e-24da-45d5-afed-b5ad3785c049 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:50.947601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=4913a40e-96d0-467f-98f7-80c1ee68c38b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:50.950003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:51.020568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port 4913a40e-96d0-467f-98f7-80c1ee68c38b on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:21:51.022891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:51.025327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'name': 'network-vif-deleted', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:21:51.040298 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-daa0edb9-6f15-4162-acc3-b67c4faf89d2 req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/4913a40e-96d0-467f-98f7-80c1ee68c38b HTTP/1.1" status: 204  len: 173 time: 0.6930871
Dec 09 14:21:51.084217 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c86dc7-cbcd-4618-901f-1001c28e2067', 'name': 'network-vif-deleted', 'tag': '4913a40e-96d0-467f-98f7-80c1ee68c38b', 'status': 'completed', 'code': 200}
Dec 09 14:21:51.491486 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f9b40da-16ff-49b3-bb6b-c0d19039fd7e req-61f5bbc8-26e7-4030-b707-009741e0e24e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=90c86dc7-cbcd-4618-901f-1001c28e2067 HTTP/1.1" status: 200  len: 210 time: 0.0420744
Dec 09 14:21:52.515504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0b820f3-1aae-4409-8d19-1cd4949a6849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:52.597265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33744) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:52.665011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:52.693926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:52.754602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:52.758389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-58715f3b-7793-42dd-8068-85a6d9ab6723 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:52.776937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0af493c-0815-4bc5-8b87-b212c91e7d14,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:52.779446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:52.787550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:52.788639 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0af493c-0815-4bc5-8b87-b212c91e7d14 HTTP/1.1" status: 204  len: 168 time: 0.1904027
Dec 09 14:21:52.827665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33750) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:53.315576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:53.909926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 42160c90-6de7-4b07-8f10-854de6f8cfc9 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:53.910652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:54.101306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 42160c90-6de7-4b07-8f10-854de6f8cfc9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=42160c90-6de7-4b07-8f10-854de6f8cfc9,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:54.101685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:54.189122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 4913a40e-96d0-467f-98f7-80c1ee68c38b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:21:54.216998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 42160c90-6de7-4b07-8f10-854de6f8cfc9 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:54.224819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 4913a40e-96d0-467f-98f7-80c1ee68c38b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:21:54.225171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 4913a40e-96d0-467f-98f7-80c1ee68c38b not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:21:54.499490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:54.502817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-913279b5-ecff-470d-8a67-993952a28860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:54.545876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=42160c90-6de7-4b07-8f10-854de6f8cfc9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:54.548193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:54.832828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:54.873078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e78d25a2-f4db-4ac1-b0c6-f0fd5d34ae65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:55.390262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router f80d3872-d5a8-4996-920a-d9219bc35615 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:21:55.589613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:21:55.599102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] Sync routers for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:21:55.602093 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/f80d3872-d5a8-4996-920a-d9219bc35615/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7733319
Dec 09 14:21:55.604867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33754) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:55.613384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:55.614264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ab2970>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:55.792087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:55.792407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet 1ec95787-b4ad-460c-b50d-ab99a4cbd382 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:21:55.795398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:55.849891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:55.931185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.007715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.013192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c37b612c-91fc-4ed5-b43a-271cdbde561e tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:56.052354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec95787-b4ad-460c-b50d-ab99a4cbd382,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:56.055305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:56.056283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.065312 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/1ec95787-b4ad-460c-b50d-ab99a4cbd382 HTTP/1.1" status: 204  len: 168 time: 0.4570987
Dec 09 14:21:56.065617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33758) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:56.066635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9323836-9882-4f4e-9363-d4891913b502 None None] Network 855b4b5d-d5cc-4c94-aa62-45d94dc6929d requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:21:56.186172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.262078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ab2970>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:21:54Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:56.266233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.268067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] Checking router: f80d3872-d5a8-4996-920a-d9219bc35615 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:21:56.285922 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] Routers {'f80d3872-d5a8-4996-920a-d9219bc35615'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:56.286566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ab2970>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f80d3872-d5a8-4996-920a-d9219bc35615'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:56.459727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.466138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.482040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 5451ca9a-64f9-4f6d-96f4-cf262b88b808 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:56.482495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.490619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] Set router f80d3872-d5a8-4996-920a-d9219bc35615 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:21:56.532433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] DHCP port deletion for 855b4b5d-d5cc-4c94-aa62-45d94dc6929d request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:21:56.537956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Deleting port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:21:56.538346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.771673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 5451ca9a-64f9-4f6d-96f4-cf262b88b808, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5451ca9a-64f9-4f6d-96f4-cf262b88b808,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:56.772262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:56.889803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 5451ca9a-64f9-4f6d-96f4-cf262b88b808 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:56.985101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] For port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,segment=NetworkSegment(f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56),segment_id=f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:21:56.985737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.051419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.056113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a63c4399-55d3-4a69-b438-26f88c1a7d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:57.097430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=5451ca9a-64f9-4f6d-96f4-cf262b88b808,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:57.101445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:57.105837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Calling delete_port for 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:21:57.186371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ab2970>, [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:21:54Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:57.191328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03b299-6a63-44bd-a3b9-26952e83968b None None] The sync data for ids ['f80d3872-d5a8-4996-920a-d9219bc35615'] in dv-neutron-821183-1-hyperv is: [{'id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'name': 'tempest-TestNetworkBasicOps-router-1279655786', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154'}], 'enable_snat': True}, 'gw_port_id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:21:54Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': '5451ca9a-64f9-4f6d-96f4-cf262b88b808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:30:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80d3872-d5a8-4996-920a-d9219bc35615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:20:20Z', 'updated_at': '2021-12-09T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:21:57.198337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.202785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:57.248034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] No DVR routers for this DVR port 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:21:57.251428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Pushing event deleted for resources: {'Port': ['ID=30f3a481-b8b9-4dc3-85a0-3dada6d6f973,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:57.260303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.260650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.260980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.261308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.261659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.261982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.262300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.262621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.262937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.263267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.263562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:21:57.266509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:57.320557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.571027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.580645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.584968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.610119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.610624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router f80d3872-d5a8-4996-920a-d9219bc35615 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:21:57.632127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.633202 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/f80d3872-d5a8-4996-920a-d9219bc35615 HTTP/1.1" status: 204  len: 168 time: 1.5667064
Dec 09 14:21:57.636014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33762) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:57.748226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:57.887767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.004928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449e1a940>,) {'filters': {'network_id': ['855b4b5d-d5cc-4c94-aa62-45d94dc6929d']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:58.016491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e1a940>, 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:58.016781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449e1a940>, 'f02c3c06-2bf5-4d5a-ad0e-2ff9a083ec56') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:58.028215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.044141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.049975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:21:58.050359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:21:58.064658 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:21:58.143338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.147222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-99076c21-0660-410f-906e-db2871b0e373 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:58.167882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.170351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=855b4b5d-d5cc-4c94-aa62-45d94dc6929d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:58.173351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:58.183869 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/855b4b5d-d5cc-4c94-aa62-45d94dc6929d HTTP/1.1" status: 204  len: 168 time: 0.5468442
Dec 09 14:21:58.209596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33766) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:58.217854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'network': {'name': 'tempest-network-smoke--1251123058', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:21:58.223392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:21:58.228240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:network and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:21:58.231767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:21:58.233864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 42160c90-6de7-4b07-8f10-854de6f8cfc9 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:21:58.238146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:21:58.248789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:21:58.251859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.269257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 42160c90-6de7-4b07-8f10-854de6f8cfc9 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:21:58.269633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 42160c90-6de7-4b07-8f10-854de6f8cfc9 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:21:58.270050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:21:58.280231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:21:58.289929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.290269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Added segment 8850e522-df6b-4369-a1ad-ed8ca8a00b22 of type vlan for network 3b4712e1-d68f-4c9d-9003-44f1122c6575
Dec 09 14:21:58.302264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:21:58.302654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 30f3a481-b8b9-4dc3-85a0-3dada6d6f973 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:21:58.303080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5451ca9a-64f9-4f6d-96f4-cf262b88b808 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:21:58.316937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.334139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 5451ca9a-64f9-4f6d-96f4-cf262b88b808 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:21:58.334486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5451ca9a-64f9-4f6d-96f4-cf262b88b808 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:21:58.353081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.356822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:21:58.357385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.361284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:58.459960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2489269
Dec 09 14:21:58.462641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33770) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:58.469694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-990608790', 'admin_state_up': True, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:21:58.474644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Network': ['ID=3b4712e1-d68f-4c9d-9003-44f1122c6575,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:58.477741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:58.478615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:21:58.482499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:router and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:21:58.484889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:21:58.485577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:21:58.491235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:21:58.502921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.503816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.526396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.670905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.843430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:58.872863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:59.005516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.208 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/dc7e61ae-de83-4e7e-b259-4e61f4d6c27a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:21:59.145837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:59.172179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:59.176236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea9727c7-172e-4b95-8a77-b7153b612ccc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:21:59.239579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:21:59.242606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:21:59.246163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:21:59.274095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:21:59.279702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:21:59.397241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:59.397877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:59.617082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:21:59.925197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:21:59.934916 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Sync routers for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:21:59.947314 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:21:59.948091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d05880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:21:59.951054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:21:59.952521 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.4889882
Dec 09 14:21:59.955527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33774) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:21:59.996278 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a1323db-c6ed-4be2-8e6b-0a6d815e53a8 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=4d495a02eaa14fa7a1c8480789350b8d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395758
Dec 09 14:21:59.998779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33778) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:00.132142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad48cc6-5dc3-4c85-a39c-216e7a4cbcc0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:00.136230 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cad48cc6-5dc3-4c85-a39c-216e7a4cbcc0 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1339321
Dec 09 14:22:00.136445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33782) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:00.150652 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:00.179128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a6239b9-b866-4ff7-bfb5-9d507174d762 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413787
Dec 09 14:22:00.182908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:00.188225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117493454', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:00.293411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:00.297256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:subnet and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:00.300073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:00.306324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:00.316820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:22:00.416588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.430622 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d05880>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:21:59Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:00.434372 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Checking router: d99aff83-c96b-43cf-8783-9e741a2b7858 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:22:00.434728 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Updating router d99aff83-c96b-43cf-8783-9e741a2b7858 port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:22:00.485102 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.654464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.658472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1829d0d-cef6-42de-a237-e2e41d18bbd8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:00.728578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Subnet': ['ID=a1d44e99-afe7-4103-8f64-6951aa4b6669,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:00.733786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:00.744227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Checking segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:22:00.744587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network hostable DHCP agents. Network: 3b4712e1-d68f-4c9d-9003-44f1122c6575, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:22:00.765927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:22:00.775837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 3b4712e1-d68f-4c9d-9003-44f1122c6575) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:22:00.779800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:00.780404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.786234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a7c04-97d8-4d30-86f4-3de0e6967f48 None None] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:22:00.807207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6206417
Dec 09 14:22:00.808075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:00.824626 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.837249 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Transition to ACTIVE for port object dc7e61ae-de83-4e7e-b259-4e61f4d6c27a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:00.843655 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.847226 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4005594f-590f-4c74-987e-dbbff3dac5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:00.926481 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Pushing event updated for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:00.936511 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Attempting to bind port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:22:00.937205 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Attempting to bind port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:22:00.937205 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Attempting to bind port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:22:00.942743 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.943077 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.943400 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.943723 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.944041 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.944355 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.944731 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.944975 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.945285 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.945615 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.945924 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:22:00.950244 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:00.952119 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:22:00.952494 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:22:00.952893 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:00.953277 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:22:00.953766 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Bound port: dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:22:00.954136 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.022496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-3b4712e1-d68f-4c9d-9003-44f1122c6575', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:22:01.023334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.029552 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] For port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:22:01.032803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] For port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:22:01.037209 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.041408 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7ea6337c-5874-40a8-a7cc-604fd614906d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:01.117255 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Pushing event updated for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:01.120815 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:01.122980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:01.124396 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d05880>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:01.183895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Allocated IP 172.20.0.2 (3b4712e1-d68f-4c9d-9003-44f1122c6575/a1d44e99-afe7-4103-8f64-6951aa4b6669/d902e0c6-1c2b-4094-a153-3a728f7b0664) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:22:01.306224 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:01.464499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.476541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Transition to ACTIVE for port object d902e0c6-1c2b-4094-a153-3a728f7b0664 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:01.502208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Transition to ACTIVE for port object d902e0c6-1c2b-4094-a153-3a728f7b0664 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:01.510170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.520191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:01.589171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:22:01.592408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:22:01.596533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:22:01.603320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Pushing event updated for resources: {'Port': ['ID=d902e0c6-1c2b-4094-a153-3a728f7b0664,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:01.606850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:01.648614 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d05880>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:21:59Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:01.652731 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6bac9-cf29-4763-90cc-078db4750cd2 None None] The sync data for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv is: [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:21:59Z', 'revision_number': 3, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:22:01.690091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Attempting to bind port d902e0c6-1c2b-4094-a153-3a728f7b0664 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:22:01.690468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Attempting to bind port d902e0c6-1c2b-4094-a153-3a728f7b0664 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:22:01.690835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Attempting to bind port d902e0c6-1c2b-4094-a153-3a728f7b0664 on network 3b4712e1-d68f-4c9d-9003-44f1122c6575 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:22:01.698992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:22:01.699391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Checking segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:22:01.699773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.700169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Bound using segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:22:01.700640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Bound port: d902e0c6-1c2b-4094-a153-3a728f7b0664, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:22:01.701020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.719572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.797155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] For port d902e0c6-1c2b-4094-a153-3a728f7b0664, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:22:01.801676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] For port d902e0c6-1c2b-4094-a153-3a728f7b0664, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d902e0c6-1c2b-4094-a153-3a728f7b0664,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:22:01.806784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:01.811503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:01.910143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Pushing event updated for resources: {'Port': ['ID=d902e0c6-1c2b-4094-a153-3a728f7b0664,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:01.914655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:02.158684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:02.205832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.1 (3b4712e1-d68f-4c9d-9003-44f1122c6575/a1d44e99-afe7-4103-8f64-6951aa4b6669/df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:22:02.244658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:02.250348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:02.250724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.369061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.386368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:02.391473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.395836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-459e9a1c-eea8-4df7-b5d9-d46345db38a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:02.396233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.418228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:02.444382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.449628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae092754-a8b1-4bd1-9493-8f5a03feef6d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:02.467771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:02.470842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:02.515831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:22:02.520991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:22:02.525138 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:22:02.564659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:02.569384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:02.596427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.680343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:02.885832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107cfb2-5004-4952-9676-e592d8d67fa7 None None] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:22:03.043871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e9585625-a4b9-4dd0-914b-530e0870b06e None None] Provisioning for port d902e0c6-1c2b-4094-a153-3a728f7b0664 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:03.088200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:03.092553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:03.124276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3b35d80-cc5d-407f-a9ec-8054c7df19c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:03.205931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:03.209706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:03.212698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:03.396474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-898e3886-8a04-48f0-a713-fc59b27de5c5 None None] Provisioning for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:03.401399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-898e3886-8a04-48f0-a713-fc59b27de5c5 None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:03.402100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-898e3886-8a04-48f0-a713-fc59b27de5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:03.460565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-898e3886-8a04-48f0-a713-fc59b27de5c5 None None] Port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:22:03.466242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:22:03.467309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:22:03.585160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-245c1a1c-ff5a-4398-a0ed-51fb179524f8 None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:03.585695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-245c1a1c-ff5a-4398-a0ed-51fb179524f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:03.643134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-245c1a1c-ff5a-4398-a0ed-51fb179524f8 None None] Port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:22:03.764875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-75b29818-78fc-4559-8034-73fc32d3252e None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:03.765164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75b29818-78fc-4559-8034-73fc32d3252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:03.819541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-75b29818-78fc-4559-8034-73fc32d3252e None None] Port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:22:03.861290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:22:04.059634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:22:04.072069 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/d99aff83-c96b-43cf-8783-9e741a2b7858/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2629318
Dec 09 14:22:04.074685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:04.138487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:04.221729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:04.222107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.223095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7524671-5cd8-4db1-ad0b-8541b53ff5f4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.224129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7524671-5cd8-4db1-ad0b-8541b53ff5f4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.224376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7524671-5cd8-4db1-ad0b-8541b53ff5f4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.224750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7524671-5cd8-4db1-ad0b-8541b53ff5f4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.226387 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7524671-5cd8-4db1-ad0b-8541b53ff5f4 tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1508086
Dec 09 14:22:04.229154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33798) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:04.294428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68517761-8eb1-4a66-8d8a-938b8b1e80af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.294714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68517761-8eb1-4a66-8d8a-938b8b1e80af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.295066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68517761-8eb1-4a66-8d8a-938b8b1e80af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.295415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68517761-8eb1-4a66-8d8a-938b8b1e80af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:04.297013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-68517761-8eb1-4a66-8d8a-938b8b1e80af tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0669656
Dec 09 14:22:04.299716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33802) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:04.336902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d902e0c6-1c2b-4094-a153-3a728f7b0664 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:04.405185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d902e0c6-1c2b-4094-a153-3a728f7b0664 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:04.409865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d902e0c6-1c2b-4094-a153-3a728f7b0664 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:04.410247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.513073 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-73480ef7-7dfa-4776-b4b4-5df92f31ef1b tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2122135
Dec 09 14:22:04.529420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.561445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port d902e0c6-1c2b-4094-a153-3a728f7b0664, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d902e0c6-1c2b-4094-a153-3a728f7b0664,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:04.566423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.568786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:04.634474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=d902e0c6-1c2b-4094-a153-3a728f7b0664,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:04.637317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:04.746118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33808) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:04.751629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389780334', 'description': 'tempest-secgroup-smoke-389780334 description', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:04.758089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:04.762437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:04.765251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:04.770918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:04.781501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.820332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:04.824201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:04.827110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:04.833014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:04.886728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.891791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.896858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8479e087-7588-4efc-8c66-00d3aee49315 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:04.939383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66317b34-f0ed-4b15-a29b-ae11c5fb55d5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:04.942013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:04.943675 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1965947
Dec 09 14:22:04.944543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:04.946535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33812) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:04.951834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '66317b34-f0ed-4b15-a29b-ae11c5fb55d5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:04.957706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:04.961438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:04.964270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:04.969890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:04.985713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.048945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.052584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.054451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a64afa0e-b020-41ae-8f61-98a7dd2651c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:05.075662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1b5c8a-b063-4389-bbff-f2705e07b157,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:05.078077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:05.086148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.087346 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1399286
Dec 09 14:22:05.090116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33816) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:05.095536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '66317b34-f0ed-4b15-a29b-ae11c5fb55d5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:05.101609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:05.105452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:05.108346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:05.114437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:05.132224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.192818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.196424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.198225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-517fe6d8-71ab-4134-a7a3-0e76333466eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:05.219699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41e45a2-fc49-4683-bbf5-d8bd7827c4d5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:05.222066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:05.229391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.233118 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1396148
Dec 09 14:22:05.235942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33820) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:05.240552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '66317b34-f0ed-4b15-a29b-ae11c5fb55d5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:05.246666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:05.250498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:05.253405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:05.255373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Sync routers for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:22:05.259201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:05.267981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:05.268610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a157820>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:05.278424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.339717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.343607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.345656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cd2da94d-c88a-4f04-b97b-43c667b0a848 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:05.368175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b043aa-8784-40db-8db8-fcc5aef8f8f9,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:05.370758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:05.378624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.380497 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ab92e5ff-0df8-4e76-867f-7436b4287f5a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1462290
Dec 09 14:22:05.383432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33824) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:05.390109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '66317b34-f0ed-4b15-a29b-ae11c5fb55d5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:05.396764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:05.400691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:05.403592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:05.409187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:05.425335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.485263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:05.489737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.493638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.501551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5e9eaa09-1e18-4046-9dd1-b985b4425c8b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:05.519249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53933d23-899f-4610-b53c-821b941b6f12,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:05.522345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:05.533805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.537765 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e9885e80-98c3-445b-8e88-f2f1ecc41818 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1507428
Dec 09 14:22:05.538584 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33828) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:05.546077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '66317b34-f0ed-4b15-a29b-ae11c5fb55d5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:05.552835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:05.556330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:05.559371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:05.566436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:05.576897 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:22:05.583238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.646906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.650591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.652478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-48c3ec8d-bc58-4460-86e2-29acdc6f4034 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:05.673401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca5b9ad-7db4-43cc-854c-2b6481c21602,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:05.675890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:05.684095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.685573 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1446881
Dec 09 14:22:05.688055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33832) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:05.694165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'security_group_rule': {'security_group_id': '66317b34-f0ed-4b15-a29b-ae11c5fb55d5', 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:05.699728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:05.704035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:security_group_rule and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:05.706956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:05.712873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:05.723442 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Project 4d495a02eaa14fa7a1c8480789350b8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:22:05.730090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.800262 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.803007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a157820>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:05.804298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.806240 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9a48fbad-ecd9-4d33-a680-933159331138 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:05.807202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Checking router: d99aff83-c96b-43cf-8783-9e741a2b7858 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:22:05.807565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Updating router d99aff83-c96b-43cf-8783-9e741a2b7858 port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:22:05.828069 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b8cf86-8f4c-48bf-99a4-5fe3971de78d,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:05.831036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:05.838214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:05.839432 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1504343
Dec 09 14:22:05.858738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.077118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d902e0c6-1c2b-4094-a153-3a728f7b0664 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:06.168390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-0a0bbda8-e0df-4fb9-b246-d8c738e44528 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:22:06.184251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-0a0bbda8-e0df-4fb9-b246-d8c738e44528 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:22:06.185732 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-0a0bbda8-e0df-4fb9-b246-d8c738e44528 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389780334&fields=id&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 267 time: 0.0562561
Dec 09 14:22:06.210024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d902e0c6-1c2b-4094-a153-3a728f7b0664 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:06.210408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.316458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.333399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Transition to ACTIVE for port object df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:06.369714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.378056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:06.380883 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:22:06.445192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-4accca9d-5aa3-4a13-9239-adce89926144 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:06.445841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-4accca9d-5aa3-4a13-9239-adce89926144 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:22:06.462286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-4accca9d-5aa3-4a13-9239-adce89926144 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:22:06.469282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-4accca9d-5aa3-4a13-9239-adce89926144 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/networks?id=3b4712e1-d68f-4c9d-9003-44f1122c6575 HTTP/1.1" status: 200  len: 797 time: 0.2769330
Dec 09 14:22:06.483604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-5cf0752b-fa1d-4094-8b82-36f8ec0f35ea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/quotas/4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 375 time: 0.0131218
Dec 09 14:22:06.517162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f4a8-51f1-4846-8185-817526f29143 None None] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:06.519908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9c0f4a8-51f1-4846-8185-817526f29143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:06.577308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-d73f4907-58e4-49cd-b166-2186dd1b8444 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:22:06.594606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-d73f4907-58e4-49cd-b166-2186dd1b8444 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:22:06.596127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-d73f4907-58e4-49cd-b166-2186dd1b8444 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1063550
Dec 09 14:22:06.611417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Attempting to bind port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:22:06.611795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Attempting to bind port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:22:06.612170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Attempting to bind port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a on network 3b4712e1-d68f-4c9d-9003-44f1122c6575 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:22:06.619287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:22:06.619749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Checking segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:22:06.620228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.620833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Bound using segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:22:06.621490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Bound port: df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:22:06.621900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.718835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] For port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:22:06.722162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] For port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:22:06.726799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:06.730942 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:06.817615 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-5e8a3dde-9ccf-4e06-ab5b-61f2bd13d35f service neutron] 10.222.0.21 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2073026
Dec 09 14:22:06.819285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f4a8-51f1-4846-8185-817526f29143 None None] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:06.823448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9c0f4a8-51f1-4846-8185-817526f29143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:06.827665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:06.828745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a157820>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:06.966520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-cd9bfe79-ed30-494f-946f-14603c4e7a17 service neutron] 10.222.0.21 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366444
Dec 09 14:22:07.068422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:07.247269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f471b3a-134c-44fd-9f0e-b02c1e8ba7d9 req-654d2be0-7d37-4481-b0fb-da768d49ebed tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 210 time: 0.1193526
Dec 09 14:22:07.389908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a157820>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:07.394606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f3a3d-5e50-4b9e-beea-b8e174344900 None None] The sync data for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv is: [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:06Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:22:08.108735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:08.206213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:08.212375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:08.212766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:08.363341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:08.375782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-b74a075e-2b80-4b40-b9ba-633a86f30d9f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:08.377919 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-b74a075e-2b80-4b40-b9ba-633a86f30d9f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/networks?id=3b4712e1-d68f-4c9d-9003-44f1122c6575 HTTP/1.1" status: 200  len: 797 time: 0.3107069
Dec 09 14:22:08.399905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:08.406382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:08.408583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9c0f4a8-51f1-4846-8185-817526f29143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:08.446795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-32d593ec-f15c-4654-927c-e9ebf19b5e6b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:22:08.458989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-32d593ec-f15c-4654-927c-e9ebf19b5e6b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:security_group {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:22:08.460122 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-32d593ec-f15c-4654-927c-e9ebf19b5e6b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d495a02eaa14fa7a1c8480789350b8d HTTP/1.1" status: 200  len: 379 time: 0.0680168
Dec 09 14:22:08.468871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'port': {'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'admin_state_up': True, 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'security_groups': ['66317b34-f0ed-4b15-a29b-ae11c5fb55d5']}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:08.481185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:08.485033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:08.522049 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fad3c27f-1361-4237-9819-66ede47b8f23 req-66783a9e-918e-41ff-9eb8-7593b0d2fb33 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 210 time: 0.0789461
Dec 09 14:22:08.610103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:08.620132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:08.630802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Made reservation on behalf of 4d495a02eaa14fa7a1c8480789350b8d for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:22:08.633839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:08.791663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.20.0.7 (3b4712e1-d68f-4c9d-9003-44f1122c6575/a1d44e99-afe7-4103-8f64-6951aa4b6669/8f336b61-f807-47ab-8766-79a3650abd6b) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:22:08.971767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:08.987340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Transition to ACTIVE for port object 8f336b61-f807-47ab-8766-79a3650abd6b will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:09.009664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:09.014892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8bc1be49-ec35-4d21-a087-1ac44bccf4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:09.081216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:22:09.084579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:22:09.088274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:22:09.120101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=8f336b61-f807-47ab-8766-79a3650abd6b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:09.126643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:09.153996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:09.154593 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:09.180147 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7149673
Dec 09 14:22:09.190114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-057c1586-4c89-4784-814b-891a8604e75c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83443) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:22:09.191047 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-057c1586-4c89-4784-814b-891a8604e75c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0050974
Dec 09 14:22:09.201985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Request body: {'port': {'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:09.307090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2789ecef-3d69-4405-ae71-b36f07d2ba0f None None] Provisioning for port 8f336b61-f807-47ab-8766-79a3650abd6b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:09.311815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2789ecef-3d69-4405-ae71-b36f07d2ba0f None None] Provisioning complete for port 8f336b61-f807-47ab-8766-79a3650abd6b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:09.311997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:09.312208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2789ecef-3d69-4405-ae71-b36f07d2ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:09.367983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2789ecef-3d69-4405-ae71-b36f07d2ba0f None None] Port 8f336b61-f807-47ab-8766-79a3650abd6b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:22:09.644626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f336b61-f807-47ab-8766-79a3650abd6b {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:22:09.652357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:09.667034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Transition to ACTIVE for port object 8f336b61-f807-47ab-8766-79a3650abd6b will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:22:09.670960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:09.675473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3d523dc-f46f-495a-8455-7925e64ff1e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:09.726250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20742e1-e174-4766-bfd1-0ac875c4220e req-d4fa3074-23e1-4293-b3ad-60f895b3870e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:09.727794 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a20742e1-e174-4766-bfd1-0ac875c4220e req-d4fa3074-23e1-4293-b3ad-60f895b3870e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 943 time: 0.0828273
Dec 09 14:22:09.787625 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a20742e1-e174-4766-bfd1-0ac875c4220e req-1e9d0e73-f8f8-456f-962e-e2124ee8d19b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541956
Dec 09 14:22:09.838512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Pushing event updated for resources: {'Port': ['ID=8f336b61-f807-47ab-8766-79a3650abd6b,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:09.866285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:09.948238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Attempting to bind port 8f336b61-f807-47ab-8766-79a3650abd6b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:22:09.948567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Attempting to bind port 8f336b61-f807-47ab-8766-79a3650abd6b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:22:09.948889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Attempting to bind port 8f336b61-f807-47ab-8766-79a3650abd6b on network 3b4712e1-d68f-4c9d-9003-44f1122c6575 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:22:09.954483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Port 8f336b61-f807-47ab-8766-79a3650abd6b on network 3b4712e1-d68f-4c9d-9003-44f1122c6575 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:22:09.954796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Attempting to bind port 8f336b61-f807-47ab-8766-79a3650abd6b on network 3b4712e1-d68f-4c9d-9003-44f1122c6575 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:22:09.961638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:22:09.961964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Checking segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:22:09.962338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Bound using segment: {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:22:09.962747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Bound port: 8f336b61-f807-47ab-8766-79a3650abd6b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8850e522-df6b-4369-a1ad-ed8ca8a00b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:22:09.963084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:10.049778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] For port 8f336b61-f807-47ab-8766-79a3650abd6b, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:22:10.053215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] For port 8f336b61-f807-47ab-8766-79a3650abd6b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8f336b61-f807-47ab-8766-79a3650abd6b,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:22:10.058521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:10.062753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d25a8a00-c9c0-444b-ad73-03753750c13d tempest-FloatingIPNegativeTestJSON-318459198 tempest-FloatingIPNegativeTestJSON-318459198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:10.074738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:10.129300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:10.131416 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] 10.222.0.35 "PUT /v2.0/ports/8f336b61-f807-47ab-8766-79a3650abd6b HTTP/1.1" status: 200  len: 1093 time: 0.9335768
Dec 09 14:22:10.131985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:22:10.165927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:10.167015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:10.169816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Pushing event updated for resources: {'Port': ['ID=8f336b61-f807-47ab-8766-79a3650abd6b,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:10.173072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:10.252101 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-b10a4654-af35-4c6a-bbb0-4fb789c11420 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 1096 time: 0.0778782
Dec 09 14:22:10.422196 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b', 'status': 'completed', 'code': 200}
Dec 09 14:22:10.436620 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-55f6d7ab-d761-4ebc-97e9-f3da90fab05b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f336b61-f807-47ab-8766-79a3650abd6b HTTP/1.1" status: 200  len: 217 time: 0.1775467
Dec 09 14:22:10.497138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-99b27795-c854-454a-8e84-4a42df84d81e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:10.498540 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-99b27795-c854-454a-8e84-4a42df84d81e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d44e99-afe7-4103-8f64-6951aa4b6669 HTTP/1.1" status: 200  len: 835 time: 0.0557570
Dec 09 14:22:10.573791 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-edeecd32-1142-4431-bdf9-2b3f34cb4908 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b4712e1-d68f-4c9d-9003-44f1122c6575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688775
Dec 09 14:22:10.702221 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-00321f47-20e8-4362-9729-348ce788e7a1 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216455
Dec 09 14:22:10.832261 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a1312069-4899-4a7f-b5fa-48c4ec41877d req-09c1f4ef-903a-45e1-a04f-f7947e3caba6 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237841
Dec 09 14:22:10.946949 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-2e40b289-17f8-4dfe-89ac-fec03f550ae6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 1096 time: 0.0689235
Dec 09 14:22:11.000411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e1308-0df8-4132-b900-e666e634c5c0 req-5f4a9eca-9d57-48c8-a16b-d31e54f8f60b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:11.002015 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-713e1308-0df8-4132-b900-e666e634c5c0 req-5f4a9eca-9d57-48c8-a16b-d31e54f8f60b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 943 time: 0.0942256
Dec 09 14:22:11.046864 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-713e1308-0df8-4132-b900-e666e634c5c0 req-ae009cd7-fc3d-402e-8716-8a3fb48b75ec tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394180
Dec 09 14:22:11.080335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-602f3de8-7b5d-41c4-b1e3-6b26fe2a3b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:11.081764 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-602f3de8-7b5d-41c4-b1e3-6b26fe2a3b26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b4712e1-d68f-4c9d-9003-44f1122c6575 HTTP/1.1" status: 200  len: 898 time: 0.1278837
Dec 09 14:22:11.152162 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-13fd47e9-91e5-4cff-88d1-16f52ba9c939 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f336b61-f807-47ab-8766-79a3650abd6b HTTP/1.1" status: 200  len: 217 time: 0.0638287
Dec 09 14:22:11.213114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-652e3220-e57b-4be1-85b5-3155082d7c1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:11.214513 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-652e3220-e57b-4be1-85b5-3155082d7c1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d44e99-afe7-4103-8f64-6951aa4b6669 HTTP/1.1" status: 200  len: 835 time: 0.0554433
Dec 09 14:22:11.292740 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-243fef68-ac01-44dd-b1c6-bd7fb8a0a4e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b4712e1-d68f-4c9d-9003-44f1122c6575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706699
Dec 09 14:22:11.422469 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-7f4b06c7-4354-4d29-a6aa-52afbc6ba36b service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217535
Dec 09 14:22:11.552232 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-36d3ae02-1e8e-426f-b9e1-ea6dae5d5796 req-3187350c-de16-48dc-bbc5-4b09343994e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234043
Dec 09 14:22:12.246131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5fe7e-c903-4025-921b-2e295c6c81cf req-76ef30d8-4c8f-4dff-a197-da53a74052f2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:12.247543 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-84a5fe7e-c903-4025-921b-2e295c6c81cf req-76ef30d8-4c8f-4dff-a197-da53a74052f2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 943 time: 0.0758567
Dec 09 14:22:12.292568 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-84a5fe7e-c903-4025-921b-2e295c6c81cf req-b6da62ca-d0c1-4ddb-b79e-85d00e9362b6 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394096
Dec 09 14:22:13.491184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f485-0e22-4192-9a39-fd36ac96260d req-7c28c04a-44d8-486b-b668-5ff6688e2f8c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:13.492629 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db48f485-0e22-4192-9a39-fd36ac96260d req-7c28c04a-44d8-486b-b668-5ff6688e2f8c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 943 time: 0.0807600
Dec 09 14:22:13.539648 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db48f485-0e22-4192-9a39-fd36ac96260d req-41edb36f-9c6b-4c1e-9a71-03373eee863b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413988
Dec 09 14:22:14.282693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8f336b61-f807-47ab-8766-79a3650abd6b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:22:14.415983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8f336b61-f807-47ab-8766-79a3650abd6b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8f336b61-f807-47ab-8766-79a3650abd6b,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:14.429572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '8f336b61-f807-47ab-8766-79a3650abd6b', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:22:14.481602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:14.498912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f336b61-f807-47ab-8766-79a3650abd6b {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:22:14.513316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8f336b61-f807-47ab-8766-79a3650abd6b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8f336b61-f807-47ab-8766-79a3650abd6b,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:14.517328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:14.519296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:14.586458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=8f336b61-f807-47ab-8766-79a3650abd6b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:14.589572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:14.703240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['8f336b61-f807-47ab-8766-79a3650abd6b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:22:14.734309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc26eb-8e5b-49da-9fd2-ed72424d3b59 req-033dfdf0-ef2b-4f6a-ae0c-5dac4347707a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:14.736004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3dc26eb-8e5b-49da-9fd2-ed72424d3b59 req-033dfdf0-ef2b-4f6a-ae0c-5dac4347707a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 944 time: 0.0774326
Dec 09 14:22:14.783911 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3dc26eb-8e5b-49da-9fd2-ed72424d3b59 req-b38622a5-ff7d-461f-b172-20b5747fde19 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422478
Dec 09 14:22:15.980363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfa59-20f4-4a46-8d56-82e9f49aac2a req-7923bad5-3adf-4e78-bb67-da0da8225973 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:15.981823 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-223dfa59-20f4-4a46-8d56-82e9f49aac2a req-7923bad5-3adf-4e78-bb67-da0da8225973 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 944 time: 0.0765131
Dec 09 14:22:16.028439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-223dfa59-20f4-4a46-8d56-82e9f49aac2a req-f7735d58-2e12-4b26-bc59-7fb834700191 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406399
Dec 09 14:22:16.282050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8f336b61-f807-47ab-8766-79a3650abd6b up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:16.355783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 8f336b61-f807-47ab-8766-79a3650abd6b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:22:16.360138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:16.361282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 8f336b61-f807-47ab-8766-79a3650abd6b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:16.361665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:16.471319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:16.497154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:22:16.509899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 8f336b61-f807-47ab-8766-79a3650abd6b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8f336b61-f807-47ab-8766-79a3650abd6b,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:16.514481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:16.516221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:16.594646 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b', 'code': 200}
Dec 09 14:22:16.625587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=8f336b61-f807-47ab-8766-79a3650abd6b,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:16.628589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:16.777826 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1404fc8a-2135-4980-90a6-5d7a72f8bdf9 req-44c586bb-b505-4c77-92c9-417269618502 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 1098 time: 0.0671778
Dec 09 14:22:16.820192 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1404fc8a-2135-4980-90a6-5d7a72f8bdf9 req-2e1e42fb-a57f-48a6-a8ab-c001ebe25c99 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360012
Dec 09 14:22:17.228528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205ce5-0077-4978-9039-eb5e03002292 req-bf8b7fad-d09a-4a16-aa4b-d264f536b20b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:17.229996 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97205ce5-0077-4978-9039-eb5e03002292 req-bf8b7fad-d09a-4a16-aa4b-d264f536b20b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 945 time: 0.0804605
Dec 09 14:22:17.274520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97205ce5-0077-4978-9039-eb5e03002292 req-7dba19d3-e62b-48e8-9ab5-1769bee4225a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389237
Dec 09 14:22:18.470584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b299955-fa70-42d2-93fb-aebaade68d46 req-493b3d5c-8b05-4dd5-bbd3-621c68a3e5a8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:18.472024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b299955-fa70-42d2-93fb-aebaade68d46 req-493b3d5c-8b05-4dd5-bbd3-621c68a3e5a8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 945 time: 0.0761955
Dec 09 14:22:18.517075 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b299955-fa70-42d2-93fb-aebaade68d46 req-87824202-4df9-4892-bb1d-952ffbaadc05 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387456
Dec 09 14:22:18.715134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d62d9-cb89-4727-ac01-e885644ba569 req-00276e7f-3564-4372-840a-57321715d257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:18.716565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b29d62d9-cb89-4727-ac01-e885644ba569 req-00276e7f-3564-4372-840a-57321715d257 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 945 time: 0.0798578
Dec 09 14:22:18.760781 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b29d62d9-cb89-4727-ac01-e885644ba569 req-20f92806-a394-4cd2-9f2b-45927b00be9e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387452
Dec 09 14:22:18.788024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:18.855573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9ebc2039-352c-4915-804d-7f772839b5eb tempest-TestNetworkBasicOps-164057173 tempest-TestNetworkBasicOps-164057173-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 1093 time: 0.0662928
Dec 09 14:22:18.858007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:18.863241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:18.868458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:22:18.872231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Usage tracker for resource:floatingip and tenant:4d495a02eaa14fa7a1c8480789350b8d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:22:18.875010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:22:18.880593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:22:18.891070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:19.022744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:19.242521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Allocated IP 172.26.3.160 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/e0d652e1-b4d7-4f41-a671-cb520e36630a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:22:19.384294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:19.409982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:19.414659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d9335bd9-c0a5-4f82-b3db-f63b22101ebc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:19.480160 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:22:19.482894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:22:19.487382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:22:19.515191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=e0d652e1-b4d7-4f41-a671-cb520e36630a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:19.521869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:19.993109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:20.046308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:20.249165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:20.253507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:20.258146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a1914849-3ed9-44a8-8d28-dd040c5c9735 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:20.355584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event updated for resources: {'Port': ['ID=e0d652e1-b4d7-4f41-a671-cb520e36630a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:20.363012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:20.371480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:20.557790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Floating IP 2b6ef6eb-f021-495b-84d6-26aa043d54a2 associated. External IP: 172.26.3.160, port: 8f336b61-f807-47ab-8766-79a3650abd6b.
Dec 09 14:22:21.041689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:22:21.248336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:22:21.258014 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] Sync routers for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:22:21.270150 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:21.270884 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449efd8b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:21.272753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:21.325390 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4662256
Dec 09 14:22:21.325904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:22:21.328245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33894) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:21.379774 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b', 'status': 'completed', 'code': 200}
Dec 09 14:22:21.449742 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:21.492046 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a54bcc0a-c92d-4a18-bebc-9171541e98f9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1615028
Dec 09 14:22:21.510418 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-fb87567f-46b9-4730-b1f1-f8f6358caa2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 1098 time: 0.1101496
Dec 09 14:22:21.759738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-47f58e1e-eeef-4fd3-8a90-8fbbdfd5e672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:21.761177 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-47f58e1e-eeef-4fd3-8a90-8fbbdfd5e672 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b4712e1-d68f-4c9d-9003-44f1122c6575 HTTP/1.1" status: 200  len: 898 time: 0.2448592
Dec 09 14:22:21.801845 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449efd8b0>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '2b6ef6eb-f021-495b-84d6-26aa043d54a2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:22:19Z', 'updated_at': '2021-12-09T14:22:19Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:08Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:21.806128 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] Checking router: d99aff83-c96b-43cf-8783-9e741a2b7858 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:22:21.816151 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:21.816737 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449efd8b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:21:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:21.862924 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-61c3f008-8806-471e-ae0c-2a0e724485ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f336b61-f807-47ab-8766-79a3650abd6b HTTP/1.1" status: 200  len: 999 time: 0.0950916
Dec 09 14:22:21.923365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-62b3c9d7-02cf-478b-a82e-23532cea25de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:22:21.924817 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-62b3c9d7-02cf-478b-a82e-23532cea25de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d44e99-afe7-4103-8f64-6951aa4b6669 HTTP/1.1" status: 200  len: 835 time: 0.0564725
Dec 09 14:22:21.988942 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:22.005255 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-bad705da-7343-44db-9eca-72812dd3745e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b4712e1-d68f-4c9d-9003-44f1122c6575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670133
Dec 09 14:22:22.137303 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-a30d6edc-3331-4cf0-9fed-931196ca28dc service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260562
Dec 09 14:22:22.270201 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-88da12d3-7b21-41c3-8405-15638e8d3911 req-2d20f634-ba45-44be-b2b8-4e9e9018566d service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268158
Dec 09 14:22:22.364107 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449efd8b0>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '2b6ef6eb-f021-495b-84d6-26aa043d54a2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:22:19Z', 'updated_at': '2021-12-09T14:22:19Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:08Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:22.367789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69b82d-6cf9-4ec2-bc14-6809fd9ec503 None None] The sync data for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv is: [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '2b6ef6eb-f021-495b-84d6-26aa043d54a2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:22:19Z', 'updated_at': '2021-12-09T14:22:19Z', 'revision_number': 0, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:08Z', 'revision_number': 5, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:22:22.494822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33900) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:22.518625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-433ec51c-aae2-4c13-a608-7fdb8bc91c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:22.600170 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-62e92f1a-f875-48a8-ae1e-63f1495c7981 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1040144
Dec 09 14:22:23.603279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33904) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:23.706483 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e57b70a6-6743-4864-89de-d415e34c463d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1020203
Dec 09 14:22:24.306590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b05636-0b14-4f4b-9fc3-fd26b04bd0e3 None None] New status for floating IP 2b6ef6eb-f021-495b-84d6-26aa043d54a2: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:22:24.710816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33908) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:24.818480 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-27840cd3-c278-41b2-9821-33bb65688adb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 993 time: 0.1063440
Dec 09 14:22:24.875730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d2e9580b-33ca-4388-b6fc-0a67a3d49d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:26.146564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:26.392317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:27.569646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:43.382105 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:22:46.361957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:49.451926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33920) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:49.457141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:49.998058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:50.008536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:50.332821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:22:50.531632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:22:50.538094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:50.540492 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-910590eb-6eb9-4925-9c72-6d9d1e5c31af tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/d99aff83-c96b-43cf-8783-9e741a2b7858 HTTP/1.1" status: 200  len: 888 time: 1.0876005
Dec 09 14:22:50.541565 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] Sync routers for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:22:50.553723 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:50.554895 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f91ee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:22:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:50.613668 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f91ee0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:50.624294 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:50.624871 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f91ee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:22:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:50.679862 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f91ee0>, [], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:50.680248 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239c3822-18bc-48e9-963e-28aae76f7d6a None None] The sync data for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv is: [] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:22:51.427822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44d1900-2444-4dca-a130-dd018a7926e6 None None] New status for floating IP 2b6ef6eb-f021-495b-84d6-26aa043d54a2: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:22:52.088254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:22:52.196017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:52.226310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:52.229614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:52.230345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:22:52.252386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad077751-fed0-4e1c-8ab3-22806810669e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:52.340745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:52.343749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:52.393283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:52.408405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:52.411706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:52.413879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:52.473840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:52.477171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:52.519144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f64ad25-8946-4506-872f-d2d25498e839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:52.696471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33926) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:52.701829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:22:53.253361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:53.263930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-382525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-382500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-379050'] for router, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:53.459404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:22:53.659606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:22:53.665957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:53.667088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-42237457-5d8a-4778-a086-cecf77bd4a96 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/d99aff83-c96b-43cf-8783-9e741a2b7858 HTTP/1.1" status: 200  len: 887 time: 0.9696519
Dec 09 14:22:53.669984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33930) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:53.672743 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] Sync routers for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:22:53.684534 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:53.685091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a25e8b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:22:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:53.777952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb44b3b6-4d48-4cac-a2a3-cf632594ebbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1066613
Dec 09 14:22:53.864353 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:54.194152 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a25e8b0>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:53Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '2b6ef6eb-f021-495b-84d6-26aa043d54a2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:22:19Z', 'updated_at': '2021-12-09T14:22:51Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:52Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:54.198420 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] Checking router: d99aff83-c96b-43cf-8783-9e741a2b7858 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:22:54.208484 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:22:54.209063 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a25e8b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:22:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:54.377016 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:22:54.709265 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a25e8b0>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:53Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '2b6ef6eb-f021-495b-84d6-26aa043d54a2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:22:19Z', 'updated_at': '2021-12-09T14:22:51Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:52Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:22:54.713650 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf974f-409e-40b7-9c01-df0734fd8320 None None] The sync data for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv is: [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:53Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '2b6ef6eb-f021-495b-84d6-26aa043d54a2', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'port_id': '8f336b61-f807-47ab-8766-79a3650abd6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'mac_address': 'fa:16:3e:2a:ac:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97092d53-98e4-4237-82bc-80f1e114fc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:22:19Z', 'updated_at': '2021-12-09T14:22:51Z', 'revision_number': 2, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a', 'name': '', 'network_id': '3b4712e1-d68f-4c9d-9003-44f1122c6575', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'mac_address': 'fa:16:3e:a8:27:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:22:01Z', 'updated_at': '2021-12-09T14:22:52Z', 'revision_number': 6, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'subnets': [{'id': 'a1d44e99-afe7-4103-8f64-6951aa4b6669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:22:54.781877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33934) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:54.880331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2f586a25-1486-46a3-ab2a-6c6b9927b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:54.897448 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-49e175a7-814f-495b-87cc-b2acb59c1ba2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1142900
Dec 09 14:22:55.902392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33938) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:56.127974 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-15abaad1-bced-4eae-872b-9b060fe34c83 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.2243326
Dec 09 14:22:56.132380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:56.192789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.211351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:56.211713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.322931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.353476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:56.357347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.358045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:56.381274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:56.469095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.479166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:56.482158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:56.496241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:56.496628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.605928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.621675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:22:56.625361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:56.628564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3f7b26d3-ed26-46ca-a004-8832cfe4d596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:22:56.729271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:22:56.732111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:22:57.131740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33942) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:57.233506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b2b447ac-fd36-4eca-a038-8d89bb9744a4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1006157
Dec 09 14:22:57.569819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:58.099196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:58.164702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:58.165073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:58.237270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33946) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:58.275208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:22:58.342780 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d35f4e7-7447-492a-8d9c-fd09231de84a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1042914
Dec 09 14:22:58.346353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:22:58.346763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:22:59.346622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33950) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:22:59.450762 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-def42af4-da15-4bf3-bf97-5dc97e6af320 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1029093
Dec 09 14:23:00.454591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:00.561004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-791ff5b1-6387-4666-84c1-224b7be05987 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1042135
Dec 09 14:23:01.563307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33958) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:01.669212 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b15721bb-1b08-4018-aba7-007af131b950 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 991 time: 0.1046987
Dec 09 14:23:01.847099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e59b37-7fae-4d5a-b717-c689cb6e2979 None None] New status for floating IP 2b6ef6eb-f021-495b-84d6-26aa043d54a2: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:23:02.672428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33962) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:02.777580 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-de8194a6-38ba-4605-9345-7913cd36c860 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 200  len: 993 time: 0.1039591
Dec 09 14:23:03.069478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 33970) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:03.268792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port e0d652e1-b4d7-4f41-a671-cb520e36630a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:23:03.269131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:03.430583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:03.430915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:03.548033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for e0d652e1-b4d7-4f41-a671-cb520e36630a owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:23:03.796194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:03.799616 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-61da2213-f73a-4762-97bb-b5dcfd5e26d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:03.839465 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=e0d652e1-b4d7-4f41-a671-cb520e36630a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:03.880494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.880873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.881242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.881702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.882067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.882427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.882807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.883166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.883518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.883871 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.884222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:03.894105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:03.944599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:04.329121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:23:04.533035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:23:04.549302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:04.601839 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b6ef6eb-f021-495b-84d6-26aa043d54a2 HTTP/1.1" status: 204  len: 168 time: 1.5312600
Dec 09 14:23:04.602504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:04.656143 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b', 'status': 'completed', 'code': 200}
Dec 09 14:23:04.810125 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-b1043990-9420-49ce-84f0-5a6edce8dcbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 1098 time: 0.1330864
Dec 09 14:23:04.948654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-4e0fc9e3-34fd-46a9-9652-1b2dd16a518b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:04.950111 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-4e0fc9e3-34fd-46a9-9652-1b2dd16a518b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3b4712e1-d68f-4c9d-9003-44f1122c6575 HTTP/1.1" status: 200  len: 898 time: 0.1264665
Dec 09 14:23:04.986005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887d9c4-09e3-4775-810c-1b675d147f7a req-15ae9870-e1a3-4b55-9558-c9f7e8a4ef9d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:04.987475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5887d9c4-09e3-4775-810c-1b675d147f7a req-15ae9870-e1a3-4b55-9558-c9f7e8a4ef9d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 945 time: 0.0769677
Dec 09 14:23:05.021183 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-3c6be3f6-4092-4c9d-8935-1d64a494abba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f336b61-f807-47ab-8766-79a3650abd6b HTTP/1.1" status: 200  len: 217 time: 0.0635951
Dec 09 14:23:05.032466 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5887d9c4-09e3-4775-810c-1b675d147f7a req-9c4b4d35-7358-416a-8591-f80523f4f338 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395303
Dec 09 14:23:05.084614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-530bb0e3-4d8e-41bd-94a8-f3add78f1902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:05.086071 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-530bb0e3-4d8e-41bd-94a8-f3add78f1902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a1d44e99-afe7-4103-8f64-6951aa4b6669 HTTP/1.1" status: 200  len: 835 time: 0.0589473
Dec 09 14:23:05.162399 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-78b1f7ed-8939-47f9-b720-f7ece2d9c66f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3b4712e1-d68f-4c9d-9003-44f1122c6575&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699594
Dec 09 14:23:05.288153 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-cbc78a4f-066d-48d0-b653-c304d9844b61 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192446
Dec 09 14:23:05.532022 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9bc27199-8f2f-4206-a04e-1c83af6d3dec req-65ce9744-7dd2-46d5-a11a-cc76d1c206e3 service neutron] 10.222.0.35 "GET /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2371697
Dec 09 14:23:06.179019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-5d328fae-23da-414c-94f1-48bcc9d39bea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:06.179635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-5d328fae-23da-414c-94f1-48bcc9d39bea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Synchronizing usage tracker for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:23:06.194647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-5d328fae-23da-414c-94f1-48bcc9d39bea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Unset dirty status for tenant:4d495a02eaa14fa7a1c8480789350b8d on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:23:06.195786 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-5d328fae-23da-414c-94f1-48bcc9d39bea tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 945 time: 0.0914359
Dec 09 14:23:06.234407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3515e-8201-4e96-b1fc-e75d7f075685 req-ab02904a-6450-4b1e-9bb9-46442d7209fc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:06.236815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32d3515e-8201-4e96-b1fc-e75d7f075685 req-ab02904a-6450-4b1e-9bb9-46442d7209fc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 945 time: 0.0806818
Dec 09 14:23:06.266718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port 8f336b61-f807-47ab-8766-79a3650abd6b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:23:06.267049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:06.281293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32d3515e-8201-4e96-b1fc-e75d7f075685 req-d4395c5f-874b-4c71-b6c8-5dc3d0b19bfb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/security-groups?id=66317b34-f0ed-4b15-a29b-ae11c5fb55d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395918
Dec 09 14:23:06.508782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port 8f336b61-f807-47ab-8766-79a3650abd6b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=8f336b61-f807-47ab-8766-79a3650abd6b,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:06.509035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:06.627469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for 8f336b61-f807-47ab-8766-79a3650abd6b owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:23:06.766336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:06.772227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-25270e86-2be6-495a-8c08-dd0e0defb3ef tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:06.815151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=8f336b61-f807-47ab-8766-79a3650abd6b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:06.818388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:06.886345 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] No DVR routers for this DVR port 8f336b61-f807-47ab-8766-79a3650abd6b on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:23:06.888669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:06.891202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'name': 'network-vif-deleted', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:06.906113 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c4d0d7b3-b2c4-4af4-907c-9b4636f4619d req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.35 "DELETE /v2.0/ports/8f336b61-f807-47ab-8766-79a3650abd6b HTTP/1.1" status: 204  len: 173 time: 0.7047942
Dec 09 14:23:06.944748 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97092d53-98e4-4237-82bc-80f1e114fc40', 'name': 'network-vif-deleted', 'tag': '8f336b61-f807-47ab-8766-79a3650abd6b', 'status': 'completed', 'code': 200}
Dec 09 14:23:07.456410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74dbd424-26f0-4eec-834a-893de0fbf2bf req-ab85c8fe-b834-489d-9856-b74eca3b333a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "GET /v2.0/ports?device_id=97092d53-98e4-4237-82bc-80f1e114fc40 HTTP/1.1" status: 200  len: 210 time: 0.0414271
Dec 09 14:23:08.559307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33990) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:08.627568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:08.659729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:08.719804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:08.723601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e45940f-ca04-4347-9119-fce15b53582c tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:08.738777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66317b34-f0ed-4b15-a29b-ae11c5fb55d5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:08.751485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.751774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.752140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.752501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.752859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.753212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.753587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.753968 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.754317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.754663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.755009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:08.758457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:08.759887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:08.760971 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/security-groups/66317b34-f0ed-4b15-a29b-ae11c5fb55d5 HTTP/1.1" status: 204  len: 168 time: 0.2006779
Dec 09 14:23:08.800055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 33996) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:09.188297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:09.885354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:23:09.886055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:10.063813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:10.064161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:10.183014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:23:10.360574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:10.364585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-90d9a38e-9752-441d-8f69-84a21d925e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:10.410418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:10.412872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:10.468049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8f336b61-f807-47ab-8766-79a3650abd6b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:23:10.502218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 8f336b61-f807-47ab-8766-79a3650abd6b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:23:10.502570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 8f336b61-f807-47ab-8766-79a3650abd6b not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:23:10.717439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:11.376181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Router d99aff83-c96b-43cf-8783-9e741a2b7858 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:23:11.568473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:23:11.580830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "PUT /v2.0/routers/d99aff83-c96b-43cf-8783-9e741a2b7858/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7797294
Dec 09 14:23:11.583532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34000) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:11.764616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting subnet a1d44e99-afe7-4103-8f64-6951aa4b6669 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:23:11.767422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:11.819337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:11.896927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:11.969643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:11.973037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0fbf0bc6-5b26-45fa-b67f-5e93f8f28cf2 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:12.007135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d44e99-afe7-4103-8f64-6951aa4b6669,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:12.010504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:12.013650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.019281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6103f-35e8-4b0d-83d0-bbdaa007731f None None] Network 3b4712e1-d68f-4c9d-9003-44f1122c6575 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:23:12.019755 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/subnets/a1d44e99-afe7-4103-8f64-6951aa4b6669 HTTP/1.1" status: 204  len: 168 time: 0.4350724
Dec 09 14:23:12.022241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34004) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:12.262453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.279496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] DHCP port deletion for 3b4712e1-d68f-4c9d-9003-44f1122c6575 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:23:12.285249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Deleting port d902e0c6-1c2b-4094-a153-3a728f7b0664 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:23:12.285654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.305265 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] Sync routers for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:23:12.318426 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:23:12.318994 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a25e370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:22:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:12.470527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.481286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Deleting port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:23:12.481654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.496554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] For port d902e0c6-1c2b-4094-a153-3a728f7b0664, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d902e0c6-1c2b-4094-a153-3a728f7b0664,segment=NetworkSegment(8850e522-df6b-4369-a1ad-ed8ca8a00b22),segment_id=8850e522-df6b-4369-a1ad-ed8ca8a00b22)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:12.496874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.538929 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:23:12.648709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Calling delete_port for d902e0c6-1c2b-4094-a153-3a728f7b0664 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:23:12.691164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] For port dc7e61ae-de83-4e7e-b259-4e61f4d6c27a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:12.691511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.724435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:12.731672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-783d3313-a192-423f-9dd6-0518687b8824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:12.773440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Pushing event deleted for resources: {'Port': ['ID=d902e0c6-1c2b-4094-a153-3a728f7b0664,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:12.782668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] No DVR routers for this DVR port d902e0c6-1c2b-4094-a153-3a728f7b0664 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:23:12.791384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.792102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.792617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.793327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.793843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.794915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.795244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.795582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.795913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.796240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.796563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:23:12.799783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:12.834064 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a25e370>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208'}], 'enable_snat': True}, 'gw_port_id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:23:10Z', 'revision_number': 7, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port': {'id': 'dc7e61ae-de83-4e7e-b259-4e61f4d6c27a', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:30:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:22:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:12.837994 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] Checking router: d99aff83-c96b-43cf-8783-9e741a2b7858 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:23:12.848305 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] Routers {'d99aff83-c96b-43cf-8783-9e741a2b7858'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:23:12.848913 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a25e370>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:22:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['d99aff83-c96b-43cf-8783-9e741a2b7858'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:12.941803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Calling delete_port for dc7e61ae-de83-4e7e-b259-4e61f4d6c27a owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:23:12.999871 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] Set router d99aff83-c96b-43cf-8783-9e741a2b7858 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:23:13.102370 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a25e370>, [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:23:12Z', 'revision_number': 8, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:13.106880 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2a5d05-48c6-4874-b1ee-4d38b344d638 None None] The sync data for ids ['d99aff83-c96b-43cf-8783-9e741a2b7858'] in dv-neutron-821183-1-hyperv is: [{'id': 'd99aff83-c96b-43cf-8783-9e741a2b7858', 'name': 'tempest-TestNetworkBasicOps-router-990608790', 'tenant_id': '4d495a02eaa14fa7a1c8480789350b8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:21:58Z', 'updated_at': '2021-12-09T14:23:12Z', 'revision_number': 8, 'project_id': '4d495a02eaa14fa7a1c8480789350b8d', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:23:13.108655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.113655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-230f7929-47cd-4f3f-a4af-94c0413627fa tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:13.159815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Port': ['ID=dc7e61ae-de83-4e7e-b259-4e61f4d6c27a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:13.162602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:13.397834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.672527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.676695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.701818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.702316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Fanout notify agent at l3_agent the message router_deleted on router d99aff83-c96b-43cf-8783-9e741a2b7858 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:23:13.716516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.717711 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/routers/d99aff83-c96b-43cf-8783-9e741a2b7858 HTTP/1.1" status: 204  len: 168 time: 1.6944568
Dec 09 14:23:13.720278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34010) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:13.836512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.970853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:13.984168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c28c3f-a931-4bd5-bd88-ee4b3c483b11 None None] New status for floating IP 2b6ef6eb-f021-495b-84d6-26aa043d54a2: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:23:13.997029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448ed6e50>,) {'filters': {'network_id': ['3b4712e1-d68f-4c9d-9003-44f1122c6575']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:14.008734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ed6e50>, '8850e522-df6b-4369-a1ad-ed8ca8a00b22') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:14.009030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448ed6e50>, '8850e522-df6b-4369-a1ad-ed8ca8a00b22') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:23:14.020104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.037457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.044820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:23:14.045210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:23:14.059976 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:23:14.132677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:23:14.151353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.154705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e861ac8b-06a0-4719-8e00-15b957a14cdc tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:14.172123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:23:14.172451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device df0e3bc4-7fa6-40cd-a8ff-a133e4c93d9a not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:23:14.172875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d902e0c6-1c2b-4094-a153-3a728f7b0664 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:23:14.173823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.186049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Pushing event deleted for resources: {'Network': ['ID=3b4712e1-d68f-4c9d-9003-44f1122c6575,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:14.189177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:14.197578 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] 10.222.0.21 "DELETE /v2.0/networks/3b4712e1-d68f-4c9d-9003-44f1122c6575 HTTP/1.1" status: 204  len: 168 time: 0.4737132
Dec 09 14:23:14.204829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d902e0c6-1c2b-4094-a153-3a728f7b0664 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:23:14.205224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d902e0c6-1c2b-4094-a153-3a728f7b0664 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:23:14.205590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:23:14.238334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: dc7e61ae-de83-4e7e-b259-4e61f4d6c27a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:23:14.238692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device dc7e61ae-de83-4e7e-b259-4e61f4d6c27a not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:23:14.564912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34018) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:14.731794 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b62cec73-64e2-4f68-889d-eb222c0247f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d495a02eaa14fa7a1c8480789350b8d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1655233
Dec 09 14:23:14.734146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34024) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:14.902819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.927922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.977364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:14.981602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-50b06a6c-d2a7-4732-ab20-fb775545676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:14.993885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c9422-5f5e-46b6-a488-b18117e7fd61,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:14.997387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:15.002308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.003420 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c0c9422-5f5e-46b6-a488-b18117e7fd61 HTTP/1.1" status: 204  len: 168 time: 0.2681348
Dec 09 14:23:15.337732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34034) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:15.355576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.387393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:15.391246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Usage tracker for resource:security_group_rule and tenant:533a9ac9f36b41cdadc660c93b62566c is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:15.394034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:15.400409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:15.463925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.467851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.475103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:15.515367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cb37e8-5b42-4fa8-81ca-4a49a84c46de,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:15.518513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:15.527167 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=533a9ac9f36b41cdadc660c93b62566c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1884487
Dec 09 14:23:15.527693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34038) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:15.587269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.611459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.663486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.668186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-be23f2ea-8cc1-445b-8bf7-e72c9acb26e0 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:15.681350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cb37e8-5b42-4fa8-81ca-4a49a84c46de,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:15.683893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:15.688044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:15.688829 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5cb37e8-5b42-4fa8-81ca-4a49a84c46de HTTP/1.1" status: 204  len: 168 time: 0.1599293
Dec 09 14:23:16.358102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:20.381727 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:23:22.522259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5980cc8c-7f9f-48e6-95d9-04291ed617d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:23.122310 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-15c3004e-ad4a-413d-850f-7f92cff801d2 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b2cf2e64e3854227b8a82cd719fe7e25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0283206
Dec 09 14:23:23.266037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-80a6113a-1ef1-436d-b900-06f9d1a54630 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:23.267367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-80a6113a-1ef1-436d-b900-06f9d1a54630 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1400602
Dec 09 14:23:23.282604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-201f56ab-6eaf-4f0c-9d10-30899336fd16 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/quotas/b2cf2e64e3854227b8a82cd719fe7e25 HTTP/1.1" status: 200  len: 375 time: 0.0101271
Dec 09 14:23:23.326938 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-f9b71c93-5ce5-4b82-a5f7-f3fabc094d32 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2cf2e64e3854227b8a82cd719fe7e25&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0397017
Dec 09 14:23:24.525450 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cec97344-6865-4187-84b6-e2df856a874f req-753692c5-f698-492b-9527-803eb7650faa tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 210 time: 0.0448556
Dec 09 14:23:24.882498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-97ad7d69-85b1-4c5f-bbfb-88abbcd69d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:25.643427 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-02989d18-82aa-4af8-8547-3f4e55c0f30e tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=b2cf2e64e3854227b8a82cd719fe7e25&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0304234
Dec 09 14:23:25.806581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-43236ca0-318a-4b79-b897-4d0a73d9df50 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:25.807950 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-43236ca0-318a-4b79-b897-4d0a73d9df50 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1591659
Dec 09 14:23:25.810247 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4715c1fa-b336-4cbe-b309-63a2f883a3ec req-cafc9a58-d5a3-4c20-9c8d-648a67b56b85 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 210 time: 0.1629283
Dec 09 14:23:25.829750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Request body: {'port': {'device_id': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13', 'admin_state_up': True, 'tenant_id': 'b2cf2e64e3854227b8a82cd719fe7e25'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:23:25.962430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:25.966697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Usage tracker for resource:port and tenant:b2cf2e64e3854227b8a82cd719fe7e25 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:25.969411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:25.974984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:25.985089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Made reservation on behalf of b2cf2e64e3854227b8a82cd719fe7e25 for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:23:25.988075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.000227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.031196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:26.034931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Usage tracker for resource:security_group_rule and tenant:b2cf2e64e3854227b8a82cd719fe7e25 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:26.037641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:26.043704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:26.108321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.111797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.114425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8188fe1f-882b-4c0e-a821-fd927b107e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:26.151529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.192411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:26.197589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:26.281010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Allocated IP 192.168.233.235 (466e5b57-0626-4a85-a519-814c79c73b13/4193a8f5-7ee8-4378-a723-a4681ed6fc04/119ce054-7e98-4632-9225-60765d5d1f93) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:23:26.390949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.474664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.489672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Transition to ACTIVE for port object 119ce054-7e98-4632-9225-60765d5d1f93 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:23:26.511513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.517227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-14f25a04-8bad-4688-bbb9-7e7f94275404 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:26.585678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Network 466e5b57-0626-4a85-a519-814c79c73b13 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:23:26.589596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:23:26.593306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:23:26.623431 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Pushing event updated for resources: {'Port': ['ID=119ce054-7e98-4632-9225-60765d5d1f93,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:26.629985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:26.658628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:26.659288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.690107 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8644907
Dec 09 14:23:26.702376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Request body: {'port': {'device_id': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:23:26.811191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.855805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c1f49888-ca2d-49c7-9dcc-67944203e930 None None] Provisioning for port 119ce054-7e98-4632-9225-60765d5d1f93 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:23:26.861361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c1f49888-ca2d-49c7-9dcc-67944203e930 None None] Provisioning complete for port 119ce054-7e98-4632-9225-60765d5d1f93 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:23:26.861781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c1f49888-ca2d-49c7-9dcc-67944203e930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:26.914435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c1f49888-ca2d-49c7-9dcc-67944203e930 None None] Port 119ce054-7e98-4632-9225-60765d5d1f93 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:23:27.012785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1a21-7a2f-417c-8d5b-cb384a0392ae req-0ba002f6-728a-446f-acac-00956b96b185 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:27.014249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ccec1a21-7a2f-417c-8d5b-cb384a0392ae req-0ba002f6-728a-446f-acac-00956b96b185 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 936 time: 0.0765014
Dec 09 14:23:27.061689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ccec1a21-7a2f-417c-8d5b-cb384a0392ae req-6d340c46-75da-4c7c-ad37-0b8fa7c49f06 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418043
Dec 09 14:23:27.147962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119ce054-7e98-4632-9225-60765d5d1f93 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:23:27.155084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:27.171155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Transition to ACTIVE for port object 119ce054-7e98-4632-9225-60765d5d1f93 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:23:27.174695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:27.178927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc11da5f-c51a-4544-bd11-1338c4d3002f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:27.412887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Pushing event updated for resources: {'Port': ['ID=119ce054-7e98-4632-9225-60765d5d1f93,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:27.416468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:27.513851 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Attempting to bind port 119ce054-7e98-4632-9225-60765d5d1f93 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:23:27.514098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Attempting to bind port 119ce054-7e98-4632-9225-60765d5d1f93 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:23:27.514417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Attempting to bind port 119ce054-7e98-4632-9225-60765d5d1f93 on network 466e5b57-0626-4a85-a519-814c79c73b13 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:23:27.519940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Port 119ce054-7e98-4632-9225-60765d5d1f93 on network 466e5b57-0626-4a85-a519-814c79c73b13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:23:27.520249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Attempting to bind port 119ce054-7e98-4632-9225-60765d5d1f93 on network 466e5b57-0626-4a85-a519-814c79c73b13 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:23:27.526743 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:23:27.527062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Checking segment: {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:23:27.527426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Bound using segment: {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:23:27.527835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Bound port: 119ce054-7e98-4632-9225-60765d5d1f93, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae2fa51-a60a-46ed-87d0-668daa803d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:23:27.528165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:27.572354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:27.625565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] For port 119ce054-7e98-4632-9225-60765d5d1f93, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:23:27.629256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] For port 119ce054-7e98-4632-9225-60765d5d1f93, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=119ce054-7e98-4632-9225-60765d5d1f93,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:23:27.633174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:27.637266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:27.689166 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:27.690474 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] 10.222.0.35 "PUT /v2.0/ports/119ce054-7e98-4632-9225-60765d5d1f93 HTTP/1.1" status: 200  len: 1098 time: 0.9927948
Dec 09 14:23:27.691056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'tag': '119ce054-7e98-4632-9225-60765d5d1f93'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:27.717797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Pushing event updated for resources: {'Port': ['ID=119ce054-7e98-4632-9225-60765d5d1f93,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:27.720876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:27.764721 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'tag': '119ce054-7e98-4632-9225-60765d5d1f93', 'status': 'completed', 'code': 200}
Dec 09 14:23:27.810668 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-a5822645-0a06-4005-a7f1-9e3db0a3911d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2cf2e64e3854227b8a82cd719fe7e25&device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 1101 time: 0.0815725
Dec 09 14:23:27.879921 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4e787fb3-d2c1-420f-8933-e40f0d48ca6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=119ce054-7e98-4632-9225-60765d5d1f93 HTTP/1.1" status: 200  len: 217 time: 0.0621326
Dec 09 14:23:27.946093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4e7b88ae-0081-4c19-81ee-83ec5a580a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:27.947430 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-4e7b88ae-0081-4c19-81ee-83ec5a580a12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4193a8f5-7ee8-4378-a723-a4681ed6fc04 HTTP/1.1" status: 200  len: 843 time: 0.0605822
Dec 09 14:23:28.022921 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-0999b0be-50b7-4819-abe7-c4924c362c04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466e5b57-0626-4a85-a519-814c79c73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0692878
Dec 09 14:23:28.155331 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-2875dd1c-429e-4402-83c3-d1ce63f8f5c3 service neutron] 10.222.0.35 "GET /v2.0/networks/466e5b57-0626-4a85-a519-814c79c73b13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258383
Dec 09 14:23:28.258140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1fc83-b0dd-41e3-8fce-91ae4a077cff req-25500f73-d110-462b-95b0-349e811cf3af tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:28.259784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05b1fc83-b0dd-41e3-8fce-91ae4a077cff req-25500f73-d110-462b-95b0-349e811cf3af tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 948 time: 0.0774808
Dec 09 14:23:28.291528 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-96eab1b6-0ee1-468a-a255-6e347bfb50bc req-d1e098d3-2791-4f1c-bfac-c47463e76a10 service neutron] 10.222.0.35 "GET /v2.0/networks/466e5b57-0626-4a85-a519-814c79c73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303267
Dec 09 14:23:28.306076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05b1fc83-b0dd-41e3-8fce-91ae4a077cff req-17e34daa-1852-44dc-a20c-e7cc5fdb0246 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402219
Dec 09 14:23:28.411755 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-14a9c8b7-d326-4556-9d1a-f5fee5ca3804 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2cf2e64e3854227b8a82cd719fe7e25&device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 1101 time: 0.0681477
Dec 09 14:23:28.546726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-d05fda8a-9295-4cd8-aee8-05f5b550ddfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:28.548061 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-d05fda8a-9295-4cd8-aee8-05f5b550ddfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=466e5b57-0626-4a85-a519-814c79c73b13 HTTP/1.1" status: 200  len: 870 time: 0.1294007
Dec 09 14:23:28.618065 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-2b9fda72-bd05-44e5-a69b-ea95e92e4f1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=119ce054-7e98-4632-9225-60765d5d1f93 HTTP/1.1" status: 200  len: 217 time: 0.0632126
Dec 09 14:23:28.679347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-7b138108-69e6-4ac4-aad6-4fc5d8f53063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:28.680710 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-7b138108-69e6-4ac4-aad6-4fc5d8f53063 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4193a8f5-7ee8-4378-a723-a4681ed6fc04 HTTP/1.1" status: 200  len: 843 time: 0.0552747
Dec 09 14:23:28.758650 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-5eb257fa-5481-4f31-bbd1-e06eb67ca080 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=466e5b57-0626-4a85-a519-814c79c73b13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0703468
Dec 09 14:23:28.888008 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-b3b31c35-3ffa-4360-90ac-c28fff66fdaa service neutron] 10.222.0.35 "GET /v2.0/networks/466e5b57-0626-4a85-a519-814c79c73b13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218133
Dec 09 14:23:29.017019 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94946cad-ad37-49b3-848a-65c8b7da6bdb req-e0c17257-fb9c-4443-8dea-3064dbcf154a service neutron] 10.222.0.35 "GET /v2.0/networks/466e5b57-0626-4a85-a519-814c79c73b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212602
Dec 09 14:23:29.503746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896a154-ffb7-499c-b1c2-c983b94360e4 req-4ef2cfd2-e23e-4857-98b0-22ab7cd4ab3e tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:29.505206 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0896a154-ffb7-499c-b1c2-c983b94360e4 req-4ef2cfd2-e23e-4857-98b0-22ab7cd4ab3e tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 948 time: 0.0787313
Dec 09 14:23:29.550880 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0896a154-ffb7-499c-b1c2-c983b94360e4 req-1c1df553-afcb-4475-b262-d5e4e88df669 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395112
Dec 09 14:23:30.576526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 119ce054-7e98-4632-9225-60765d5d1f93 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:23:30.709252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 119ce054-7e98-4632-9225-60765d5d1f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=119ce054-7e98-4632-9225-60765d5d1f93,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:30.722839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '119ce054-7e98-4632-9225-60765d5d1f93', 'network_id': '466e5b57-0626-4a85-a519-814c79c73b13', 'port_id': '119ce054-7e98-4632-9225-60765d5d1f93', 'mac_address': 'fa:16:3e:36:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4193a8f5-7ee8-4378-a723-a4681ed6fc04', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:23:30.746798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c439a0e-89a1-400f-975f-7a70d647e7c9 req-231625bc-2a15-4987-aad7-a57257df8b55 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:30.748236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c439a0e-89a1-400f-975f-7a70d647e7c9 req-231625bc-2a15-4987-aad7-a57257df8b55 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 948 time: 0.0793140
Dec 09 14:23:30.775398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:30.792914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119ce054-7e98-4632-9225-60765d5d1f93 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:23:30.794423 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9c439a0e-89a1-400f-975f-7a70d647e7c9 req-8a8ed534-fad2-44a9-8be9-7173cae63080 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403681
Dec 09 14:23:30.807902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 119ce054-7e98-4632-9225-60765d5d1f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=119ce054-7e98-4632-9225-60765d5d1f93,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:30.820781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:30.820781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-7ac320b5-4ea2-4d08-9640-154baacfc029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:30.878823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=119ce054-7e98-4632-9225-60765d5d1f93,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:30.881643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:31.022400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['119ce054-7e98-4632-9225-60765d5d1f93'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:23:32.011393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe8efb-5f6c-4442-b992-80dfcb22d760 req-8155dc07-3ad5-49d0-801d-4be8bbd9e7bb tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:32.012823 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5afe8efb-5f6c-4442-b992-80dfcb22d760 req-8155dc07-3ad5-49d0-801d-4be8bbd9e7bb tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 949 time: 0.0804219
Dec 09 14:23:32.056422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5afe8efb-5f6c-4442-b992-80dfcb22d760 req-27821381-864f-4a92-9aa5-0fb90ec96c60 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376022
Dec 09 14:23:32.591646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 119ce054-7e98-4632-9225-60765d5d1f93 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:23:32.659197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 119ce054-7e98-4632-9225-60765d5d1f93 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:23:32.663862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 119ce054-7e98-4632-9225-60765d5d1f93 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:23:32.664247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:32.776836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:32.805002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ce054-7e98-4632-9225-60765d5d1f93'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:32.814722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 119ce054-7e98-4632-9225-60765d5d1f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=119ce054-7e98-4632-9225-60765d5d1f93,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:32.818472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:32.820352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8aeb198e-a154-40e6-9174-5a74c4b956e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:32.867739 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119ce054-7e98-4632-9225-60765d5d1f93', 'code': 200}
Dec 09 14:23:32.886194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=119ce054-7e98-4632-9225-60765d5d1f93,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:32.888949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:33.085520 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7cd84b8e-219c-4345-afb2-3283d6a454f2 req-4a95d3f0-467b-47f8-97b0-dece250b20fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 1103 time: 0.0676401
Dec 09 14:23:33.127849 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-7cd84b8e-219c-4345-afb2-3283d6a454f2 req-4d9eadcc-21b8-417e-bd33-c5e93f78afd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360792
Dec 09 14:23:33.254769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8f7ad-352a-4c9f-8d9e-752b81af002e req-4ece2035-737f-4f9d-9a99-533a6f92d78c tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:33.256187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2bf8f7ad-352a-4c9f-8d9e-752b81af002e req-4ece2035-737f-4f9d-9a99-533a6f92d78c tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 950 time: 0.0765128
Dec 09 14:23:33.303741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2bf8f7ad-352a-4c9f-8d9e-752b81af002e req-5b805fe1-bf67-4800-b059-b42e9f16f91c tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414076
Dec 09 14:23:34.506599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29904f-f5a2-44d7-bf70-038805fbe0b0 req-21cebf08-da34-4da6-b7ee-cbe1bf787b10 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:34.508031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e29904f-f5a2-44d7-bf70-038805fbe0b0 req-21cebf08-da34-4da6-b7ee-cbe1bf787b10 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 950 time: 0.0846615
Dec 09 14:23:34.552110 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e29904f-f5a2-44d7-bf70-038805fbe0b0 req-975dd719-cd00-4421-bb8e-a027e2df5e92 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386117
Dec 09 14:23:34.969092 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3197110c-72ea-42f4-8787-b697c8623cf3 req-e34d75a2-188c-4dd8-8430-81a0b28f2daa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0720844
Dec 09 14:23:35.439699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3693335d-1349-422e-94e8-87816abb17b3 req-5bea4e0c-c761-473f-bb58-c943f4146adf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0669031
Dec 09 14:23:35.952448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5543b-43b9-4d94-9dec-7757ce0379dd req-f8063393-9f14-43c1-9ae0-972f8803e58d tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:35.953879 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-edd5543b-43b9-4d94-9dec-7757ce0379dd req-f8063393-9f14-43c1-9ae0-972f8803e58d tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 950 time: 0.0745561
Dec 09 14:23:36.001828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-edd5543b-43b9-4d94-9dec-7757ce0379dd req-afdc6684-caac-4039-b0c9-1436699bf28c tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425282
Dec 09 14:23:37.200214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223b895-99fc-4569-a9a2-270b8f6e7117 req-35720f90-af00-4928-bdf5-de173c1ec6e4 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:37.201750 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9223b895-99fc-4569-a9a2-270b8f6e7117 req-35720f90-af00-4928-bdf5-de173c1ec6e4 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 950 time: 0.0811496
Dec 09 14:23:37.249725 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9223b895-99fc-4569-a9a2-270b8f6e7117 req-30ef9c9b-9679-4307-a264-72429faf0e56 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423129
Dec 09 14:23:37.287190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-ce32dd60-a261-4cb8-824b-36b547e9b2df tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:37.287878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-ce32dd60-a261-4cb8-824b-36b547e9b2df tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Synchronizing usage tracker for tenant:b2cf2e64e3854227b8a82cd719fe7e25 on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:23:37.304087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-ce32dd60-a261-4cb8-824b-36b547e9b2df tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Unset dirty status for tenant:b2cf2e64e3854227b8a82cd719fe7e25 on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:23:37.305330 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-ce32dd60-a261-4cb8-824b-36b547e9b2df tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.35 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 950 time: 0.2085633
Dec 09 14:23:37.371693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Deleting port 119ce054-7e98-4632-9225-60765d5d1f93 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:23:37.372029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:37.608200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] For port 119ce054-7e98-4632-9225-60765d5d1f93, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=119ce054-7e98-4632-9225-60765d5d1f93,segment=NetworkSegment(aae2fa51-a60a-46ed-87d0-668daa803d70),segment_id=aae2fa51-a60a-46ed-87d0-668daa803d70)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:37.608546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:37.725066 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Calling delete_port for 119ce054-7e98-4632-9225-60765d5d1f93 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:23:37.864237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:37.869906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bd62458a-7928-45c0-9c5f-38555707d089 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:37.875815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['119ce054-7e98-4632-9225-60765d5d1f93'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:23:37.914848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Pushing event deleted for resources: {'Port': ['ID=119ce054-7e98-4632-9225-60765d5d1f93,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:37.918690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:37.988419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] No DVR routers for this DVR port 119ce054-7e98-4632-9225-60765d5d1f93 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:23:37.990842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:37.993649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'name': 'network-vif-deleted', 'tag': '119ce054-7e98-4632-9225-60765d5d1f93'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:38.009926 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-b367b36b-e894-48a5-bb76-b706b9b67349 req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.35 "DELETE /v2.0/ports/119ce054-7e98-4632-9225-60765d5d1f93 HTTP/1.1" status: 204  len: 173 time: 0.6990108
Dec 09 14:23:38.052168 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b34158-9b9e-4bfc-a66d-b681cce338db', 'name': 'network-vif-deleted', 'tag': '119ce054-7e98-4632-9225-60765d5d1f93', 'status': 'completed', 'code': 200}
Dec 09 14:23:38.426527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10861a9a-7447-4e4d-96fd-7cb05ee42ca6 req-b6803b91-f799-492d-ba86-c75456486457 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] 10.222.0.21 "GET /v2.0/ports?device_id=67b34158-9b9e-4bfc-a66d-b681cce338db HTTP/1.1" status: 200  len: 210 time: 0.0432572
Dec 09 14:23:39.809751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34180) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:39.984839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf7bb144-ea39-4ef9-801b-ef8de37372e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2cf2e64e3854227b8a82cd719fe7e25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1736012
Dec 09 14:23:39.987349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34186) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:40.044629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.069335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.118291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.122482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d8432b27-6928-42d6-bec8-ae90ada48f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:40.134557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ff4deb-cce4-4e7e-9c8f-e4cb0564be41,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:40.137411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:40.139255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.142290 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-858194a0-5727-451e-8eab-25326647bc82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12ff4deb-cce4-4e7e-9c8f-e4cb0564be41 HTTP/1.1" status: 204  len: 168 time: 0.1537578
Dec 09 14:23:40.457347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34194) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:40.476067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.507839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:40.511623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Usage tracker for resource:security_group_rule and tenant:10a5eb24475b4b13b52644df1262e24e is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:40.514387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:40.519920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:40.591889 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.595444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.601633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-793e1d45-2867-4ca3-a9e6-566d731f67d7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:40.607636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 119ce054-7e98-4632-9225-60765d5d1f93 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:23:40.640132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 119ce054-7e98-4632-9225-60765d5d1f93 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:23:40.640883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 119ce054-7e98-4632-9225-60765d5d1f93 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:23:40.644111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb0f0e-bea2-4061-ab68-026a7add363d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:40.647516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:40.649841 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10a5eb24475b4b13b52644df1262e24e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1914258
Dec 09 14:23:40.652970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34198) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:40.710753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.736157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.784165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.787822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-904f5da1-9921-41e4-bd6b-b810e2d43be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:40.798704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb0f0e-bea2-4061-ab68-026a7add363d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:40.802466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:40.805554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:40.809573 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdbb0f0e-bea2-4061-ab68-026a7add363d HTTP/1.1" status: 204  len: 168 time: 0.1528239
Dec 09 14:23:41.603209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34220) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:41.728368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-965393079-network', 'tenant_id': '0c1345d963e546f68079c49cb09fcf4b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:23:41.733186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:41.737238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Usage tracker for resource:network and tenant:0c1345d963e546f68079c49cb09fcf4b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:41.740110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:41.747001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:41.756673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Made reservation on behalf of 0c1345d963e546f68079c49cb09fcf4b for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:23:41.758972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.771311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.800303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:41.803973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1345d963e546f68079c49cb09fcf4b is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:41.806663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:41.812659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:41.878442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.881896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.884581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9e8bba0a-b393-4df9-9f21-a2be06252090 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:41.913036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:23:41.918019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb1d527-3027-41f8-aa40-522af99b8aa9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:41.921440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:41.925405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.925405 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Added segment 67dc8489-bf00-4b5d-a820-da0df22ec02e of type vlan for network 785219c0-d552-4e63-aeb0-f46329c47bc0
Dec 09 14:23:41.951351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.978584 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.979483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:41.980024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:41.984762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-09eec45c-e697-4022-81f7-8d3b7c256005 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:42.078717 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4744649
Dec 09 14:23:42.081853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34226) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:42.083924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Pushing event updated for resources: {'Network': ['ID=785219c0-d552-4e63-aeb0-f46329c47bc0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:42.086583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:42.087416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Request body: {'subnet': {'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-965393079-subnet', 'tenant_id': '0c1345d963e546f68079c49cb09fcf4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:23:42.093334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:42.093491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 785219c0-d552-4e63-aeb0-f46329c47bc0 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:23:42.097275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Usage tracker for resource:subnet and tenant:0c1345d963e546f68079c49cb09fcf4b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:42.100330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:42.106511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:42.117350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Made reservation on behalf of 0c1345d963e546f68079c49cb09fcf4b for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:23:42.120343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:42.326750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:42.330562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1403901-dc86-41d6-a93f-72401fba7726 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:42.402122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Pushing event updated for resources: {'Subnet': ['ID=32050258-4023-4812-aa93-75354b977740,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:42.409108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:42.412683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Checking segment: {'id': '67dc8489-bf00-4b5d-a820-da0df22ec02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:23:42.413043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Network hostable DHCP agents. Network: 785219c0-d552-4e63-aeb0-f46329c47bc0, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:23:42.437275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Network 785219c0-d552-4e63-aeb0-f46329c47bc0 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:23:42.447018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 785219c0-d552-4e63-aeb0-f46329c47bc0) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:23:42.451013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:42.451596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:42.458840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c8bae-f734-427a-bbee-fd1496b71f20 None None] Network 785219c0-d552-4e63-aeb0-f46329c47bc0 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:23:42.472389 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3893716
Dec 09 14:23:42.740387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3349d94-5c76-44b4-bca9-e4153dfd29a5 None None] Network 785219c0-d552-4e63-aeb0-f46329c47bc0 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:23:43.018554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-319beddf-58d3-491d-a8c4-eab454aad5dd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:43.019139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-319beddf-58d3-491d-a8c4-eab454aad5dd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Synchronizing usage tracker for tenant:0c1345d963e546f68079c49cb09fcf4b on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:23:43.034903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-319beddf-58d3-491d-a8c4-eab454aad5dd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Unset dirty status for tenant:0c1345d963e546f68079c49cb09fcf4b on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:23:43.036081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-319beddf-58d3-491d-a8c4-eab454aad5dd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/networks?id=785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 200  len: 811 time: 0.1576824
Dec 09 14:23:43.051983 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-09435a2d-36cc-4d2a-bc47-9f095755a354 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/quotas/0c1345d963e546f68079c49cb09fcf4b HTTP/1.1" status: 200  len: 375 time: 0.0106514
Dec 09 14:23:43.096071 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-3b0ae8f0-98fd-4aff-afd9-4c7bb9ce9104 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c1345d963e546f68079c49cb09fcf4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393023
Dec 09 14:23:43.106357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-44ef525f-b071-4ddd-8757-a868ed1a94c8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:23:43.107303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-44ef525f-b071-4ddd-8757-a868ed1a94c8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051847
Dec 09 14:23:43.329280 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-f58c9f5e-7da2-4ec8-a9dc-3ac6f3161c7b service neutron] 10.222.0.21 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161555
Dec 09 14:23:43.456065 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-256cb06b-053a-4661-8eb5-e0b50cabf68e service neutron] 10.222.0.21 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211460
Dec 09 14:23:43.645915 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb9ac1ca-6ccc-4608-bc84-e4e3472035a5 req-ad168bf2-be1a-41b2-8d2f-d9ca5495a733 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 210 time: 0.0452638
Dec 09 14:23:44.636150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-a170cd84-a137-4d7b-90e5-d6e4f7d4d837 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:44.637564 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-a170cd84-a137-4d7b-90e5-d6e4f7d4d837 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.35 "GET /v2.0/networks?id=785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 200  len: 811 time: 0.1563091
Dec 09 14:23:44.655716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Request body: {'port': {'device_id': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0', 'admin_state_up': True, 'tenant_id': '0c1345d963e546f68079c49cb09fcf4b'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:23:44.790855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:23:44.794680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Usage tracker for resource:port and tenant:0c1345d963e546f68079c49cb09fcf4b is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:23:44.797434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:23:44.803137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:23:44.810620 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-979b7a41-58ef-4744-9e67-403d53aeda3d req-d88f02a8-57ba-400a-8f22-1056cd2d2df4 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 210 time: 0.0406268
Dec 09 14:23:44.813519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Made reservation on behalf of 0c1345d963e546f68079c49cb09fcf4b for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:23:44.816594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.071864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Allocated IP 172.20.0.4 (785219c0-d552-4e63-aeb0-f46329c47bc0/32050258-4023-4812-aa93-75354b977740/e7072402-721e-49f0-8b40-6497250f1566) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:23:45.272044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.298606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.304049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-97143d0f-6c5a-4c70-a136-c0d9535ce323 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:45.363109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Network 785219c0-d552-4e63-aeb0-f46329c47bc0 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:23:45.370624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:23:45.373095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:23:45.412250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:45.416872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:45.439468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:45.440062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.459685 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8076348
Dec 09 14:23:45.470838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Request body: {'port': {'device_id': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:23:45.578315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.908519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7072402-721e-49f0-8b40-6497250f1566 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:23:45.915226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.929926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Transition to ACTIVE for port object e7072402-721e-49f0-8b40-6497250f1566 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:23:45.933292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:45.937811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd5d403f-cf59-48ce-aa64-362d7fe1d1c7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:46.004111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4a59-2a27-421d-8035-e9f8e683ae05 req-65809541-fb7a-4419-a165-467b45fff750 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:46.005600 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a9c4a59-2a27-421d-8035-e9f8e683ae05 req-65809541-fb7a-4419-a165-467b45fff750 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 943 time: 0.0765581
Dec 09 14:23:46.053402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3a9c4a59-2a27-421d-8035-e9f8e683ae05 req-d0b978b9-0ffc-4010-8422-8d9ad00508f9 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Synchronizing usage tracker for tenant:0c1345d963e546f68079c49cb09fcf4b on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:23:46.062661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:46.065596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:46.070744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3a9c4a59-2a27-421d-8035-e9f8e683ae05 req-d0b978b9-0ffc-4010-8422-8d9ad00508f9 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Unset dirty status for tenant:0c1345d963e546f68079c49cb09fcf4b on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:23:46.072843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a9c4a59-2a27-421d-8035-e9f8e683ae05 req-d0b978b9-0ffc-4010-8422-8d9ad00508f9 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606365
Dec 09 14:23:46.170043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Attempting to bind port e7072402-721e-49f0-8b40-6497250f1566 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:23:46.170369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Attempting to bind port e7072402-721e-49f0-8b40-6497250f1566 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '67dc8489-bf00-4b5d-a820-da0df22ec02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:23:46.170690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Attempting to bind port e7072402-721e-49f0-8b40-6497250f1566 on network 785219c0-d552-4e63-aeb0-f46329c47bc0 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:23:46.176194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Port e7072402-721e-49f0-8b40-6497250f1566 on network 785219c0-d552-4e63-aeb0-f46329c47bc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:23:46.176508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Attempting to bind port e7072402-721e-49f0-8b40-6497250f1566 on network 785219c0-d552-4e63-aeb0-f46329c47bc0 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:23:46.182606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:23:46.182929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Checking segment: {'id': '67dc8489-bf00-4b5d-a820-da0df22ec02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:23:46.183298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Bound using segment: {'id': '67dc8489-bf00-4b5d-a820-da0df22ec02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:23:46.183711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Bound port: e7072402-721e-49f0-8b40-6497250f1566, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dc8489-bf00-4b5d-a820-da0df22ec02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:23:46.184037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:46.272140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:23:46.274989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:23:46.279132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:46.282611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7d4b7299-cd30-4016-bcdd-7623202e4883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:46.339190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:46.340535 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 200  len: 1093 time: 0.8735833
Dec 09 14:23:46.341044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:46.356896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:46.358611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:46.361881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:46.413161 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566', 'status': 'completed', 'code': 200}
Dec 09 14:23:46.454322 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-31f0e42d-5dcc-4c0b-9527-18302d8cda44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c1345d963e546f68079c49cb09fcf4b&device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 1096 time: 0.0761201
Dec 09 14:23:46.521251 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-cccbe2c8-51d5-4725-9943-685467f67885 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 200  len: 217 time: 0.0605376
Dec 09 14:23:46.585939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-70c89a52-4a56-4412-9c1f-d9d7a8a703f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:46.587357 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-70c89a52-4a56-4412-9c1f-d9d7a8a703f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32050258-4023-4812-aa93-75354b977740 HTTP/1.1" status: 200  len: 851 time: 0.0597923
Dec 09 14:23:46.632839 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-ad8ba8e1-f941-4828-9ae5-a7e4fa02f6ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785219c0-d552-4e63-aeb0-f46329c47bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393798
Dec 09 14:23:46.761475 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-f1f675a6-50f2-4316-b982-8a5f635bd844 service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222208
Dec 09 14:23:46.984027 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3b7ed5fe-12be-4448-bdbb-6aff4bce55d6 req-baa1eabd-dbd0-453d-bbb4-01251d138674 service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165637
Dec 09 14:23:47.101230 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-6ca53a9d-9f31-4c0c-8c61-f2fd8c93f202 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c1345d963e546f68079c49cb09fcf4b&device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 1096 time: 0.0711880
Dec 09 14:23:47.248017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-07be0404-722d-440a-bc57-68147141d3e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:47.249557 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-07be0404-722d-440a-bc57-68147141d3e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 200  len: 912 time: 0.1414132
Dec 09 14:23:47.290476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5b6d2-7cae-418d-b9bb-870e1d53a660 req-2e8cc7b3-bd72-47a6-806e-e191f470cefd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:47.292536 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03d5b6d2-7cae-418d-b9bb-870e1d53a660 req-2e8cc7b3-bd72-47a6-806e-e191f470cefd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 943 time: 0.0788023
Dec 09 14:23:47.318411 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-dc29c06f-b292-41c7-b494-a380ffba1816 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 200  len: 217 time: 0.0621786
Dec 09 14:23:47.337187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03d5b6d2-7cae-418d-b9bb-870e1d53a660 req-b95a02aa-aaaf-4da6-9814-ae12419149cf tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391455
Dec 09 14:23:47.382905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-6c7d37ef-f533-4481-9894-2c17ec6e7cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:47.384325 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-6c7d37ef-f533-4481-9894-2c17ec6e7cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32050258-4023-4812-aa93-75354b977740 HTTP/1.1" status: 200  len: 851 time: 0.0596826
Dec 09 14:23:47.436292 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-0fefa2bf-47aa-4c62-b1a2-99522a0110b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785219c0-d552-4e63-aeb0-f46329c47bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383351
Dec 09 14:23:47.567489 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-918527fd-ceae-4133-9e03-5f391fb8604f service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234639
Dec 09 14:23:47.698731 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-ce812fd7-688b-4d5e-b836-39364e64ec17 req-cf07bcbc-2115-43fd-abfb-5796aa15cb7c service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246450
Dec 09 14:23:48.538006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54f0d7-7dbf-408a-8fb9-d050d3927933 req-73d7b31d-53d4-44f1-a024-1f6186869768 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:48.539460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a54f0d7-7dbf-408a-8fb9-d050d3927933 req-73d7b31d-53d4-44f1-a024-1f6186869768 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 943 time: 0.0825980
Dec 09 14:23:48.585044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4a54f0d7-7dbf-408a-8fb9-d050d3927933 req-917a68db-4c78-455b-8f55-78ca261292d1 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399673
Dec 09 14:23:49.778947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873da018-f12e-4d90-9a1b-930672a439b3 req-c83e5e25-94cc-455b-a0c8-8cf9c8d20e8c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:49.780384 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-873da018-f12e-4d90-9a1b-930672a439b3 req-c83e5e25-94cc-455b-a0c8-8cf9c8d20e8c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 943 time: 0.0763805
Dec 09 14:23:49.825635 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-873da018-f12e-4d90-9a1b-930672a439b3 req-cfeb8715-3998-4b0f-ab7c-177d10fcb7cf tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398166
Dec 09 14:23:50.654467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7072402-721e-49f0-8b40-6497250f1566 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:23:50.785421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:50.798113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'e7072402-721e-49f0-8b40-6497250f1566', 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0', 'port_id': 'e7072402-721e-49f0-8b40-6497250f1566', 'mac_address': 'fa:16:3e:c9:7b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32050258-4023-4812-aa93-75354b977740', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:23:50.853318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:50.870779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7072402-721e-49f0-8b40-6497250f1566 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:23:50.885215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:50.889507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:50.891460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:50.954415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:50.957377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:51.028769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072568c-8da5-4c2a-9af8-5c3778936797 req-a59f94b1-9ca6-4faf-a214-49d0434da986 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:51.030224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3072568c-8da5-4c2a-9af8-5c3778936797 req-a59f94b1-9ca6-4faf-a214-49d0434da986 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 944 time: 0.0828733
Dec 09 14:23:51.074447 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3072568c-8da5-4c2a-9af8-5c3778936797 req-fc57fd09-0299-411b-a7ae-46adff5eb9ce tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387435
Dec 09 14:23:51.078701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e7072402-721e-49f0-8b40-6497250f1566'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:23:52.265462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c9092-6f47-4b6d-856e-044da32a23eb req-4e4e62f2-86c9-4477-92e9-f68832e97110 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:52.266917 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e3c9092-6f47-4b6d-856e-044da32a23eb req-4e4e62f2-86c9-4477-92e9-f68832e97110 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 944 time: 0.0757675
Dec 09 14:23:52.314468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e3c9092-6f47-4b6d-856e-044da32a23eb req-6b7bc42f-a92e-448f-bc37-c0aef80d630e tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420737
Dec 09 14:23:52.530500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d988e5aa-7f5f-4f6b-8f46-42075aa81f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:52.654466 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7072402-721e-49f0-8b40-6497250f1566 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:23:52.721481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port e7072402-721e-49f0-8b40-6497250f1566 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:23:52.726370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port e7072402-721e-49f0-8b40-6497250f1566 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:23:52.726785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:52.838933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:52.865084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:23:52.874570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:23:52.878393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:52.880252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ad077751-fed0-4e1c-8ab3-22806810669e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:23:52.939575 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566', 'code': 200}
Dec 09 14:23:52.949062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:23:52.952640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:23:53.157235 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2e6da0bc-38e8-4fed-9ba0-bb26b72f10cf req-50d2d4c1-2ddc-4a49-bbc5-a7957ceac626 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 1098 time: 0.0723000
Dec 09 14:23:53.198128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-2e6da0bc-38e8-4fed-9ba0-bb26b72f10cf req-9d957330-4de0-4b82-a3d8-11f8be825be4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349398
Dec 09 14:23:53.648658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4d87f-6f74-4855-8b58-6cdacb88900d req-8474a1ea-8e27-4193-a57e-1eafb105594d tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:53.650132 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86d4d87f-6f74-4855-8b58-6cdacb88900d req-8474a1ea-8e27-4193-a57e-1eafb105594d tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0760043
Dec 09 14:23:53.695508 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86d4d87f-6f74-4855-8b58-6cdacb88900d req-d608809c-fe22-4cb7-9341-1d9ade2ea895 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388958
Dec 09 14:23:54.885276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd12b307-bc91-432f-b38f-2fa7c51adda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:54.895785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6efd2-edea-43ae-b9bd-f707dfb6fc77 req-d136cc89-9343-4593-84d6-8e1858621df8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:54.897220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56a6efd2-edea-43ae-b9bd-f707dfb6fc77 req-d136cc89-9343-4593-84d6-8e1858621df8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0826089
Dec 09 14:23:54.943067 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56a6efd2-edea-43ae-b9bd-f707dfb6fc77 req-41627b86-15e8-4797-b576-ef02c168f5f0 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396116
Dec 09 14:23:55.131051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d03def5b-3d46-4312-bd93-6c5b000f47da req-d0b3b0c0-c330-4d44-acc9-822f87642389 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0663865
Dec 09 14:23:55.397940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34282) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:23:55.440844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff0f1a-5609-461c-8fdf-2f8b45c58404 req-c15fb0e2-978c-46af-b63c-44c5c241f7f4 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:55.442307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ff0f1a-5609-461c-8fdf-2f8b45c58404 req-c15fb0e2-978c-46af-b63c-44c5c241f7f4 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0870981
Dec 09 14:23:55.530550 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ff0f1a-5609-461c-8fdf-2f8b45c58404 req-9b7b4851-32e6-4651-be48-2414ae56ad67 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827487
Dec 09 14:23:55.552463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-6075f985-ba4a-4745-a0b7-723e5da7d60a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1533995
Dec 09 14:23:56.161697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:56.392280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:56.747872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bacda-c49f-40cd-8cb7-d748e249cf92 req-8b327182-55a6-4d93-b599-df05c74870f7 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:56.749315 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-126bacda-c49f-40cd-8cb7-d748e249cf92 req-8b327182-55a6-4d93-b599-df05c74870f7 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0848281
Dec 09 14:23:56.772275 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-5b723952-5f8b-45b9-b329-b32b69fc1ced service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c1345d963e546f68079c49cb09fcf4b&device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 1098 time: 0.0687301
Dec 09 14:23:56.794245 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-126bacda-c49f-40cd-8cb7-d748e249cf92 req-e2a008e8-b232-4458-b1d6-59e2d6e7e73c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393901
Dec 09 14:23:56.901077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-68c91c9c-e912-4013-b882-c4357179434f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:56.903016 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-68c91c9c-e912-4013-b882-c4357179434f service neutron] 10.222.0.35 "GET /v2.0/networks?id=785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 200  len: 912 time: 0.1243665
Dec 09 14:23:56.970924 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-2199fed8-4486-46aa-aca9-09d9ed399ef0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 200  len: 217 time: 0.0621891
Dec 09 14:23:57.030901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-a6a46c2b-c8bd-4b16-a68f-a91346af96e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:57.032251 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-a6a46c2b-c8bd-4b16-a68f-a91346af96e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32050258-4023-4812-aa93-75354b977740 HTTP/1.1" status: 200  len: 851 time: 0.0558834
Dec 09 14:23:57.078519 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-70c82e10-16ef-4466-9d3a-8da9d884387e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785219c0-d552-4e63-aeb0-f46329c47bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401788
Dec 09 14:23:57.206486 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-67d32bad-44f5-492e-bdcf-8a8863f0e29e service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216171
Dec 09 14:23:57.335022 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-07e00e53-917c-4b2c-a000-005c148059f7 service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222322
Dec 09 14:23:57.380916 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:23:57.575586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:23:57.989612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438b7cd-7cf7-4558-b026-384ea0816f42 req-ef52939d-2d58-4337-8328-72db689e203a tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:57.991023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6438b7cd-7cf7-4558-b026-384ea0816f42 req-ef52939d-2d58-4337-8328-72db689e203a tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0751402
Dec 09 14:23:58.035328 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6438b7cd-7cf7-4558-b026-384ea0816f42 req-42a05462-b421-4c2c-a87a-d0dd810c94c2 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389686
Dec 09 14:23:59.231942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d7e4-0fdd-4ee4-99f0-2aa8c4c52277 req-bfe82937-e672-44ed-bce6-b41f20e67c1e tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:23:59.233369 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4023d7e4-0fdd-4ee4-99f0-2aa8c4c52277 req-bfe82937-e672-44ed-bce6-b41f20e67c1e tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0786827
Dec 09 14:23:59.276631 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4023d7e4-0fdd-4ee4-99f0-2aa8c4c52277 req-8303bad5-700e-4228-ac0e-0a537732b45e tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375583
Dec 09 14:24:00.470137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb965c-b20a-4a1c-8e4f-48123982bd9a req-cbb22125-98e4-44e0-b038-f2c272f6cda4 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:00.471565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92eb965c-b20a-4a1c-8e4f-48123982bd9a req-cbb22125-98e4-44e0-b038-f2c272f6cda4 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0760436
Dec 09 14:24:00.519348 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92eb965c-b20a-4a1c-8e4f-48123982bd9a req-26ffa1f7-77f1-4c24-81b2-6704a9aed4f5 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423789
Dec 09 14:24:01.799279 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33385098-fe33-4bd0-89fc-f12a9dab5aae req-bff63192-d68d-4721-a940-5b0f12e2bdd9 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:01.800717 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33385098-fe33-4bd0-89fc-f12a9dab5aae req-bff63192-d68d-4721-a940-5b0f12e2bdd9 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.1616669
Dec 09 14:24:01.844891 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33385098-fe33-4bd0-89fc-f12a9dab5aae req-45ddda6d-1ff0-42db-8773-3ecbd100f152 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384479
Dec 09 14:24:03.039930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b4db1-b159-4e77-836e-c1b6c156a99f req-afd68d98-e0b5-4ca6-8c6e-da87fe385296 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:03.041347 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7b4db1-b159-4e77-836e-c1b6c156a99f req-afd68d98-e0b5-4ca6-8c6e-da87fe385296 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0791891
Dec 09 14:24:03.090193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b7b4db1-b159-4e77-836e-c1b6c156a99f req-52d6ebb1-e08f-4aeb-850d-f2d4d44a6722 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422378
Dec 09 14:24:04.281260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be418be7-e480-4d77-bd76-b4576ec7e639 req-12e52c8c-8ec0-4ab6-816e-0cf9439b2159 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:04.282697 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be418be7-e480-4d77-bd76-b4576ec7e639 req-12e52c8c-8ec0-4ab6-816e-0cf9439b2159 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0752182
Dec 09 14:24:04.327788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be418be7-e480-4d77-bd76-b4576ec7e639 req-842e9750-c79c-44bb-954f-12a0b058eada tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394790
Dec 09 14:24:05.524907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8b6aa-d4d6-441f-aae7-1c478fbbc803 req-cc2881da-db35-4433-8a0e-1bd54a05b3e0 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:05.526406 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6eb8b6aa-d4d6-441f-aae7-1c478fbbc803 req-cc2881da-db35-4433-8a0e-1bd54a05b3e0 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0792606
Dec 09 14:24:05.570512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6eb8b6aa-d4d6-441f-aae7-1c478fbbc803 req-682c9881-23b4-42fc-b1c9-2fdd2df63042 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380900
Dec 09 14:24:06.766442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390d7da-3703-4e5b-b340-e7481c7de8f2 req-dc21a557-1871-4771-bb1e-9fe6ec441f01 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:06.767912 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d390d7da-3703-4e5b-b340-e7481c7de8f2 req-dc21a557-1871-4771-bb1e-9fe6ec441f01 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0774400
Dec 09 14:24:06.816323 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d390d7da-3703-4e5b-b340-e7481c7de8f2 req-4f83c4f6-ef83-413e-9fd5-027b0bcf85f5 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429468
Dec 09 14:24:08.010183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6d8d-9b21-4552-8299-dfedd108b895 req-36652f9d-e825-45a3-82a0-855bfc7f8283 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:08.012216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-659e6d8d-9b21-4552-8299-dfedd108b895 req-36652f9d-e825-45a3-82a0-855bfc7f8283 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0801742
Dec 09 14:24:08.056249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-659e6d8d-9b21-4552-8299-dfedd108b895 req-e3b64268-b940-4069-ae87-e273feaf83d0 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386300
Dec 09 14:24:09.255010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212c4b-c629-4b44-be97-ecff6cc2e870 req-d5c818f9-3b78-4d84-9ce8-7991432d18a2 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:09.256428 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f212c4b-c629-4b44-be97-ecff6cc2e870 req-d5c818f9-3b78-4d84-9ce8-7991432d18a2 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0791643
Dec 09 14:24:09.300839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f212c4b-c629-4b44-be97-ecff6cc2e870 req-9d5f5e87-2615-4d8c-8d70-c59ce17d282b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385411
Dec 09 14:24:10.492854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03d7c8-7570-425d-a3fe-4963a3feb4fa req-4f9d06e5-582c-47b3-b412-fffe9215b20c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:10.494313 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b03d7c8-7570-425d-a3fe-4963a3feb4fa req-4f9d06e5-582c-47b3-b412-fffe9215b20c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0766666
Dec 09 14:24:10.539357 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b03d7c8-7570-425d-a3fe-4963a3feb4fa req-c841b721-0216-49e7-8a52-bf000157cc91 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390267
Dec 09 14:24:11.736058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd017f19-55b8-403d-b263-158337e3ad2b req-3dfe629a-afe7-4875-8ea6-cf26c93ce8ab tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:11.737480 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd017f19-55b8-403d-b263-158337e3ad2b req-3dfe629a-afe7-4875-8ea6-cf26c93ce8ab tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0794249
Dec 09 14:24:11.780875 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd017f19-55b8-403d-b263-158337e3ad2b req-30be6812-32d6-421e-b0ad-a5f8b69973e6 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379996
Dec 09 14:24:12.975905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b630cd-1a8e-48db-bf43-c046dab77d97 req-5573feca-3a0a-49ec-b9f2-a6f36241754b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:12.977325 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-07b630cd-1a8e-48db-bf43-c046dab77d97 req-5573feca-3a0a-49ec-b9f2-a6f36241754b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0758133
Dec 09 14:24:13.025004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-07b630cd-1a8e-48db-bf43-c046dab77d97 req-9360950b-f01c-4393-b8ae-0849a260a21a tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417018
Dec 09 14:24:14.217911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f1de1-f4bc-48d1-9f39-ed32834b1e03 req-5fa17871-ac6d-4539-8e63-43746185272b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:14.219320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b61f1de1-f4bc-48d1-9f39-ed32834b1e03 req-5fa17871-ac6d-4539-8e63-43746185272b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0751464
Dec 09 14:24:14.264383 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b61f1de1-f4bc-48d1-9f39-ed32834b1e03 req-13f03fd1-bc88-46ba-a63f-b1f6a7d5aaa0 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395594
Dec 09 14:24:15.463438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7824f39-8f66-4f2b-90e5-46b66f5b34ca req-5baa7fc8-b9bb-4898-8b6d-0769594c4767 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:15.464858 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7824f39-8f66-4f2b-90e5-46b66f5b34ca req-5baa7fc8-b9bb-4898-8b6d-0769594c4767 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0837884
Dec 09 14:24:15.509484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7824f39-8f66-4f2b-90e5-46b66f5b34ca req-48b51b6c-e6cb-4ba5-9b96-1394f1e632be tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390918
Dec 09 14:24:16.357699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:16.705232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacb783-6c26-45e6-b09d-cfd9d022c518 req-3b081d37-58b8-4032-9e91-b0321cca2b22 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:16.706704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6eacb783-6c26-45e6-b09d-cfd9d022c518 req-3b081d37-58b8-4032-9e91-b0321cca2b22 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0770590
Dec 09 14:24:16.751183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6eacb783-6c26-45e6-b09d-cfd9d022c518 req-9da212cd-d98d-4ae3-8816-a53aa2bceff6 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391040
Dec 09 14:24:17.947305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46b716-eadf-4cc2-8cbf-e725585f2776 req-05cc5caa-1cf9-455d-b0ee-2becea177897 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:17.948741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e46b716-eadf-4cc2-8cbf-e725585f2776 req-05cc5caa-1cf9-455d-b0ee-2becea177897 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0787687
Dec 09 14:24:17.993453 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e46b716-eadf-4cc2-8cbf-e725585f2776 req-339dc571-7fb1-4a5f-9aa8-2c9c862e5b82 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392711
Dec 09 14:24:19.185394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210f3a-7b04-41bf-afa3-c1368da94a2a req-fa30d4d3-4bd9-4734-83e9-caf2c9119bcd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:19.186841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9210f3a-7b04-41bf-afa3-c1368da94a2a req-fa30d4d3-4bd9-4734-83e9-caf2c9119bcd tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0749810
Dec 09 14:24:19.230284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9210f3a-7b04-41bf-afa3-c1368da94a2a req-a71fdbb5-f769-49ab-b602-ef4d7074e32b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380871
Dec 09 14:24:20.428371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8006ae-57a0-4bb0-8b95-9959a67f20e9 req-b55fcfb1-1808-4052-a0ca-ba6e0e60c79a tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:20.429810 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8006ae-57a0-4bb0-8b95-9959a67f20e9 req-b55fcfb1-1808-4052-a0ca-ba6e0e60c79a tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0782413
Dec 09 14:24:20.475103 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8006ae-57a0-4bb0-8b95-9959a67f20e9 req-c7c47261-22f8-4900-a0dc-a3065aa54371 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397842
Dec 09 14:24:21.668121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed5798-acc6-45bc-8f2d-c851b7f5d1d0 req-6280fd9a-9ecf-4d63-bcc4-096f3b16acee tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:21.669585 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-65ed5798-acc6-45bc-8f2d-c851b7f5d1d0 req-6280fd9a-9ecf-4d63-bcc4-096f3b16acee tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0764964
Dec 09 14:24:21.718297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-65ed5798-acc6-45bc-8f2d-c851b7f5d1d0 req-b2f8db62-ce22-474d-be6b-0d9d85f85362 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432479
Dec 09 14:24:22.521217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-066065a6-6b8b-4093-a143-113c8777bf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:22.914653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89cb55-f80e-446e-89b2-2908790568ce req-dbb5ea36-75ba-4971-a588-a6a8250ddeae tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:22.916121 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e89cb55-f80e-446e-89b2-2908790568ce req-dbb5ea36-75ba-4971-a588-a6a8250ddeae tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0773113
Dec 09 14:24:22.959520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e89cb55-f80e-446e-89b2-2908790568ce req-b49e8ccd-4262-417a-9aa9-81a6821fcfce tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380402
Dec 09 14:24:24.102317 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-f5f8544b-b0fd-4a29-8bd2-21a867162b5d service neutron] 10.222.0.35 "GET /v2.0/ports/e7072402-721e-49f0-8b40-6497250f1566/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.1769838
Dec 09 14:24:24.258268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b835-4021-40ab-be2c-8b1ad31dc28e req-2608e940-56c9-4a52-9734-4491ae90911c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:24.259595 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0825b835-4021-40ab-be2c-8b1ad31dc28e req-2608e940-56c9-4a52-9734-4491ae90911c tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.1732738
Dec 09 14:24:24.307773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0825b835-4021-40ab-be2c-8b1ad31dc28e req-83eb1dfd-413b-4e4a-8b96-b62a14a5da52 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411029
Dec 09 14:24:24.369247 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-0bcc5439-94ac-49c6-949f-8063b83269a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1&tenant_id=0c1345d963e546f68079c49cb09fcf4b HTTP/1.1" status: 200  len: 1098 time: 0.0712340
Dec 09 14:24:24.455340 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-b575bf4c-48c2-4f92-aa62-08656ce312b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c1345d963e546f68079c49cb09fcf4b&device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 1098 time: 0.0659988
Dec 09 14:24:24.584265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-b67f47fa-dc58-48ca-b04f-eed96be8857b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:24.585737 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-b67f47fa-dc58-48ca-b04f-eed96be8857b service neutron] 10.222.0.35 "GET /v2.0/networks?id=785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 200  len: 912 time: 0.1247141
Dec 09 14:24:24.656223 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-4d653327-c03e-47d5-bdb3-092a4ea84b9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 200  len: 217 time: 0.0640228
Dec 09 14:24:24.717942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-26a393a7-0e23-424f-a26f-9d3031e5235e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:24.719373 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-26a393a7-0e23-424f-a26f-9d3031e5235e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32050258-4023-4812-aa93-75354b977740 HTTP/1.1" status: 200  len: 851 time: 0.0575500
Dec 09 14:24:24.765406 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-696dff49-3901-4e11-9e96-1bda1d0178ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785219c0-d552-4e63-aeb0-f46329c47bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391710
Dec 09 14:24:24.887936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1c38b36e-791a-49b5-a5a3-9eb259178a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:24.897790 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-dbebfdea-8aee-4d88-8c7f-0f2655abb588 service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261187
Dec 09 14:24:25.028270 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-83e8f247-6444-4cc5-816f-b6dbd276d917 req-9dd057d3-7d35-4c15-9899-95416ee7c13e service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245725
Dec 09 14:24:25.504679 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885ae43-0a9a-4ee1-91ca-610d32f40b30 req-e71b00d5-2cbe-4aa1-b444-24cf115e3526 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:25.506145 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d885ae43-0a9a-4ee1-91ca-610d32f40b30 req-e71b00d5-2cbe-4aa1-b444-24cf115e3526 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0802200
Dec 09 14:24:25.551960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d885ae43-0a9a-4ee1-91ca-610d32f40b30 req-88beb902-0ca3-4935-84b5-785380edb51e tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396357
Dec 09 14:24:26.157193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:26.393881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:26.753439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109136aa-b035-4f8b-9ace-b15087f0572e req-f641a57e-0719-45d4-bb51-283932684abe tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:26.754813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-109136aa-b035-4f8b-9ace-b15087f0572e req-f641a57e-0719-45d4-bb51-283932684abe tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0805545
Dec 09 14:24:26.799794 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-109136aa-b035-4f8b-9ace-b15087f0572e req-fd074e74-cddc-44db-9220-b7d7eba64267 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390346
Dec 09 14:24:27.577325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:27.994541 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bad8f4-80e1-422e-b03a-cc641e4ff6a3 req-ae88afe1-ff76-47ba-8416-46688be95a25 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:27.995972 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70bad8f4-80e1-422e-b03a-cc641e4ff6a3 req-ae88afe1-ff76-47ba-8416-46688be95a25 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0746355
Dec 09 14:24:28.043388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70bad8f4-80e1-422e-b03a-cc641e4ff6a3 req-72866ff2-7d79-4c73-927a-5dace23db1e8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420442
Dec 09 14:24:28.424949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-1a52c512-4617-4469-b989-6e5ee57c15eb tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:28.425668 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-1a52c512-4617-4469-b989-6e5ee57c15eb tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Synchronizing usage tracker for tenant:0c1345d963e546f68079c49cb09fcf4b on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:24:28.442726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-1a52c512-4617-4469-b989-6e5ee57c15eb tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Unset dirty status for tenant:0c1345d963e546f68079c49cb09fcf4b on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:24:28.444067 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-1a52c512-4617-4469-b989-6e5ee57c15eb tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.35 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1&tenant_id=0c1345d963e546f68079c49cb09fcf4b&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1018355
Dec 09 14:24:28.580148 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-8d47b38b-a029-4ced-8776-46e129a40a5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c1345d963e546f68079c49cb09fcf4b&device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 1098 time: 0.0672491
Dec 09 14:24:28.706315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-be5d9088-e6d9-4ffd-865a-0ae2fa36a8f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:28.707659 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-be5d9088-e6d9-4ffd-865a-0ae2fa36a8f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 200  len: 912 time: 0.1221738
Dec 09 14:24:28.793250 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-d4800224-678c-432c-beee-21121ca5eddd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 200  len: 217 time: 0.0786104
Dec 09 14:24:28.853371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-4bc6f076-f203-46a3-8c9c-550b6ce05dc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:28.855287 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-4bc6f076-f203-46a3-8c9c-550b6ce05dc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32050258-4023-4812-aa93-75354b977740 HTTP/1.1" status: 200  len: 851 time: 0.0566261
Dec 09 14:24:28.902204 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-9db95af2-a271-4add-8631-b5497d8200e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=785219c0-d552-4e63-aeb0-f46329c47bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412655
Dec 09 14:24:28.950167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7072402-721e-49f0-8b40-6497250f1566 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:24:29.031408 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-53447a15-f5c8-4a2a-b713-feab624fbe68 service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232412
Dec 09 14:24:29.082323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:29.095684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'e7072402-721e-49f0-8b40-6497250f1566', 'network_id': '785219c0-d552-4e63-aeb0-f46329c47bc0', 'port_id': 'e7072402-721e-49f0-8b40-6497250f1566', 'mac_address': 'fa:16:3e:c9:7b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32050258-4023-4812-aa93-75354b977740', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:24:29.153275 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:29.170910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7072402-721e-49f0-8b40-6497250f1566 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:24:29.186918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:29.192080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:29.194230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:29.255034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e7072402-721e-49f0-8b40-6497250f1566'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:24:29.268597 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-f2a0568d-a192-4c3c-906d-7753dc1944f9 service neutron] 10.222.0.35 "GET /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314045
Dec 09 14:24:29.309739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:29.329732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.330075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.330411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.330742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.331087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.331398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.331721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.332041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.332359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.332679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.332993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:29.337900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:30.061327 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edc3c1-34a9-45a9-a7aa-57f5c41bff5a req-960a1602-9e2f-4099-987d-62c4019c0fa8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:30.062781 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33edc3c1-34a9-45a9-a7aa-57f5c41bff5a req-960a1602-9e2f-4099-987d-62c4019c0fa8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 944 time: 0.0761034
Dec 09 14:24:30.107004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33edc3c1-34a9-45a9-a7aa-57f5c41bff5a req-f288648a-832a-4600-99ac-420fb78e166b tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388196
Dec 09 14:24:30.969184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7072402-721e-49f0-8b40-6497250f1566 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:24:31.036180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port e7072402-721e-49f0-8b40-6497250f1566 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:24:31.036552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:31.181489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:31.206954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:24:31.216671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:31.220745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:31.222799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:31.267197 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566', 'code': 200}
Dec 09 14:24:31.293045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:31.296215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:31.309169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23345462-a595-4e0f-9c95-65d9f9bed698 req-e6ee6f3e-58c0-483d-8a99-12ab067818e8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:31.310632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23345462-a595-4e0f-9c95-65d9f9bed698 req-e6ee6f3e-58c0-483d-8a99-12ab067818e8 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0838416
Dec 09 14:24:31.356243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23345462-a595-4e0f-9c95-65d9f9bed698 req-2f4f82b1-e023-45f0-9140-97ffeea41f49 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fb1d527-3027-41f8-aa40-522af99b8aa9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401323
Dec 09 14:24:31.646506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-8c5ce01e-2193-4c0e-ac89-73ef8b8c5326 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:31.647902 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-8c5ce01e-2193-4c0e-ac89-73ef8b8c5326 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.35 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 945 time: 0.0760562
Dec 09 14:24:31.717751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Deleting port e7072402-721e-49f0-8b40-6497250f1566 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:24:31.718083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:31.952329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] For port e7072402-721e-49f0-8b40-6497250f1566, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e7072402-721e-49f0-8b40-6497250f1566,segment=NetworkSegment(67dc8489-bf00-4b5d-a820-da0df22ec02e),segment_id=67dc8489-bf00-4b5d-a820-da0df22ec02e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:31.952679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:32.072293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Calling delete_port for e7072402-721e-49f0-8b40-6497250f1566 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:24:32.206244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:32.211539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-09278f68-b8b5-41cc-ad41-7af94002dac9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:32.218577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e7072402-721e-49f0-8b40-6497250f1566'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:24:32.257132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Pushing event deleted for resources: {'Port': ['ID=e7072402-721e-49f0-8b40-6497250f1566,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:32.297872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.298253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.298629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.298999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.299370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.299735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.300097 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.300459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.300819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.301174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.301553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:24:32.308073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:32.340901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] No DVR routers for this DVR port e7072402-721e-49f0-8b40-6497250f1566 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:24:32.343271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:32.346834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'name': 'network-vif-deleted', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:24:32.363072 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-6083fa14-e7b8-4e04-af6a-e268a81bbc79 req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.35 "DELETE /v2.0/ports/e7072402-721e-49f0-8b40-6497250f1566 HTTP/1.1" status: 204  len: 173 time: 0.7087655
Dec 09 14:24:32.408593 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0519aa34-2955-4cbb-9efd-f0822e50faa1', 'name': 'network-vif-deleted', 'tag': 'e7072402-721e-49f0-8b40-6497250f1566', 'status': 'completed', 'code': 200}
Dec 09 14:24:32.521460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aab55a7d-907a-4a07-bcf5-8873c50cc815 req-d3bc23bb-37c8-4677-b517-685057109961 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] 10.222.0.21 "GET /v2.0/ports?device_id=0519aa34-2955-4cbb-9efd-f0822e50faa1 HTTP/1.1" status: 200  len: 210 time: 0.0430796
Dec 09 14:24:33.788418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34380) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:24:33.851042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Deleting subnet 32050258-4023-4812-aa93-75354b977740 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:24:33.853845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:33.901598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:33.954105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.023648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.028646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cdda1d3a-2332-4b3a-aed2-53b72881160f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:34.062613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32050258-4023-4812-aa93-75354b977740,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:34.065638 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:34.069491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.076453 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32050258-4023-4812-aa93-75354b977740 HTTP/1.1" status: 204  len: 168 time: 0.2869411
Dec 09 14:24:34.079058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34384) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:24:34.183114 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.303711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.328745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449819af0>,) {'filters': {'network_id': ['785219c0-d552-4e63-aeb0-f46329c47bc0']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:24:34.340527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449819af0>, '67dc8489-bf00-4b5d-a820-da0df22ec02e') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:24:34.340815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449819af0>, '67dc8489-bf00-4b5d-a820-da0df22ec02e') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:24:34.353501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.370329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.376841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:24:34.377380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.380629 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:24:34.395599 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:24:34.467528 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.471103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc6e9698-115e-4c57-a17f-a11e48f52f96 tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:34.483582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.493709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=785219c0-d552-4e63-aeb0-f46329c47bc0,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:34.497283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:34.503266 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] 10.222.0.21 "DELETE /v2.0/networks/785219c0-d552-4e63-aeb0-f46329c47bc0 HTTP/1.1" status: 204  len: 168 time: 0.4232965
Dec 09 14:24:34.658773 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34390) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:24:34.713717 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-88c84250-b360-44cb-bfe7-f8474a96ba44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c1345d963e546f68079c49cb09fcf4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0536456
Dec 09 14:24:34.715994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34394) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:24:34.774137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.798966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.847704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.852884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0bf9d519-e117-4da9-ab19-d9187b33e9b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:34.867005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb1d527-3027-41f8-aa40-522af99b8aa9,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:34.872951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:34.874860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:34.875995 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b6f4e314-b4b1-48da-8b33-8b23518a3df8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fb1d527-3027-41f8-aa40-522af99b8aa9 HTTP/1.1" status: 204  len: 168 time: 0.1590848
Dec 09 14:24:34.996625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7072402-721e-49f0-8b40-6497250f1566 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:24:35.028228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: e7072402-721e-49f0-8b40-6497250f1566 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:24:35.028504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e7072402-721e-49f0-8b40-6497250f1566 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:24:35.712934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34416) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:24:35.859973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-800424397-network', 'tenant_id': '4075eba709fb4f3e9a8b0b555fcdbfec'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:24:35.864708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:24:35.868481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Usage tracker for resource:network and tenant:4075eba709fb4f3e9a8b0b555fcdbfec is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:24:35.871303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:24:35.876902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:24:35.887267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Made reservation on behalf of 4075eba709fb4f3e9a8b0b555fcdbfec for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:24:35.889613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:35.901896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:35.932621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:24:35.936699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Usage tracker for resource:security_group_rule and tenant:4075eba709fb4f3e9a8b0b555fcdbfec is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:24:35.939429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:24:35.945040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:24:36.014445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.017874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.021604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c90b2eff-6e41-4937-b437-22724ec73cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:36.044842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:24:36.056559 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db64c971-a056-46bb-b021-85200b2d8bca,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:36.060275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:36.061169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.061500 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Added segment ff9dacd4-6baa-4335-8167-094ef78c9d6f of type vlan for network 52fa5599-c602-482a-998d-391291a60f15
Dec 09 14:24:36.086891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.115046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.115946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:36.116491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.119652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c751a24b-f4f7-4e5c-bf90-757fd0153350 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:36.320600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Pushing event updated for resources: {'Network': ['ID=52fa5599-c602-482a-998d-391291a60f15,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:36.323415 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6089370
Dec 09 14:24:36.324260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5fa9e40-e3eb-41e8-9678-3f107cfe9367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:36.326294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34422) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:24:36.330262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 52fa5599-c602-482a-998d-391291a60f15 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:24:36.331425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Request body: {'subnet': {'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-800424397-subnet', 'tenant_id': '4075eba709fb4f3e9a8b0b555fcdbfec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:24:36.336308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:24:36.340132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Usage tracker for resource:subnet and tenant:4075eba709fb4f3e9a8b0b555fcdbfec is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:24:36.342994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:24:36.348747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:24:36.360191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Made reservation on behalf of 4075eba709fb4f3e9a8b0b555fcdbfec for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:24:36.362596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.559692 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.563732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-308e6f6e-3a56-4d78-9c94-726e8303aa8d tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:36.632487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756d5dee-3e1f-43e5-b406-20fed4f9c5e1,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:36.637815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:36.647213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Checking segment: {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:24:36.647557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Network hostable DHCP agents. Network: 52fa5599-c602-482a-998d-391291a60f15, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:24:36.668136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Network 52fa5599-c602-482a-998d-391291a60f15 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:24:36.677156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 52fa5599-c602-482a-998d-391291a60f15) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:24:36.680902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:36.681496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:36.686890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4eaec7-3d7c-4364-8352-17298b14e5af None None] Network 52fa5599-c602-482a-998d-391291a60f15 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:24:36.702161 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3748918
Dec 09 14:24:36.895974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261c01a-33ac-4fe9-98d8-e7f4c840e03c None None] Network 52fa5599-c602-482a-998d-391291a60f15 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:24:37.229197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590715e-2dde-40c0-8980-1b0087596041 req-a7e77db2-f03b-4904-a284-8a51ecdd179d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:37.231098 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-a7e77db2-f03b-4904-a284-8a51ecdd179d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 814 time: 0.1391437
Dec 09 14:24:37.246801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-23efd43b-83b4-4b9f-9984-30100180d696 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/quotas/4075eba709fb4f3e9a8b0b555fcdbfec HTTP/1.1" status: 200  len: 375 time: 0.0101004
Dec 09 14:24:37.290387 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-b520b9b4-9425-49ac-99be-445556fd4139 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0389645
Dec 09 14:24:37.300647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e45281-c305-41e5-a3fb-38e823212143 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:24:37.301573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e45281-c305-41e5-a3fb-38e823212143 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0045445
Dec 09 14:24:37.428489 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-39f2c6c1-681c-4d43-817e-849471a4224d service neutron] 10.222.0.21 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214457
Dec 09 14:24:37.556995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-fd593443-2671-4be5-9f67-2dd4cd8b611b service neutron] 10.222.0.21 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227813
Dec 09 14:24:37.740916 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0e0a4a95-01fc-4ea9-96d1-c00998f4dedb req-6854854c-89f8-4615-b3db-50a09350d393 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 210 time: 0.0472100
Dec 09 14:24:38.924008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e5bed3c-a8c7-40cb-9366-e413eb3f3ca2 req-19e71a39-1d05-4992-badc-72e37e5cad8e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 210 time: 0.0572283
Dec 09 14:24:39.008210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590715e-2dde-40c0-8980-1b0087596041 req-bb7f60a2-ff77-4e10-af72-c1e585941b9a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:39.008897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-c590715e-2dde-40c0-8980-1b0087596041 req-bb7f60a2-ff77-4e10-af72-c1e585941b9a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Synchronizing usage tracker for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:network {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:24:39.025585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-c590715e-2dde-40c0-8980-1b0087596041 req-bb7f60a2-ff77-4e10-af72-c1e585941b9a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Unset dirty status for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:network {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:24:39.026813 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-bb7f60a2-ff77-4e10-af72-c1e585941b9a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 814 time: 0.1855199
Dec 09 14:24:39.046162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Request body: {'port': {'device_id': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'admin_state_up': True, 'tenant_id': '4075eba709fb4f3e9a8b0b555fcdbfec'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:24:39.181933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:24:39.185768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Usage tracker for resource:port and tenant:4075eba709fb4f3e9a8b0b555fcdbfec is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:24:39.188512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:24:39.194148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:24:39.203294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Made reservation on behalf of 4075eba709fb4f3e9a8b0b555fcdbfec for: {'port': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:24:39.206255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:39.367019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Allocated IP 172.20.0.13 (52fa5599-c602-482a-998d-391291a60f15/756d5dee-3e1f-43e5-b406-20fed4f9c5e1/27914336-2be3-486a-9fa4-50bff06571b4) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:24:39.563909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:39.590490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:39.595791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-72047d34-3f4c-4c50-8a47-13227b1684ff tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:39.662861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Network 52fa5599-c602-482a-998d-391291a60f15 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:24:39.666646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:24:39.669920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:24:39.700772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:39.706810 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:39.733137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:39.733765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:39.753925 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7129977
Dec 09 14:24:39.766004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Request body: {'port': {'device_id': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:24:39.872941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:40.111066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebaf73-11bc-4eb2-8a14-5099df37a1ed req-21a7f16b-9e1b-4af1-ac1c-9b787205f0e6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:40.112495 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70ebaf73-11bc-4eb2-8a14-5099df37a1ed req-21a7f16b-9e1b-4af1-ac1c-9b787205f0e6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 932 time: 0.0815842
Dec 09 14:24:40.159753 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70ebaf73-11bc-4eb2-8a14-5099df37a1ed req-a7862b02-ef82-44b6-acac-4cb88cc8baff tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415380
Dec 09 14:24:40.207137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27914336-2be3-486a-9fa4-50bff06571b4 {{(pid=83443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:24:40.214388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:40.228134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Transition to ACTIVE for port object 27914336-2be3-486a-9fa4-50bff06571b4 will not be triggered until provisioned by entity L2. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:24:40.232596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:40.236976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-01e62d07-6af4-43d9-962b-86524b1a586e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:40.468824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:40.472742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:40.575333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Attempting to bind port 27914336-2be3-486a-9fa4-50bff06571b4 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:24:40.575662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Attempting to bind port 27914336-2be3-486a-9fa4-50bff06571b4 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:24:40.575982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Attempting to bind port 27914336-2be3-486a-9fa4-50bff06571b4 on network 52fa5599-c602-482a-998d-391291a60f15 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:24:40.581486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Port 27914336-2be3-486a-9fa4-50bff06571b4 on network 52fa5599-c602-482a-998d-391291a60f15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:24:40.581826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Attempting to bind port 27914336-2be3-486a-9fa4-50bff06571b4 on network 52fa5599-c602-482a-998d-391291a60f15 {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:24:40.587928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:24:40.588252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Checking segment: {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:24:40.589230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Bound using segment: {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'} {{(pid=83443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:24:40.589669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.managers [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Bound port: 27914336-2be3-486a-9fa4-50bff06571b4, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'}}] {{(pid=83443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:24:40.590009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:40.674960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, cleared binding levels {{(pid=83443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:24:40.677882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:24:40.681758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:40.686303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1276e72d-b44b-4700-b29e-02a6533eb91e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:40.741672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:40.743052 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] 10.222.0.35 "PUT /v2.0/ports/27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 200  len: 1094 time: 0.9809263
Dec 09 14:24:40.743565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:24:40.773236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=3']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:40.776151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:40.810967 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4', 'status': 'completed', 'code': 200}
Dec 09 14:24:40.854796 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-393cb90a-07f8-4367-b9e1-5707ae577dc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 1097 time: 0.0746462
Dec 09 14:24:40.923962 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-df758767-ac29-4c9d-9137-6833c3c70f95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 200  len: 217 time: 0.0625489
Dec 09 14:24:40.983268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590715e-2dde-40c0-8980-1b0087596041 req-f7e33d69-0e6f-43c4-a5d5-d623f9543505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:40.984865 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-f7e33d69-0e6f-43c4-a5d5-d623f9543505 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0553200
Dec 09 14:24:41.031682 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-5d48017f-1cab-4e0f-bc13-d63c4854fef5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406971
Dec 09 14:24:41.159540 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-73af4fb3-749a-49e7-bf2a-ecf7e3e4567e service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215425
Dec 09 14:24:41.290256 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-c590715e-2dde-40c0-8980-1b0087596041 req-8d3c2723-3fac-47a3-9405-59ea38f5c03e service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244223
Dec 09 14:24:41.354575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513aa4e-9f09-4596-aa4a-696c90168592 req-4d712a82-617f-4a07-8811-3d1e89ab109c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:41.356033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d513aa4e-9f09-4596-aa4a-696c90168592 req-4d712a82-617f-4a07-8811-3d1e89ab109c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 944 time: 0.0772331
Dec 09 14:24:41.401750 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d513aa4e-9f09-4596-aa4a-696c90168592 req-effe7d76-b859-41da-8cd8-738225deda1e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391042
Dec 09 14:24:41.402666 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-cbc7c92e-2e60-452a-a175-aa143c03770e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 1097 time: 0.0688834
Dec 09 14:24:41.533458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-42acfc84-d4d9-4db9-a0da-399fecfee2ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:41.534918 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-42acfc84-d4d9-4db9-a0da-399fecfee2ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1258304
Dec 09 14:24:41.605413 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-da00fb78-48ae-43e1-809a-2cb5ac0750fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 200  len: 217 time: 0.0627155
Dec 09 14:24:41.669729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-e67dc9f6-5ed8-4a39-87d8-a8da18a1a7bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:41.671086 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-e67dc9f6-5ed8-4a39-87d8-a8da18a1a7bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0561466
Dec 09 14:24:41.715996 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-a4a288b4-fd25-43a5-b5de-6ae87fd3d395 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376782
Dec 09 14:24:41.844857 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-910b3fd0-0ed8-4b66-b8ae-132d16578ca8 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222112
Dec 09 14:24:41.973729 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-1bcf96ad-b645-4503-aa97-50e3b1915ead req-042e11e8-e6a5-47d6-98d2-dba7eb016dc9 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223359
Dec 09 14:24:42.597976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a023-9ada-4a5f-afd5-e561e28b54da req-b1b19c2b-9e92-4042-8e2d-efe8b24a79d8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:42.599415 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6b1a023-9ada-4a5f-afd5-e561e28b54da req-b1b19c2b-9e92-4042-8e2d-efe8b24a79d8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 944 time: 0.0792189
Dec 09 14:24:42.647028 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6b1a023-9ada-4a5f-afd5-e561e28b54da req-f8ed879d-1aa7-4ab9-b606-b7df53c9e1b9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420680
Dec 09 14:24:43.841317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cca6eb-23e1-4aaa-94d1-1ada1b83b867 req-ea16a510-92d7-4fba-9158-f7de4a2e4516 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:43.842701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00cca6eb-23e1-4aaa-94d1-1ada1b83b867 req-ea16a510-92d7-4fba-9158-f7de4a2e4516 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 944 time: 0.0753117
Dec 09 14:24:43.886904 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00cca6eb-23e1-4aaa-94d1-1ada1b83b867 req-d94989d4-ee3e-4cbf-86fb-d65496160454 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388093
Dec 09 14:24:45.016502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:24:45.086226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b844020-4831-41b8-9332-b00561b05c9b req-0e53429f-352e-46bb-aede-ff33df48a8b6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:45.087693 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b844020-4831-41b8-9332-b00561b05c9b req-0e53429f-352e-46bb-aede-ff33df48a8b6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 944 time: 0.0806980
Dec 09 14:24:45.132934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b844020-4831-41b8-9332-b00561b05c9b req-50b624d2-c4fa-4b54-9162-4a9ad3e3b683 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390949
Dec 09 14:24:45.154872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:45.167724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '27914336-2be3-486a-9fa4-50bff06571b4', 'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'port_id': '27914336-2be3-486a-9fa4-50bff06571b4', 'mac_address': 'fa:16:3e:63:44:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756d5dee-3e1f-43e5-b406-20fed4f9c5e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:24:45.219857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:45.236650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27914336-2be3-486a-9fa4-50bff06571b4 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:24:45.251271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:45.254959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:45.256703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c9c0f4a8-51f1-4846-8185-817526f29143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:45.318504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:45.321449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:45.456364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['27914336-2be3-486a-9fa4-50bff06571b4'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:24:46.328428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d2be4-d9cb-4e0e-a83f-9d3608c2f599 req-d52dffab-a850-482b-b366-cc1d1fa1730f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:46.329876 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c9d2be4-d9cb-4e0e-a83f-9d3608c2f599 req-d52dffab-a850-482b-b366-cc1d1fa1730f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 945 time: 0.0798345
Dec 09 14:24:46.353965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:46.379038 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c9d2be4-d9cb-4e0e-a83f-9d3608c2f599 req-3df8aebf-18a5-4dba-8acb-6bc87911479a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436914
Dec 09 14:24:47.043433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:24:47.113260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 27914336-2be3-486a-9fa4-50bff06571b4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:24:47.118153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 27914336-2be3-486a-9fa4-50bff06571b4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:24:47.118537 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:47.226776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:47.255524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:24:47.265006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:24:47.269678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:47.272404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:24:47.314452 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4', 'code': 200}
Dec 09 14:24:47.343819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:24:47.347780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:24:47.535230 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e104449c-0702-4808-9916-829c85473bf8 req-8368f89d-09d4-4ccf-8431-e9703fc0296d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 1099 time: 0.0753434
Dec 09 14:24:47.575645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc664126-48ca-45ed-a536-884af6324a07 req-94e778b3-e9f3-4642-8585-f927c70c2367 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:47.577108 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc664126-48ca-45ed-a536-884af6324a07 req-94e778b3-e9f3-4642-8585-f927c70c2367 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0797122
Dec 09 14:24:47.578972 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-e104449c-0702-4808-9916-829c85473bf8 req-0be538ab-e498-4709-9a6f-11aca92efe57 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375259
Dec 09 14:24:47.622654 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc664126-48ca-45ed-a536-884af6324a07 req-fcb7277d-58aa-431c-b55e-bd6058d0b603 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397084
Dec 09 14:24:48.917237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f866f-a105-43c6-95fe-7ae7265a4daf req-c2ff6c69-d707-4937-a26f-1967e110af2a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:48.918695 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d4f866f-a105-43c6-95fe-7ae7265a4daf req-c2ff6c69-d707-4937-a26f-1967e110af2a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.1760430
Dec 09 14:24:48.962669 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d4f866f-a105-43c6-95fe-7ae7265a4daf req-91c4de14-e704-4ee4-b76d-3a2ad66f94ed tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384233
Dec 09 14:24:49.159633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e88708-82c4-4a7c-a9c7-af983614ed03 req-bee91bb3-cdb1-4690-a98e-a3087afc4680 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:49.161075 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e88708-82c4-4a7c-a9c7-af983614ed03 req-bee91bb3-cdb1-4690-a98e-a3087afc4680 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0768492
Dec 09 14:24:49.205623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e88708-82c4-4a7c-a9c7-af983614ed03 req-7938af82-7dd0-461b-8662-b11591fd95d7 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390267
Dec 09 14:24:49.575434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21321b-7728-4922-9f7a-3b94cb5c41ba req-2a7e03fe-0bdf-4640-91a8-4bc1a143286e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:49.576910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d21321b-7728-4922-9f7a-3b94cb5c41ba req-2a7e03fe-0bdf-4640-91a8-4bc1a143286e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0800052
Dec 09 14:24:49.621961 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d21321b-7728-4922-9f7a-3b94cb5c41ba req-df6ff829-910d-451d-9e29-6cdb78f97cc8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393467
Dec 09 14:24:49.814834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cd22-876c-4da9-bec1-7557f55b148b req-641d78a9-9d2a-4256-b371-40024c437b29 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:49.816191 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a70cd22-876c-4da9-bec1-7557f55b148b req-641d78a9-9d2a-4256-b371-40024c437b29 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0779510
Dec 09 14:24:49.863186 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0a70cd22-876c-4da9-bec1-7557f55b148b req-7001c7af-e2d6-4697-b518-802f2e7633e6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414939
Dec 09 14:24:50.052909 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7afaf990-7295-4c9c-9a93-8daf65b60d48 req-01d0f222-ea8d-4b05-95bf-8af173defb28 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0666471
Dec 09 14:24:50.348867 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-f675169d-2ed0-4d7e-aef4-d2338d6d7a60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1158090
Dec 09 14:24:50.375467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcb859-e02e-411d-8e83-9a61cb4423eb req-70908392-dd72-4f96-bbdb-b2392216f54d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:50.376894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3edcb859-e02e-411d-8e83-9a61cb4423eb req-70908392-dd72-4f96-bbdb-b2392216f54d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0941346
Dec 09 14:24:50.424039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3edcb859-e02e-411d-8e83-9a61cb4423eb req-5c16d7b6-3846-441b-bb57-89ff18609f66 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416055
Dec 09 14:24:51.471232 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-a4789582-1da9-4005-afd6-8dcd3a5f88c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 1099 time: 0.0747716
Dec 09 14:24:51.605523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-04d37307-edf5-4f72-95a7-474dae518c49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:51.606993 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-04d37307-edf5-4f72-95a7-474dae518c49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1289043
Dec 09 14:24:51.623278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce74a-c94b-4613-95a3-5cd62cdd09b2 req-5f422307-df4e-40fd-aeb8-d00264f7780e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:51.624763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee1ce74a-c94b-4613-95a3-5cd62cdd09b2 req-5f422307-df4e-40fd-aeb8-d00264f7780e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0805123
Dec 09 14:24:51.672955 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ee1ce74a-c94b-4613-95a3-5cd62cdd09b2 req-7c119ba6-57dc-4f9c-8e3f-cf3a119e9caf tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423548
Dec 09 14:24:51.777458 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-67fc92da-b06f-497a-a2e9-281c29c551b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 200  len: 217 time: 0.1636577
Dec 09 14:24:51.842613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-914c6bb5-2bd4-4d88-b144-75028f349b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:51.844030 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-914c6bb5-2bd4-4d88-b144-75028f349b21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0605142
Dec 09 14:24:51.888163 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-35e57803-8aef-4032-be07-6b7a3acfe715 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0381651
Dec 09 14:24:52.016502 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-5967b42f-76a7-4234-9d60-61fb4fe88201 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219182
Dec 09 14:24:52.145173 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-0a281df3-0610-4fd2-b660-af9d3d1f9e91 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227195
Dec 09 14:24:52.522068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-11590a52-a278-4b87-b3b8-ab0738167d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:52.872822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc151574-689d-418e-91b1-4a0759ca9e29 req-30e7cab5-f08f-4e74-a648-f700f10c0304 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:52.874234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc151574-689d-418e-91b1-4a0759ca9e29 req-30e7cab5-f08f-4e74-a648-f700f10c0304 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0776732
Dec 09 14:24:52.920040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc151574-689d-418e-91b1-4a0759ca9e29 req-300ed8f0-fac3-40e6-a316-07b6dfd1b0d3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403574
Dec 09 14:24:54.139080 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fecad6-e588-41d8-85bc-3f5683c09c37 req-5108527c-bcd0-4c5f-ad8a-931765b8b068 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:54.140521 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96fecad6-e588-41d8-85bc-3f5683c09c37 req-5108527c-bcd0-4c5f-ad8a-931765b8b068 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0959928
Dec 09 14:24:54.184853 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96fecad6-e588-41d8-85bc-3f5683c09c37 req-a1e4e4d8-137d-442f-aa5d-7494c483bce2 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388749
Dec 09 14:24:54.890119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b9f5848-b0f3-4d68-88b7-942fde897f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:55.375476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcf64b-f571-42c0-9fce-db4c810d99d1 req-41044827-063e-48f9-8895-50a2bb7ab3ed tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:55.376892 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-babcf64b-f571-42c0-9fce-db4c810d99d1 req-41044827-063e-48f9-8895-50a2bb7ab3ed tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0755787
Dec 09 14:24:55.420177 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-babcf64b-f571-42c0-9fce-db4c810d99d1 req-07780858-4421-4447-8af3-24ed461152f8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378916
Dec 09 14:24:56.159005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:56.395734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:56.618006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6a17d-f88a-4661-9cd6-70146518d8d2 req-df737ad9-43cc-4ff5-ae86-07c82f774ecf tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:56.619446 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96f6a17d-f88a-4661-9cd6-70146518d8d2 req-df737ad9-43cc-4ff5-ae86-07c82f774ecf tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0787899
Dec 09 14:24:56.664159 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96f6a17d-f88a-4661-9cd6-70146518d8d2 req-65c865c6-83f5-4e7c-a57d-6b504856f76f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383956
Dec 09 14:24:57.580030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:24:57.856500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cca35-3a17-4fd9-8e0f-15e3c37ba85f req-24a4637d-cc7a-4db5-a602-a4aa75608951 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:57.857849 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e04cca35-3a17-4fd9-8e0f-15e3c37ba85f req-24a4637d-cc7a-4db5-a602-a4aa75608951 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0755162
Dec 09 14:24:57.906035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e04cca35-3a17-4fd9-8e0f-15e3c37ba85f req-6b6324d3-330c-4d51-a761-964e4b725acd tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424674
Dec 09 14:24:59.098351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76346c-9993-48a5-98eb-442e16baebb3 req-10029e75-d80d-4872-acbd-be2b5e662df5 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:24:59.099819 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f76346c-9993-48a5-98eb-442e16baebb3 req-10029e75-d80d-4872-acbd-be2b5e662df5 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0759788
Dec 09 14:24:59.144353 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f76346c-9993-48a5-98eb-442e16baebb3 req-088f6596-81f4-4ce8-a915-c00d275e6d8b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391450
Dec 09 14:25:00.340811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429057f-89e6-4210-8d83-2fbfbf651865 req-0d12253f-86d1-4c82-ae56-9f75ec63058b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:00.342262 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0429057f-89e6-4210-8d83-2fbfbf651865 req-0d12253f-86d1-4c82-ae56-9f75ec63058b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0785503
Dec 09 14:25:00.387222 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0429057f-89e6-4210-8d83-2fbfbf651865 req-69a0bcc2-22fc-4328-bb77-11bb994fdcfc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395043
Dec 09 14:25:01.582071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494f984-7fd9-4d5b-977d-d3d444c6a805 req-3ddcc76f-33de-4961-a74c-cffbaa6a50e1 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:01.583523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e494f984-7fd9-4d5b-977d-d3d444c6a805 req-3ddcc76f-33de-4961-a74c-cffbaa6a50e1 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0780134
Dec 09 14:25:01.627593 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e494f984-7fd9-4d5b-977d-d3d444c6a805 req-1b8924d3-a6d8-40ec-b69c-7bce88e168aa tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387428
Dec 09 14:25:02.823894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377850ad-54ad-4832-be4b-a0a0403d6da9 req-7dedff33-46f2-4684-8add-68e32c2fce0d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:02.825256 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-377850ad-54ad-4832-be4b-a0a0403d6da9 req-7dedff33-46f2-4684-8add-68e32c2fce0d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0803571
Dec 09 14:25:02.869206 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-377850ad-54ad-4832-be4b-a0a0403d6da9 req-ee44a2cd-cfa7-41aa-bf80-a202fc1ce1af tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384595
Dec 09 14:25:04.063779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8562c68-5b21-4efe-b921-b8e702e0a7b1 req-6ef7dfa6-4e6f-410b-9a46-16c051336e24 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:04.065207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8562c68-5b21-4efe-b921-b8e702e0a7b1 req-6ef7dfa6-4e6f-410b-9a46-16c051336e24 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0759869
Dec 09 14:25:04.122294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8562c68-5b21-4efe-b921-b8e702e0a7b1 req-a726ce1a-a97b-4ed7-94c4-f234de25bb70 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516243
Dec 09 14:25:05.313758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d810a6-1ae1-4076-906f-0fcfdbc185fb req-2ebb3b6f-12fe-46f3-94c4-3f011ff9447b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:05.315078 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-17d810a6-1ae1-4076-906f-0fcfdbc185fb req-2ebb3b6f-12fe-46f3-94c4-3f011ff9447b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0754645
Dec 09 14:25:05.363744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-17d810a6-1ae1-4076-906f-0fcfdbc185fb req-b4751f7a-7225-4578-93ff-586861104d50 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432987
Dec 09 14:25:06.559214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221b46f-a4e5-4e46-a9d1-e22c2a704548 req-f9ebf225-3b67-4d0a-aa36-ebef375b91dc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:06.560648 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9221b46f-a4e5-4e46-a9d1-e22c2a704548 req-f9ebf225-3b67-4d0a-aa36-ebef375b91dc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0799959
Dec 09 14:25:06.692713 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9221b46f-a4e5-4e46-a9d1-e22c2a704548 req-b277cc8a-c430-4ae8-a5a6-cd81d2e920f5 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263843
Dec 09 14:25:07.888400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703ab42-5ad3-42e8-8802-5473db2c84a5 req-947e3f70-8e2e-4c4c-9b1b-0822372dad1b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:07.889799 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a703ab42-5ad3-42e8-8802-5473db2c84a5 req-947e3f70-8e2e-4c4c-9b1b-0822372dad1b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0756209
Dec 09 14:25:07.935273 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a703ab42-5ad3-42e8-8802-5473db2c84a5 req-2164eab4-807e-423f-b560-e66fb4bffa3f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401080
Dec 09 14:25:09.140864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8046a0-40bc-477a-b8c4-48725dba836b req-69f134ad-01b1-4d39-96c4-42b0f95b129e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:09.142368 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa8046a0-40bc-477a-b8c4-48725dba836b req-69f134ad-01b1-4d39-96c4-42b0f95b129e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0789843
Dec 09 14:25:09.190666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa8046a0-40bc-477a-b8c4-48725dba836b req-db7b637f-c67b-477c-a7f6-abdf336e808f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428667
Dec 09 14:25:10.380818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92127f90-2b55-410e-b3a0-d8e4535cee67 req-03976a50-80b3-4a7e-87af-4255da58dd75 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:10.382165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92127f90-2b55-410e-b3a0-d8e4535cee67 req-03976a50-80b3-4a7e-87af-4255da58dd75 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0745201
Dec 09 14:25:10.429262 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-92127f90-2b55-410e-b3a0-d8e4535cee67 req-87530370-4aeb-4ef9-8f2f-f995c2a7137f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417571
Dec 09 14:25:11.379985 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:25:11.624977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1996a-7eae-4e21-96cc-4f89ec621acb req-027f32a8-bc97-4627-9230-a8cece0e3814 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:11.626421 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bbd1996a-7eae-4e21-96cc-4f89ec621acb req-027f32a8-bc97-4627-9230-a8cece0e3814 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0761859
Dec 09 14:25:11.670090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bbd1996a-7eae-4e21-96cc-4f89ec621acb req-382c4440-b793-487d-b902-a564b3963338 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382495
Dec 09 14:25:12.865174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b0e16-22c6-45b6-a069-24c530bbb957 req-8845ee25-d4e2-427d-a97c-c716b4466808 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:12.866644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-924b0e16-22c6-45b6-a069-24c530bbb957 req-8845ee25-d4e2-427d-a97c-c716b4466808 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0802715
Dec 09 14:25:12.911180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-924b0e16-22c6-45b6-a069-24c530bbb957 req-ec43f1c9-b1a1-4537-a73e-6b01d6754c75 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386426
Dec 09 14:25:14.116374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28a619-c9d0-45fc-af03-835fca6f87d9 req-b30addfc-b7d1-4866-af5e-8264469362fe tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:14.117843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e28a619-c9d0-45fc-af03-835fca6f87d9 req-b30addfc-b7d1-4866-af5e-8264469362fe tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0754876
Dec 09 14:25:14.162427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e28a619-c9d0-45fc-af03-835fca6f87d9 req-da0eeb4b-526a-411e-94a3-7d906ed0a326 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386786
Dec 09 14:25:15.368901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae66fe-8785-4a1e-9ed1-0a7bb6bcfabb req-b07d1c54-2a5f-4029-bb08-ad2f8d508900 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:15.370844 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ffae66fe-8785-4a1e-9ed1-0a7bb6bcfabb req-b07d1c54-2a5f-4029-bb08-ad2f8d508900 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0818448
Dec 09 14:25:15.415536 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ffae66fe-8785-4a1e-9ed1-0a7bb6bcfabb req-a532a7d9-2294-4efa-9306-4f147b2c8efc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391395
Dec 09 14:25:16.368340 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:16.623806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96991133-c5e7-479c-828c-9374066f1140 req-d7b7b916-db95-4d86-b0f2-60df976b7fa9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:16.625156 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96991133-c5e7-479c-828c-9374066f1140 req-d7b7b916-db95-4d86-b0f2-60df976b7fa9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0753784
Dec 09 14:25:16.672509 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-96991133-c5e7-479c-828c-9374066f1140 req-bd76e5d3-b829-4c90-b5a5-4c2413e7ffef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419216
Dec 09 14:25:17.866554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ca25a-9fad-486d-bb34-6a741c38030b req-33817e4d-c327-46b4-88c2-68ac77ebdb39 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:17.867870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-742ca25a-9fad-486d-bb34-6a741c38030b req-33817e4d-c327-46b4-88c2-68ac77ebdb39 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0751727
Dec 09 14:25:17.911131 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-742ca25a-9fad-486d-bb34-6a741c38030b req-47626209-5761-42d1-ae8d-78e8251b7b23 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378268
Dec 09 14:25:18.777371 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-ced477f3-d97a-48df-9070-661064e1ab67 service neutron] 10.222.0.35 "GET /v2.0/ports/27914336-2be3-486a-9fa4-50bff06571b4/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0728614
Dec 09 14:25:19.036346 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-8d0a504f-69d2-4716-bcd7-3e42377f9d6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5&tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec HTTP/1.1" status: 200  len: 1099 time: 0.0727744
Dec 09 14:25:19.116670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d368f88-639d-4097-b406-163930137abb req-2bf7e35f-db39-4c87-a157-a3327846ece6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:19.118130 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d368f88-639d-4097-b406-163930137abb req-2bf7e35f-db39-4c87-a157-a3327846ece6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0800459
Dec 09 14:25:19.127724 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-42b9e021-8bcf-41bd-bedf-86f89307c396 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 1099 time: 0.0694051
Dec 09 14:25:19.163619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0d368f88-639d-4097-b406-163930137abb req-64805050-a884-4827-a3d5-7b68d6389881 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393951
Dec 09 14:25:19.257628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-10ba0836-f86d-4ebd-9ddc-572e6600444d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:19.259128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-10ba0836-f86d-4ebd-9ddc-572e6600444d service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1246243
Dec 09 14:25:19.328404 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-282f70d2-a69a-417d-981c-ae95f2819d37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 200  len: 217 time: 0.0630722
Dec 09 14:25:19.388404 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-cca36dc5-9c61-4870-88dc-670ce616a236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:19.389825 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-cca36dc5-9c61-4870-88dc-670ce616a236 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0557451
Dec 09 14:25:19.436489 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-a7cf179e-7d8e-4e83-b1d8-4d4b2a9f7bfc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409803
Dec 09 14:25:19.567306 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-5d1407dc-fa67-4f1d-90a9-632ead038ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248872
Dec 09 14:25:19.697292 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-81c00b9b-3622-4392-9c68-286b7b5b52e4 req-25c58e51-0c2a-4475-8b59-c11434849157 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227922
Dec 09 14:25:20.358520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69609f8d-2e3b-4217-8d67-21b9c758da5f req-6ee27604-019b-4385-af67-cf4f4786a90f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:20.360142 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69609f8d-2e3b-4217-8d67-21b9c758da5f req-6ee27604-019b-4385-af67-cf4f4786a90f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0787978
Dec 09 14:25:20.404663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69609f8d-2e3b-4217-8d67-21b9c758da5f req-af8180b6-92c3-4688-b291-96b85e6f7455 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391507
Dec 09 14:25:21.606544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd142-6ece-460d-99bb-08b23144344d req-7e67ab99-7cf2-4a53-a56e-021644749723 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:21.607976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-327fd142-6ece-460d-99bb-08b23144344d req-7e67ab99-7cf2-4a53-a56e-021644749723 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0842845
Dec 09 14:25:21.653114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-327fd142-6ece-460d-99bb-08b23144344d req-dcde79b1-9518-41b9-8f14-522672f4ebcf tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394320
Dec 09 14:25:21.971640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-e61c8ec0-13b3-4f8e-9a4a-73e46835bbf0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:21.972218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-e61c8ec0-13b3-4f8e-9a4a-73e46835bbf0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Synchronizing usage tracker for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:25:21.975226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ac6a0-12da-4b06-aeb7-af42e8fda1d6 req-8b0dd866-e07e-4d9a-b831-9ecf8f2f9e1e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:21.976787 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-298ac6a0-12da-4b06-aeb7-af42e8fda1d6 req-8b0dd866-e07e-4d9a-b831-9ecf8f2f9e1e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0762413
Dec 09 14:25:21.988541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-e61c8ec0-13b3-4f8e-9a4a-73e46835bbf0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Unset dirty status for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:25:21.989784 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-e61c8ec0-13b3-4f8e-9a4a-73e46835bbf0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5&tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 946 time: 0.0962574
Dec 09 14:25:22.022596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-298ac6a0-12da-4b06-aeb7-af42e8fda1d6 req-d507b3bc-8215-4f9e-93e8-ad984f5f3a53 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399854
Dec 09 14:25:22.127086 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-2342a35b-8567-47e6-a26a-9cc7c454254a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 1099 time: 0.0671086
Dec 09 14:25:22.253331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-7eb534da-212d-4123-9422-ab930f38968b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:22.254652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-7eb534da-212d-4123-9422-ab930f38968b service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1215684
Dec 09 14:25:22.418277 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-7bad3e8b-4496-4a5c-8332-b685fc0512ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 200  len: 217 time: 0.1564493
Dec 09 14:25:22.479933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-658d2d44-fb22-4382-9346-0d2011d04ff5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:22.481276 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-658d2d44-fb22-4382-9346-0d2011d04ff5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0575221
Dec 09 14:25:22.523646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c0e4be0-8feb-45a6-85e1-e75a6490d346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:22.526485 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-1528b6e3-47d4-48c4-8ab0-4af8271191b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389316
Dec 09 14:25:22.658175 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-43b60012-5e1c-4afe-87bd-1571e0c29cdc service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257467
Dec 09 14:25:22.787293 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-9cedcfd1-287e-4186-83a4-d9ab780583df req-4cc6d330-0adf-4dd9-8ff9-81695c7035de service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224680
Dec 09 14:25:23.184190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:25:23.190553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:25:23.229442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b202fdf-bf39-4480-b4c0-d72c4bae2569 req-5becfde5-0b3e-4512-98fd-07c0e0f20cf0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:23.231477 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b202fdf-bf39-4480-b4c0-d72c4bae2569 req-5becfde5-0b3e-4512-98fd-07c0e0f20cf0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0838697
Dec 09 14:25:23.284588 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5b202fdf-bf39-4480-b4c0-d72c4bae2569 req-3cfcf3e3-e29f-409e-b801-d0568e7df1d6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464160
Dec 09 14:25:23.440556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:23.470936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:23.489356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '27914336-2be3-486a-9fa4-50bff06571b4', 'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'port_id': '27914336-2be3-486a-9fa4-50bff06571b4', 'mac_address': 'fa:16:3e:63:44:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756d5dee-3e1f-43e5-b406-20fed4f9c5e1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:25:23.494283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:25:23.530526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:23.536916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:23.544749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:23.573660 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4', 'code': 200}
Dec 09 14:25:23.614311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:23.637109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:23.640442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27914336-2be3-486a-9fa4-50bff06571b4 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:25:23.644065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:23.701303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:25:23.701613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:25:24.252888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:24.269611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27914336-2be3-486a-9fa4-50bff06571b4 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:25:24.284448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:24.288252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:24.289915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:24.348670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['27914336-2be3-486a-9fa4-50bff06571b4'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:25:24.396417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:24.405439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:24.481102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479dcd8-b68d-4a19-82c7-96808551d30b req-0d188fc8-cdc8-43f3-8a6e-8b8928245fe6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:24.482578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9479dcd8-b68d-4a19-82c7-96808551d30b req-0d188fc8-cdc8-43f3-8a6e-8b8928245fe6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 945 time: 0.0754735
Dec 09 14:25:24.531931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9479dcd8-b68d-4a19-82c7-96808551d30b req-3f1cc193-bb11-4b6d-8bb0-1651eb24b9fa tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436270
Dec 09 14:25:24.727202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35b378-61ea-4dc0-935d-e27ab8c3ce00 req-dd0f0ac8-f5b2-4afa-a739-1699ed1683fe tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:24.728576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b35b378-61ea-4dc0-935d-e27ab8c3ce00 req-dd0f0ac8-f5b2-4afa-a739-1699ed1683fe tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 945 time: 0.0766368
Dec 09 14:25:24.774214 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b35b378-61ea-4dc0-935d-e27ab8c3ce00 req-8180854e-a1bf-4896-a024-c85c6e9714f8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395737
Dec 09 14:25:24.892519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-539e1703-3ce5-46af-aecd-53b370682260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:24.985462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b43c8-17d8-4ab4-8466-980ac329b87a req-1d6d35db-7cc3-439a-9021-d29a67c1983d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:24.986838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f15b43c8-17d8-4ab4-8466-980ac329b87a req-1d6d35db-7cc3-439a-9021-d29a67c1983d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 945 time: 0.0876744
Dec 09 14:25:25.039370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f15b43c8-17d8-4ab4-8466-980ac329b87a req-1ebb7f67-c3d4-4bec-8056-728478ed2146 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470238
Dec 09 14:25:25.197618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:25:25.287167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 27914336-2be3-486a-9fa4-50bff06571b4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:25:25.287554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:25.413375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:25.445854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:25.450313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:25.453106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:25.518636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:25.522678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:25.574572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:25:25.632156 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4', 'code': 200}
Dec 09 14:25:25.658186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-999c438f-15cd-4a18-977d-a8c1edd1ede3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:25.659607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-999c438f-15cd-4a18-977d-a8c1edd1ede3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 814 time: 0.2436314
Dec 09 14:25:25.675527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-64defd7c-91ad-457e-806c-fd42b83899ff tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/quotas/4075eba709fb4f3e9a8b0b555fcdbfec HTTP/1.1" status: 200  len: 375 time: 0.0107100
Dec 09 14:25:25.752496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-5834cb82-02ca-4e11-a158-1c9fc0dcf0cb tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0722685
Dec 09 14:25:25.881655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-42c2aa94-4fb9-4a9a-a7bf-8aa6b89e2f4a service neutron] 10.222.0.21 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224811
Dec 09 14:25:26.009555 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-645ee0ff-bdec-4e92-8d8b-6e7309ad2366 service neutron] 10.222.0.21 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223309
Dec 09 14:25:26.162084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:26.193906 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a339968-c6a3-4e8c-99c6-50afaefab475 req-934f5962-91b5-4676-85f5-f3590a29e8e1 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 210 time: 0.0479376
Dec 09 14:25:26.399018 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.042824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-d08115b1-51f8-4864-869e-dc852f73b02f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:27.044300 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-d08115b1-51f8-4864-869e-dc852f73b02f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b1c7548-8563-43f3-9c68-8051f98680f5 HTTP/1.1" status: 200  len: 946 time: 0.0777037
Dec 09 14:25:27.116575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Deleting port 27914336-2be3-486a-9fa4-50bff06571b4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:25:27.116947 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.179975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-497eee0c-172f-40b8-8c24-ff19345f0af3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:27.181570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-497eee0c-172f-40b8-8c24-ff19345f0af3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 814 time: 0.1544747
Dec 09 14:25:27.199303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Request body: {'port': {'device_id': 'cc56c262-2169-402d-bc53-73500f7c115e', 'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'admin_state_up': True, 'tenant_id': '4075eba709fb4f3e9a8b0b555fcdbfec'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:25:27.370743 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34694537-c584-4cfc-a221-a5e5af4b5b93 req-17377c32-777b-4745-b6ac-1b884d220925 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 210 time: 0.0437679
Dec 09 14:25:27.372059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] For port 27914336-2be3-486a-9fa4-50bff06571b4, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=27914336-2be3-486a-9fa4-50bff06571b4,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:27.372519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.375408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:25:27.385482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:25:27.400758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Made reservation on behalf of 4075eba709fb4f3e9a8b0b555fcdbfec for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:25:27.404525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.495994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Calling delete_port for 27914336-2be3-486a-9fa4-50bff06571b4 owned by compute:nova {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:25:27.577447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Allocated IP 172.20.0.8 (52fa5599-c602-482a-998d-391291a60f15/756d5dee-3e1f-43e5-b406-20fed4f9c5e1/6fd34fb2-14cc-4562-9aab-4c840bffe445) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:25:27.583525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.644461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.650093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e4809cda-218b-4b85-b21a-776077c20392 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:27.656122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['27914336-2be3-486a-9fa4-50bff06571b4'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:25:27.690211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Pushing event deleted for resources: {'Port': ['ID=27914336-2be3-486a-9fa4-50bff06571b4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:27.694482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:27.765580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] No DVR routers for this DVR port 27914336-2be3-486a-9fa4-50bff06571b4 on host hv-neutron-8211 {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:25:27.767949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.770542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-deleted', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:25:27.785648 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-d70a2959-b401-4d91-ae25-a37f3dc5e99e req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "DELETE /v2.0/ports/27914336-2be3-486a-9fa4-50bff06571b4 HTTP/1.1" status: 204  len: 173 time: 0.7363439
Dec 09 14:25:27.791015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.821363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:27.827005 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1c7548-8563-43f3-9c68-8051f98680f5', 'name': 'network-vif-deleted', 'tag': '27914336-2be3-486a-9fa4-50bff06571b4', 'status': 'completed', 'code': 200}
Dec 09 14:25:27.827846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fb3eed1-875d-4494-8523-237ce3d7e9a5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:27.832128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['27914336-2be3-486a-9fa4-50bff06571b4'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:25:27.904284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Network 52fa5599-c602-482a-998d-391291a60f15 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:25:27.907724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:25:27.910100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:25:27.949218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:27.969921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.970304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.970680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.971052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.971418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.971784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.972146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.972507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.972865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.973219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.973606 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:27.976976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:27.991608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:27.992201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:28.015076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8200216
Dec 09 14:25:28.027032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Request body: {'port': {'device_id': 'cc56c262-2169-402d-bc53-73500f7c115e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:25:28.132610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:28.615974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd34fb2-14cc-4562-9aab-4c840bffe445 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:25:28.625371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:28.649200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Transition to ACTIVE for port object 6fd34fb2-14cc-4562-9aab-4c840bffe445 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:25:28.652882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:28.656974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0acc347c-681d-4006-a60a-32533f0bee91 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:28.689302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac9b13-236b-40aa-bff4-3a06bb969f16 req-29630fb6-53be-4860-8a52-2b95308f4613 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:28.689930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d3ac9b13-236b-40aa-bff4-3a06bb969f16 req-29630fb6-53be-4860-8a52-2b95308f4613 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Synchronizing usage tracker for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:25:28.786692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d3ac9b13-236b-40aa-bff4-3a06bb969f16 req-29630fb6-53be-4860-8a52-2b95308f4613 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Unset dirty status for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:25:28.787835 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d3ac9b13-236b-40aa-bff4-3a06bb969f16 req-29630fb6-53be-4860-8a52-2b95308f4613 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 931 time: 0.2686183
Dec 09 14:25:28.794445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:28.798323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:28.906212 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d3ac9b13-236b-40aa-bff4-3a06bb969f16 req-a3180130-8249-4456-8efe-1386f08b5560 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088662
Dec 09 14:25:28.936775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Attempting to bind port 6fd34fb2-14cc-4562-9aab-4c840bffe445 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:25:28.937100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Attempting to bind port 6fd34fb2-14cc-4562-9aab-4c840bffe445 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:25:28.937417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Attempting to bind port 6fd34fb2-14cc-4562-9aab-4c840bffe445 on network 52fa5599-c602-482a-998d-391291a60f15 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:25:28.943165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Port 6fd34fb2-14cc-4562-9aab-4c840bffe445 on network 52fa5599-c602-482a-998d-391291a60f15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:25:28.943415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Attempting to bind port 6fd34fb2-14cc-4562-9aab-4c840bffe445 on network 52fa5599-c602-482a-998d-391291a60f15 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:25:28.949553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:25:28.949897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Checking segment: {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:25:28.950270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Bound using segment: {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:25:28.950681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Bound port: 6fd34fb2-14cc-4562-9aab-4c840bffe445, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9dacd4-6baa-4335-8167-094ef78c9d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '52fa5599-c602-482a-998d-391291a60f15'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:25:28.951017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:29.036117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:25:29.039050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:25:29.043880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:29.047315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ae7b1326-72ff-4408-92c7-7517287da1fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:29.109102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:29.110736 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] 10.222.0.35 "PUT /v2.0/ports/6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 1093 time: 1.0875266
Dec 09 14:25:29.111248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:25:29.125464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:29.128141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:29.177579 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'status': 'completed', 'code': 200}
Dec 09 14:25:29.216886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-f557e439-b757-46a0-8204-31e77d473abb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1096 time: 0.0709975
Dec 09 14:25:29.286728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-17856c39-60e8-4d43-88dd-ccc46acdad61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 217 time: 0.0629082
Dec 09 14:25:29.347411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-eb10ec4a-14e8-4281-a880-b9eec8fe4ff4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:29.348767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-eb10ec4a-14e8-4281-a880-b9eec8fe4ff4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0554173
Dec 09 14:25:29.392954 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-02814c8f-2fcf-4bcd-a65f-d53aa4927404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375800
Dec 09 14:25:29.522132 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-712038f0-c4fe-4615-9537-b32003d62a7c service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218154
Dec 09 14:25:29.653395 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6302348-7c26-4735-b034-ff08e2aaf1f0 req-b7f2c0b7-11da-4666-bdfb-82f26d12487d service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251686
Dec 09 14:25:29.772097 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-70e76380-912a-43f5-9c10-7189426c860b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1096 time: 0.0725410
Dec 09 14:25:29.902549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-206d9b3c-1fe4-4dcd-9d31-a65983489e5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:29.903980 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-206d9b3c-1fe4-4dcd-9d31-a65983489e5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1252701
Dec 09 14:25:29.971773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-6aceef55-e07b-490b-b224-0483e3d3a4b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 217 time: 0.0602422
Dec 09 14:25:30.075359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-ccdec5b1-3e0c-4686-af77-889e80c32a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:30.076767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-ccdec5b1-3e0c-4686-af77-889e80c32a4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0987785
Dec 09 14:25:30.225643 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-4adea24b-72f3-4fca-9ad2-48998a42a68c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1410940
Dec 09 14:25:30.321097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa2148-7bc4-4744-8b3b-53534987fc38 req-6287e95c-1777-4dd4-bec6-b2030ae4c0b7 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:30.322542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0fa2148-7bc4-4744-8b3b-53534987fc38 req-6287e95c-1777-4dd4-bec6-b2030ae4c0b7 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 943 time: 0.2944176
Dec 09 14:25:30.398125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-ec275871-a314-4fe1-97a0-b2818a8f68e2 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1642489
Dec 09 14:25:30.403320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0fa2148-7bc4-4744-8b3b-53534987fc38 req-57d35898-0ed1-451a-846e-d546fa23fdec tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699489
Dec 09 14:25:30.528523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-54d10d1a-9b42-44cc-8e5d-5bb5cec3f018 req-f079afae-ece0-4efe-a7ae-454b88fd135c service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235135
Dec 09 14:25:31.214364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:25:31.249289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 27914336-2be3-486a-9fa4-50bff06571b4 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:25:31.249669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 27914336-2be3-486a-9fa4-50bff06571b4 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:25:31.598139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dfa5e-1402-4e04-8de9-11c8126cab27 req-45080a3e-e266-4766-917a-9d8c5b2a80bf tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:31.599582 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-023dfa5e-1402-4e04-8de9-11c8126cab27 req-45080a3e-e266-4766-917a-9d8c5b2a80bf tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 943 time: 0.0768776
Dec 09 14:25:31.647791 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-023dfa5e-1402-4e04-8de9-11c8126cab27 req-42843dd6-8e36-4c4a-a679-0636bfa3de14 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426953
Dec 09 14:25:32.846062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a22d79-3bee-484f-ab7b-75bfe09fd13d req-2e037aac-3524-4d7f-8817-f45c23cf2a0c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:32.847429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3a22d79-3bee-484f-ab7b-75bfe09fd13d req-2e037aac-3524-4d7f-8817-f45c23cf2a0c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 943 time: 0.0775051
Dec 09 14:25:32.891761 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3a22d79-3bee-484f-ab7b-75bfe09fd13d req-76bb4465-fcee-4364-8d97-7c260da65bde tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388286
Dec 09 14:25:33.215236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:25:33.344086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:33.356836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'port_id': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'mac_address': 'fa:16:3e:43:d8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756d5dee-3e1f-43e5-b406-20fed4f9c5e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:25:33.408494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:33.424868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd34fb2-14cc-4562-9aab-4c840bffe445 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:25:33.439536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:33.443480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:33.445349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:33.547262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:33.555624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.555972 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.556313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.556651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.556984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.557826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.558155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.558485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.559320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.559320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.559506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:25:33.563625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:33.629042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['6fd34fb2-14cc-4562-9aab-4c840bffe445'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:25:34.087472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176105-2066-4675-bbaf-94e132afb589 req-5928167c-d97c-41c3-aa00-c23b0831d357 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:34.089710 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e176105-2066-4675-bbaf-94e132afb589 req-5928167c-d97c-41c3-aa00-c23b0831d357 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 944 time: 0.0793128
Dec 09 14:25:34.133809 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4e176105-2066-4675-bbaf-94e132afb589 req-f6a75e35-d1ed-4fe7-93de-ed6ea4d426aa tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387003
Dec 09 14:25:35.231061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:25:35.298455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 6fd34fb2-14cc-4562-9aab-4c840bffe445 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:25:35.303292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 6fd34fb2-14cc-4562-9aab-4c840bffe445 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:25:35.303670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:35.331726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d161-1af7-4c53-a5cf-dc96a7ebfc65 req-44fae530-5309-42e9-8dc6-1d26228fbb53 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:35.333194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0464d161-1af7-4c53-a5cf-dc96a7ebfc65 req-44fae530-5309-42e9-8dc6-1d26228fbb53 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 944 time: 0.0782340
Dec 09 14:25:35.380077 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0464d161-1af7-4c53-a5cf-dc96a7ebfc65 req-b1fc9b86-89ba-45fc-87b3-760e39ede65d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404234
Dec 09 14:25:35.417980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:35.442879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:25:35.452631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:25:35.455962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:35.457814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:25:35.498955 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'code': 200}
Dec 09 14:25:35.524702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:25:35.529308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:25:35.720580 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5fd602a-ffbd-4a50-8ee0-91f3a606b204 req-7fe45c1d-ba36-4583-a7ff-b31395d24344 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1098 time: 0.0707777
Dec 09 14:25:35.763259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5fd602a-ffbd-4a50-8ee0-91f3a606b204 req-dd64dd6d-1f74-4f94-893a-176f9345d1c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360472
Dec 09 14:25:36.571466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9af1-fa50-481d-8f2c-af841e487850 req-504c800c-e120-4575-80a3-43c96256ed96 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:36.573565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e6a9af1-fa50-481d-8f2c-af841e487850 req-504c800c-e120-4575-80a3-43c96256ed96 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0757771
Dec 09 14:25:36.617287 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e6a9af1-fa50-481d-8f2c-af841e487850 req-4b7dfa4c-9b94-4f8e-a4fc-56cc194041c0 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383456
Dec 09 14:25:37.818718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fffdd-6953-47fd-acf7-e564b36d62d0 req-5ac207d7-6d2a-41e7-afa7-c62f4733d12f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:37.820071 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf9fffdd-6953-47fd-acf7-e564b36d62d0 req-5ac207d7-6d2a-41e7-afa7-c62f4733d12f tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0789979
Dec 09 14:25:37.864828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf9fffdd-6953-47fd-acf7-e564b36d62d0 req-072bf08f-0bc9-4572-bfd8-70c885392005 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387948
Dec 09 14:25:38.054540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14880a-ff1a-49ce-9516-fcac1398e303 req-dfb17f10-deb0-4b55-acc3-62a464fa6b12 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:38.055983 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b14880a-ff1a-49ce-9516-fcac1398e303 req-dfb17f10-deb0-4b55-acc3-62a464fa6b12 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0751719
Dec 09 14:25:38.103556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b14880a-ff1a-49ce-9516-fcac1398e303 req-a71d21a0-a2ac-4fe8-93da-c06907d49014 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415902
Dec 09 14:25:38.393430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-709e8806-f197-476d-91fc-b618cbd4cf8e req-d1ac755b-c90b-4b92-954d-a12f5f64ad79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1671987
Dec 09 14:25:38.683544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-ea159ae0-e7ad-4479-8090-f57598211ad2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1137362
Dec 09 14:25:38.713782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4029bbf-0f54-4a73-8f12-0ff5917df30f req-a86c999a-ec94-4054-889c-7011aa9cf25d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:38.715224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e4029bbf-0f54-4a73-8f12-0ff5917df30f req-a86c999a-ec94-4054-889c-7011aa9cf25d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0947568
Dec 09 14:25:38.762787 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e4029bbf-0f54-4a73-8f12-0ff5917df30f req-2fb0ec99-a05f-429a-b78b-d8be8586e89b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419691
Dec 09 14:25:39.798167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-209f399c-6d91-48aa-bb8b-19ec405183e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1098 time: 0.0677695
Dec 09 14:25:39.975783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-5b898dcd-fc82-42a0-ac6e-c1ff006c5328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:39.977201 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-5b898dcd-fc82-42a0-ac6e-c1ff006c5328 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1721315
Dec 09 14:25:40.157172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-3daff357-31b0-4c1a-be66-de8583ac22ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 217 time: 0.1690774
Dec 09 14:25:40.165744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5d79d-a701-4892-b6b5-2c8702b90f15 req-05eee8b8-9a65-4f2c-a8b1-df208592f960 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:40.167705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12b5d79d-a701-4892-b6b5-2c8702b90f15 req-05eee8b8-9a65-4f2c-a8b1-df208592f960 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.2817769
Dec 09 14:25:40.253233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-27b2e837-8037-4786-96e0-b6e5a8e65e0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:40.254684 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-27b2e837-8037-4786-96e0-b6e5a8e65e0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0861623
Dec 09 14:25:40.259299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12b5d79d-a701-4892-b6b5-2c8702b90f15 req-5a893a0b-2c9d-4467-9c6d-b1413ca285c7 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627754
Dec 09 14:25:40.303258 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-9eb7b503-b728-4554-b49c-677382156a51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423472
Dec 09 14:25:40.432490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-36e681cb-b571-46f9-a239-b3db5d4ac16b service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227424
Dec 09 14:25:40.560709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-3834dc30-1302-4000-bf8d-c1dd093627d2 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225736
Dec 09 14:25:40.818974 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-2a1a8845-2ab2-4d02-a9e5-bbea0b4b10e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1098 time: 0.0688329
Dec 09 14:25:40.962238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173728-e2af-4c05-8770-496602f9a88d req-94bd1d92-9dc0-446b-84ed-ea91107178ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:40.963742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-94bd1d92-9dc0-446b-84ed-ea91107178ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1263995
Dec 09 14:25:41.034837 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-6e2631f3-ff85-49a0-bcfe-03f405afc4fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 217 time: 0.0654418
Dec 09 14:25:41.095223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173728-e2af-4c05-8770-496602f9a88d req-1d6b1596-03e7-4437-bf66-5345429e7609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:41.096520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-1d6b1596-03e7-4437-bf66-5345429e7609 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0558245
Dec 09 14:25:41.141397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-3899eba5-e6cf-4317-8b51-ef37969aed6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385759
Dec 09 14:25:41.271447 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-db8e61c5-bd52-40c8-beb1-c183a703a73c service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238990
Dec 09 14:25:41.444628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f173728-e2af-4c05-8770-496602f9a88d req-55e2b5ef-546b-40a6-879b-de37beb7ac76 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1663084
Dec 09 14:25:41.478749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471abe-16d6-4a3f-aa6b-59855591f75e req-fa078e57-2747-4136-922f-8aec2bea6f4d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:41.480178 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70471abe-16d6-4a3f-aa6b-59855591f75e req-fa078e57-2747-4136-922f-8aec2bea6f4d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0933149
Dec 09 14:25:41.525150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70471abe-16d6-4a3f-aa6b-59855591f75e req-3d5fbded-fe5d-4c44-a492-0896f0164850 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392647
Dec 09 14:25:42.719474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa999ab1-a573-470c-af2f-d5388dbb2a00 req-605a920b-258f-429a-a330-ff9913ab85cc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:42.720938 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa999ab1-a573-470c-af2f-d5388dbb2a00 req-605a920b-258f-429a-a330-ff9913ab85cc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0756958
Dec 09 14:25:42.765269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa999ab1-a573-470c-af2f-d5388dbb2a00 req-3f7330ef-1000-4290-9a42-d350f98214fb tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389249
Dec 09 14:25:43.961122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71616205-7751-4256-93a0-246ec2b9e80b req-06418e78-4dd9-484c-8a56-b9363b61737b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:43.962551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71616205-7751-4256-93a0-246ec2b9e80b req-06418e78-4dd9-484c-8a56-b9363b61737b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0773718
Dec 09 14:25:44.007859 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71616205-7751-4256-93a0-246ec2b9e80b req-fab676ed-9eaa-40be-83db-a18bb0389b75 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394020
Dec 09 14:25:45.200848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3c0d6-6fcf-4312-89fd-ea4bd6e92e00 req-c852bfae-aa64-4e91-a61e-bb03e25c73b8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:45.202318 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8cf3c0d6-6fcf-4312-89fd-ea4bd6e92e00 req-c852bfae-aa64-4e91-a61e-bb03e25c73b8 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0770221
Dec 09 14:25:45.250905 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8cf3c0d6-6fcf-4312-89fd-ea4bd6e92e00 req-1b893f63-7a03-4482-b750-b3ba5bed0d10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430524
Dec 09 14:25:46.373350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:46.446803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17deec-39af-4e11-acf2-37a8c3e75386 req-6a06ebc0-eeb4-4bf1-b443-6461d24c6d31 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:46.448288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd17deec-39af-4e11-acf2-37a8c3e75386 req-6a06ebc0-eeb4-4bf1-b443-6461d24c6d31 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0759640
Dec 09 14:25:46.493268 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd17deec-39af-4e11-acf2-37a8c3e75386 req-5df1a880-d02f-4da0-aebf-ff2d28cc6571 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393615
Dec 09 14:25:47.693427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456f786-cec8-45eb-ae30-6f14f3036647 req-bcec945f-8740-452e-93cc-fdf19019d745 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:47.694929 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9456f786-cec8-45eb-ae30-6f14f3036647 req-bcec945f-8740-452e-93cc-fdf19019d745 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0804691
Dec 09 14:25:47.739914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9456f786-cec8-45eb-ae30-6f14f3036647 req-02f24df3-ad05-4b48-8e3e-85b47b7613dd tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385063
Dec 09 14:25:48.380151 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:25:48.933691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66735aa2-1690-4cb0-8447-97eaf5e2da64 req-4a0818dc-b7eb-4a44-b959-efcc1144c069 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:48.935117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-66735aa2-1690-4cb0-8447-97eaf5e2da64 req-4a0818dc-b7eb-4a44-b959-efcc1144c069 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0746379
Dec 09 14:25:48.980230 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-66735aa2-1690-4cb0-8447-97eaf5e2da64 req-148d6bbd-f847-4cc2-95af-9098eb246a87 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393455
Dec 09 14:25:50.265962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd32764-2b26-4da2-8a8d-1038c3a9384a req-a28e8dac-9b7e-4683-a945-e084a9884137 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:50.267393 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bd32764-2b26-4da2-8a8d-1038c3a9384a req-a28e8dac-9b7e-4683-a945-e084a9884137 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.1701202
Dec 09 14:25:50.311569 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5bd32764-2b26-4da2-8a8d-1038c3a9384a req-2d66c681-8ad2-4560-b9b4-52ad16679325 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386188
Dec 09 14:25:51.502016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3a8b3-988f-4400-9e9d-fb9a58156b48 req-3e5b78f1-6b02-4819-b9dc-a5343014bf7b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:51.503429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9a3a8b3-988f-4400-9e9d-fb9a58156b48 req-3e5b78f1-6b02-4819-b9dc-a5343014bf7b tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0755880
Dec 09 14:25:51.550417 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9a3a8b3-988f-4400-9e9d-fb9a58156b48 req-7463a69a-ff1f-440f-b6d7-da95e9d3045a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415328
Dec 09 14:25:52.526795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-be089118-051c-426d-802a-e4d36bc5213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:52.748453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbeb28-be1d-4410-b428-22b0b4e1438d req-c612831b-a488-41c7-859f-01f2198d8b0d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:52.749888 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cbeb28-be1d-4410-b428-22b0b4e1438d req-c612831b-a488-41c7-859f-01f2198d8b0d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0805049
Dec 09 14:25:52.794560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cbeb28-be1d-4410-b428-22b0b4e1438d req-90075512-029a-4102-8926-2643f233fda4 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391819
Dec 09 14:25:53.993106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e88d22-6734-48df-8270-7df63e57ca42 req-731500ec-bb26-4a09-9785-606db8712fb3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:53.994632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97e88d22-6734-48df-8270-7df63e57ca42 req-731500ec-bb26-4a09-9785-606db8712fb3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0796623
Dec 09 14:25:54.040138 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-97e88d22-6734-48df-8270-7df63e57ca42 req-39bcd655-70c9-48bb-af5d-b01ccdc7a417 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400610
Dec 09 14:25:54.899559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c3f8569c-1328-4388-b1e7-abb7ab91a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:55.241047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b8505-c482-4402-b81b-adeb388769bf req-6033e932-d53f-4628-b033-c8b4323e26a2 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:55.242491 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad9b8505-c482-4402-b81b-adeb388769bf req-6033e932-d53f-4628-b033-c8b4323e26a2 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0774412
Dec 09 14:25:55.287123 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad9b8505-c482-4402-b81b-adeb388769bf req-d159a00c-af2e-40c1-a717-88e86e185f21 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387244
Dec 09 14:25:56.164352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:56.401393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:56.488898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232a26e-f113-44cd-b0d1-a89d76c0c6cf req-d0101bd8-d43e-4a34-b82f-c9cf7380fbf1 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:56.491040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f232a26e-f113-44cd-b0d1-a89d76c0c6cf req-d0101bd8-d43e-4a34-b82f-c9cf7380fbf1 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0803378
Dec 09 14:25:56.535069 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f232a26e-f113-44cd-b0d1-a89d76c0c6cf req-7b330c0c-aaf8-4401-9aab-861c79eff0c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380042
Dec 09 14:25:57.587141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:25:57.732351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d0a50-1644-4167-89ee-89f37566e546 req-b6491d26-70c6-45bd-8468-96eeabcd5c2c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:57.733816 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-847d0a50-1644-4167-89ee-89f37566e546 req-b6491d26-70c6-45bd-8468-96eeabcd5c2c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0763593
Dec 09 14:25:57.781132 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-847d0a50-1644-4167-89ee-89f37566e546 req-02b0d495-5713-4c6f-8195-975acc6de9fd tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416713
Dec 09 14:25:58.977825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f295-cc60-415a-a43b-6401a850a4c8 req-d36cef48-222e-45b3-a5d6-b216e718667a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:25:58.979262 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06b3f295-cc60-415a-a43b-6401a850a4c8 req-d36cef48-222e-45b3-a5d6-b216e718667a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0769150
Dec 09 14:25:59.024448 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-06b3f295-cc60-415a-a43b-6401a850a4c8 req-57aa23f7-3463-4607-8172-86b8322ac736 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397999
Dec 09 14:26:00.218749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19753d5-afc3-4264-adfc-ab8b34e1b04d req-ab343882-bfbd-4a0b-bde3-b20e3f5ee7ec tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:00.220151 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b19753d5-afc3-4264-adfc-ab8b34e1b04d req-ab343882-bfbd-4a0b-bde3-b20e3f5ee7ec tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0788114
Dec 09 14:26:00.265663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b19753d5-afc3-4264-adfc-ab8b34e1b04d req-1cc57f53-7d04-4a24-bb88-4c663ecdc84a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401661
Dec 09 14:26:01.460614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec406094-507b-45b7-8811-90da22c6afa1 req-6f6d094c-2a91-4e95-8579-3f7855d8bf82 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:01.462061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec406094-507b-45b7-8811-90da22c6afa1 req-6f6d094c-2a91-4e95-8579-3f7855d8bf82 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0754344
Dec 09 14:26:01.507588 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec406094-507b-45b7-8811-90da22c6afa1 req-3b666866-ddae-4a48-909a-15b347586a2c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400064
Dec 09 14:26:02.724088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42083679-cf6d-4654-a697-766596238117 req-f16cb860-d9b0-49da-bc72-3f79660a019a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:02.727792 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42083679-cf6d-4654-a697-766596238117 req-f16cb860-d9b0-49da-bc72-3f79660a019a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0984626
Dec 09 14:26:02.772076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42083679-cf6d-4654-a697-766596238117 req-a2e2de7b-42ce-4174-b595-8ab72f5a7862 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381835
Dec 09 14:26:03.966018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b5df-df40-49cc-9e11-16e0c9ee6a4a req-5a0c2ec8-b7a7-4ad2-a3d0-da01549eb63a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:03.967439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-39b9b5df-df40-49cc-9e11-16e0c9ee6a4a req-5a0c2ec8-b7a7-4ad2-a3d0-da01549eb63a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0753877
Dec 09 14:26:04.012246 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-39b9b5df-df40-49cc-9e11-16e0c9ee6a4a req-7412592d-790b-4f77-98e1-a59c7d62d04a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393493
Dec 09 14:26:05.206277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646998d-f8a2-4370-a265-b1515378a230 req-c7fb97ed-0858-41d2-beab-4e3f067e7f2d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:05.207614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3646998d-f8a2-4370-a265-b1515378a230 req-c7fb97ed-0858-41d2-beab-4e3f067e7f2d tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0783668
Dec 09 14:26:05.252622 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3646998d-f8a2-4370-a265-b1515378a230 req-a8e7c43d-4cf9-4518-84ce-e86a2945bca1 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390687
Dec 09 14:26:06.444445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f4a4d-0f80-4a73-9164-02e9fc6eeebc req-8a50de38-db59-4c24-a5ce-4d546b3635e3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:06.445887 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f58f4a4d-0f80-4a73-9164-02e9fc6eeebc req-8a50de38-db59-4c24-a5ce-4d546b3635e3 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0744717
Dec 09 14:26:06.494123 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f58f4a4d-0f80-4a73-9164-02e9fc6eeebc req-b98892d5-c10f-44c0-a8af-42d195c4b54c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417483
Dec 09 14:26:07.216471 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-0713c5b9-5f6e-4bcf-8e97-2761200e5e39 service neutron] 10.222.0.35 "GET /v2.0/ports/6fd34fb2-14cc-4562-9aab-4c840bffe445/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0764623
Dec 09 14:26:07.478010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-7d55da76-d26a-460c-98b2-b51b39a07014 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e&tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec HTTP/1.1" status: 200  len: 1098 time: 0.0680044
Dec 09 14:26:07.569934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-a5fe287e-1eca-48aa-953d-252017e85bdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1098 time: 0.0718253
Dec 09 14:26:07.771046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-7f9bbcca-c724-4ed8-b81e-4c49fd1b6804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:07.772367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-7f9bbcca-c724-4ed8-b81e-4c49fd1b6804 service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1967425
Dec 09 14:26:07.928484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23feb2b-edbd-4d08-acc7-c1f856e0dd09 req-ce2a99d3-79e4-4289-9e7d-5cd9db4f2572 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:07.929932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f23feb2b-edbd-4d08-acc7-c1f856e0dd09 req-ce2a99d3-79e4-4289-9e7d-5cd9db4f2572 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.2711341
Dec 09 14:26:07.951463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-bce15eb1-0cb1-48eb-8650-5ab82f9f8093 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 217 time: 0.1722615
Dec 09 14:26:08.031087 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f23feb2b-edbd-4d08-acc7-c1f856e0dd09 req-7d751d5e-9972-4ef1-bb88-af11187c87cc tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934570
Dec 09 14:26:08.034933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-aece6aa5-1571-488c-b8a5-c1e62628fd16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:08.036387 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-aece6aa5-1571-488c-b8a5-c1e62628fd16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0778513
Dec 09 14:26:08.081907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-aab21efc-1b37-4d20-8646-38c8bff0d14a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392296
Dec 09 14:26:08.209204 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-9371d797-0a8d-4e71-846e-b37665eb143d service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205246
Dec 09 14:26:08.339425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1801b95-0266-484b-8ff0-1de4517c24ba req-4c83f2e0-4cfc-4854-a136-51437eb625ec service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242409
Dec 09 14:26:09.226597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585878c-7107-456b-bd3c-14afa4593674 req-5837e9fb-8ce9-4ab5-99f4-74c308dc1c42 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:09.228541 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9585878c-7107-456b-bd3c-14afa4593674 req-5837e9fb-8ce9-4ab5-99f4-74c308dc1c42 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0758293
Dec 09 14:26:09.277255 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9585878c-7107-456b-bd3c-14afa4593674 req-54907443-5da0-4917-a89f-cb66488136d6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431702
Dec 09 14:26:10.471881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547483eb-42b9-4f3a-b4d5-be671fe99124 req-1a5ec471-d706-4255-8b82-89e2e3ad174a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:10.473330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-547483eb-42b9-4f3a-b4d5-be671fe99124 req-1a5ec471-d706-4255-8b82-89e2e3ad174a tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0763111
Dec 09 14:26:10.518380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-547483eb-42b9-4f3a-b4d5-be671fe99124 req-2d7b5581-bb27-4b20-8049-a6806430c90c tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389917
Dec 09 14:26:10.892232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301114a-f885-49eb-91f7-6bc504ee130e req-57f1e1e2-faf7-453b-b1c2-ae99f47f8195 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:10.893679 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-57f1e1e2-faf7-453b-b1c2-ae99f47f8195 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e&tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1408839
Dec 09 14:26:10.899893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc39f-2c02-449c-9c3b-09d2c2486c30 req-a0aa0564-1c2c-4c33-8b14-9065fa4e9a74 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:10.901221 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce2fc39f-2c02-449c-9c3b-09d2c2486c30 req-a0aa0564-1c2c-4c33-8b14-9065fa4e9a74 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.1129315
Dec 09 14:26:10.946721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce2fc39f-2c02-449c-9c3b-09d2c2486c30 req-9f14c92d-9cba-48dd-99bc-8b0b180fc6c4 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398574
Dec 09 14:26:11.033762 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-505ed060-4d18-4830-a113-d7e50f2c1a07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 1098 time: 0.0709312
Dec 09 14:26:11.162598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301114a-f885-49eb-91f7-6bc504ee130e req-c51add96-020d-432f-89fb-c5845377729b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:11.163932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-c51add96-020d-432f-89fb-c5845377729b service neutron] 10.222.0.35 "GET /v2.0/networks?id=52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 200  len: 915 time: 0.1243713
Dec 09 14:26:11.229897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-11cafb5e-98cc-479e-b432-fbc126cb55d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 200  len: 217 time: 0.0601428
Dec 09 14:26:11.293939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301114a-f885-49eb-91f7-6bc504ee130e req-c53dc89a-f852-424a-9a11-d5556b74904e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:11.295351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-c53dc89a-f852-424a-9a11-d5556b74904e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 200  len: 854 time: 0.0597899
Dec 09 14:26:11.342716 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-21570d97-74a7-4632-ad91-97ebd804b018 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=52fa5599-c602-482a-998d-391291a60f15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410159
Dec 09 14:26:11.446718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:26:11.449498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:26:11.471668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-6b4c5d5d-3799-4591-9ac8-23f7e5966280 service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223030
Dec 09 14:26:11.604060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b301114a-f885-49eb-91f7-6bc504ee130e req-3dd0009b-ac65-47dc-a034-10cc57a18fdb service neutron] 10.222.0.35 "GET /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245909
Dec 09 14:26:11.671409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:11.691239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:11.715718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'network_id': '52fa5599-c602-482a-998d-391291a60f15', 'port_id': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'mac_address': 'fa:16:3e:43:d8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756d5dee-3e1f-43e5-b406-20fed4f9c5e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:26:11.716907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:26:11.753632 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:11.760845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:11.764351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:11.833424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:11.857852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6fd34fb2-14cc-4562-9aab-4c840bffe445 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:26:11.862530 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'code': 200}
Dec 09 14:26:11.864421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:11.868291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:11.921928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:26:11.922294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:26:12.247688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec829-cfb1-490e-a4c3-02f582e95249 req-b2cc52ef-432c-4a25-b2c3-f332f488faec tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:12.249008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d89ec829-cfb1-490e-a4c3-02f582e95249 req-b2cc52ef-432c-4a25-b2c3-f332f488faec tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 943 time: 0.1799653
Dec 09 14:26:12.294126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d89ec829-cfb1-490e-a4c3-02f582e95249 req-766452df-1d6a-463b-aae2-369fa9f8936e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395713
Dec 09 14:26:12.474428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:12.487685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555e4e7-de54-4564-b2e9-9103e71e45a4 req-8aaaf6e0-c0a6-471b-b425-d50def7bbc65 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:12.489146 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1555e4e7-de54-4564-b2e9-9103e71e45a4 req-8aaaf6e0-c0a6-471b-b425-d50def7bbc65 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 943 time: 0.0770750
Dec 09 14:26:12.495323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd34fb2-14cc-4562-9aab-4c840bffe445 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:26:12.510848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:12.516289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:12.518755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:12.535909 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1555e4e7-de54-4564-b2e9-9103e71e45a4 req-cae0e1cd-1ebf-43e1-bed2-78414765209e tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406635
Dec 09 14:26:12.583932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['6fd34fb2-14cc-4562-9aab-4c840bffe445'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:26:12.621007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:12.624106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:12.739798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6184-150f-4b47-abe3-4c654331a724 req-d9442751-9e4a-43a4-971d-16da6ccfeca2 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:12.741234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b5c6184-150f-4b47-abe3-4c654331a724 req-d9442751-9e4a-43a4-971d-16da6ccfeca2 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 944 time: 0.0798736
Dec 09 14:26:12.786370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b5c6184-150f-4b47-abe3-4c654331a724 req-e09147f8-a536-4ca4-9977-4f4077db2cac tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392277
Dec 09 14:26:13.351897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d7c4c-f99b-4239-aec4-9349831c348d req-16e91f3c-7592-4e5f-a103-d5a317cd71c7 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:13.353830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e26d7c4c-f99b-4239-aec4-9349831c348d req-16e91f3c-7592-4e5f-a103-d5a317cd71c7 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 944 time: 0.0760171
Dec 09 14:26:13.397977 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e26d7c4c-f99b-4239-aec4-9349831c348d req-2305c6b4-8cb5-41fe-bccf-3de7a6329f78 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375333
Dec 09 14:26:13.463580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:13.531660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 6fd34fb2-14cc-4562-9aab-4c840bffe445 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:13.532281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:13.643404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:13.674158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:13.678161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:13.680002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:13.742339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:13.745221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:13.863163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:26:13.915426 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'code': 200}
Dec 09 14:26:14.598477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8e7c4-3780-4780-a398-3d3ee6528b16 req-973d7208-4fd7-40f3-9eec-543b946ed873 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:14.599902 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fef8e7c4-3780-4780-a398-3d3ee6528b16 req-973d7208-4fd7-40f3-9eec-543b946ed873 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0804214
Dec 09 14:26:14.644330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fef8e7c4-3780-4780-a398-3d3ee6528b16 req-9c2003fe-81fa-41cd-b1ad-8f7790e95975 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/security-groups?id=db64c971-a056-46bb-b021-85200b2d8bca&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383756
Dec 09 14:26:14.733313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-1f9d4374-f3b4-4b2e-9501-477baf2bdc07 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:14.734907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-1f9d4374-f3b4-4b2e-9501-477baf2bdc07 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 945 time: 0.0750568
Dec 09 14:26:14.803499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Deleting port 6fd34fb2-14cc-4562-9aab-4c840bffe445 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:26:14.803834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:15.042434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] For port 6fd34fb2-14cc-4562-9aab-4c840bffe445, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6fd34fb2-14cc-4562-9aab-4c840bffe445,segment=NetworkSegment(ff9dacd4-6baa-4335-8167-094ef78c9d6f),segment_id=ff9dacd4-6baa-4335-8167-094ef78c9d6f)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:15.042688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:15.160787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Calling delete_port for 6fd34fb2-14cc-4562-9aab-4c840bffe445 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:26:15.300166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:15.305614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:15.314192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['6fd34fb2-14cc-4562-9aab-4c840bffe445'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:26:15.348215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Pushing event deleted for resources: {'Port': ['ID=6fd34fb2-14cc-4562-9aab-4c840bffe445,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:15.351620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:15.422492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] No DVR routers for this DVR port 6fd34fb2-14cc-4562-9aab-4c840bffe445 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:26:15.424862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:15.427365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-deleted', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:26:15.442360 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2910f5d5-88d1-46ae-913c-373abefe0c67 req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.35 "DELETE /v2.0/ports/6fd34fb2-14cc-4562-9aab-4c840bffe445 HTTP/1.1" status: 204  len: 173 time: 0.7021298
Dec 09 14:26:15.572691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc56c262-2169-402d-bc53-73500f7c115e', 'name': 'network-vif-deleted', 'tag': '6fd34fb2-14cc-4562-9aab-4c840bffe445', 'status': 'completed', 'code': 200}
Dec 09 14:26:15.819676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-af0c96ac-28ca-4601-a86b-5be8aa690fe8 req-2da34b66-eb26-46d2-b872-ffbab7e38250 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Synchronizing usage tracker for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:26:15.835123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-af0c96ac-28ca-4601-a86b-5be8aa690fe8 req-2da34b66-eb26-46d2-b872-ffbab7e38250 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Unset dirty status for tenant:4075eba709fb4f3e9a8b0b555fcdbfec on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:26:15.836239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af0c96ac-28ca-4601-a86b-5be8aa690fe8 req-2da34b66-eb26-46d2-b872-ffbab7e38250 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc56c262-2169-402d-bc53-73500f7c115e HTTP/1.1" status: 200  len: 210 time: 0.0565553
Dec 09 14:26:16.396198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.086945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34740) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:17.148733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Deleting subnet 756d5dee-3e1f-43e5-b406-20fed4f9c5e1 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:26:17.151608 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.198686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.262621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.332971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.337046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bfa6940f-64a1-41aa-bb1f-d02d6eefbd13 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:17.370992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756d5dee-3e1f-43e5-b406-20fed4f9c5e1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:17.379490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.385748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.386120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.386483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.386846 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.387201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.387557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.387905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.388254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.388601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.388941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.389282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:17.392685 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/756d5dee-3e1f-43e5-b406-20fed4f9c5e1 HTTP/1.1" status: 204  len: 168 time: 0.3047292
Dec 09 14:26:17.393542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:17.395276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34744) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:17.595457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.717348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.744623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644928ab50>,) {'filters': {'network_id': ['52fa5599-c602-482a-998d-391291a60f15']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:17.756391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644928ab50>, 'ff9dacd4-6baa-4335-8167-094ef78c9d6f') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:17.756677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644928ab50>, 'ff9dacd4-6baa-4335-8167-094ef78c9d6f') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:17.767542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.786477 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.793009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:26:17.793314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:26:17.805989 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:26:17.879109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.882717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-573a2409-2056-4aa1-87b0-1f53af0dd65f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:17.895106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:17.906706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=52fa5599-c602-482a-998d-391291a60f15,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:17.909399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:17.912755 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/52fa5599-c602-482a-998d-391291a60f15 HTTP/1.1" status: 204  len: 168 time: 0.5165932
Dec 09 14:26:18.046634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34750) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:18.103486 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7793f7f0-336f-47d5-8380-4a6fcfa6d54d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4075eba709fb4f3e9a8b0b555fcdbfec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0555687
Dec 09 14:26:18.105854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34754) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:18.163265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:18.187419 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:18.237266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:18.240826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b2394f4-e77a-4514-b843-38e65cc34114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:18.252410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db64c971-a056-46bb-b021-85200b2d8bca,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:18.256798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:18.258722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:18.259855 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db64c971-a056-46bb-b021-85200b2d8bca HTTP/1.1" status: 204  len: 168 time: 0.1531241
Dec 09 14:26:19.070247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:19.195443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1647434126-network', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:19.200749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:19.204567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Usage tracker for resource:network and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:19.207397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:19.213895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:19.223495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Made reservation on behalf of c9a8d5e4618a4d199c83ce39fb577b0d for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:26:19.225660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.237656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.267777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:19.271614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:19.274924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:19.280598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:19.348860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.352618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.356175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2a41add1-3046-4091-b3ca-8f55af77b52b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:19.387354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:26:19.392409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2953e255-65f4-4658-a5af-f4dbbf2b6f5b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:19.396020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:19.403523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.403660 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Added segment 26353922-87c3-4772-8404-0aa803d993ce of type vlan for network ec83b46e-96f4-4179-947c-74925d2e6291
Dec 09 14:26:19.432161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.459114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.460094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:19.460664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.465745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-777687d7-3f6d-48a2-80c1-3b6a7f156afc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:19.493656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:26:19.527861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 6fd34fb2-14cc-4562-9aab-4c840bffe445 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:26:19.528418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6fd34fb2-14cc-4562-9aab-4c840bffe445 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:26:19.563374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4920092
Dec 09 14:26:19.566318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34782) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:19.566811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Pushing event updated for resources: {'Network': ['ID=ec83b46e-96f4-4179-947c-74925d2e6291,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:19.569211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-15c56f7a-95bc-4282-ade6-2e1ea8c01301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:19.574210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Request body: {'subnet': {'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1647434126-subnet', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:19.576742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ec83b46e-96f4-4179-947c-74925d2e6291 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:26:19.580467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:19.584946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Usage tracker for resource:subnet and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:19.588493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:19.594478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:19.607747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Made reservation on behalf of c9a8d5e4618a4d199c83ce39fb577b0d for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:26:19.610541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.814035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.818027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d45a529c-72ae-44ea-b800-6d2745655e98 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:19.884555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=360e65ef-0a6c-475e-b23e-4572d9a5408f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:19.887703 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:19.903084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:26:19.903437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Network hostable DHCP agents. Network: ec83b46e-96f4-4179-947c-74925d2e6291, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:26:19.925734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Network ec83b46e-96f4-4179-947c-74925d2e6291 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:26:19.934976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ec83b46e-96f4-4179-947c-74925d2e6291) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:19.940192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:19.940763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.942441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce3775-2343-4877-91fd-f9ff3c443871 None None] Network ec83b46e-96f4-4179-947c-74925d2e6291 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:26:19.960059 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b256980a-974b-4f57-8c97-00d74c1232fe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3926387
Dec 09 14:26:19.963203 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34786) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:19.969092 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:19.973937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:19.978427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Usage tracker for resource:router and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:19.981251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:19.987606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:19.998206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:19.999113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.017081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.155417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-ec83b46e-96f4-4179-947c-74925d2e6291', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:26:20.156322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.161627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.312313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Allocated IP 172.20.0.2 (ec83b46e-96f4-4179-947c-74925d2e6291/360e65ef-0a6c-475e-b23e-4572d9a5408f/e2f6dffe-1822-4131-b07c-d8269055c4bb) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:26:20.344704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.381153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.512853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Allocated IP 172.26.3.171 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:26:20.513123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.523218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Transition to ACTIVE for port object e2f6dffe-1822-4131-b07c-d8269055c4bb will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:20.542427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Transition to ACTIVE for port object e2f6dffe-1822-4131-b07c-d8269055c4bb will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:20.548459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.552573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:20.618086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:26:20.621278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:20.623766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:26:20.628623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Pushing event updated for resources: {'Port': ['ID=e2f6dffe-1822-4131-b07c-d8269055c4bb,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:20.631233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:20.666323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.693158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.697440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-19cfa942-1b0d-46fa-8a3d-b518cd165c09 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:20.713751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Attempting to bind port e2f6dffe-1822-4131-b07c-d8269055c4bb on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:26:20.714122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Attempting to bind port e2f6dffe-1822-4131-b07c-d8269055c4bb by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:26:20.714490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Attempting to bind port e2f6dffe-1822-4131-b07c-d8269055c4bb on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:26:20.720789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:26:20.721162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:26:20.721601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.721995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Bound using segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:26:20.722457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Bound port: e2f6dffe-1822-4131-b07c-d8269055c4bb, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:26:20.722832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.819835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] For port e2f6dffe-1822-4131-b07c-d8269055c4bb, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:26:20.823113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] For port e2f6dffe-1822-4131-b07c-d8269055c4bb, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e2f6dffe-1822-4131-b07c-d8269055c4bb,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:26:20.827727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:20.832132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:20.864677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:26:20.867970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:20.871577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:26:20.901020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Pushing event updated for resources: {'Port': ['ID=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:20.907207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:20.916419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Pushing event updated for resources: {'Port': ['ID=e2f6dffe-1822-4131-b07c-d8269055c4bb,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:20.922172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:21.050278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:21.051084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:21.290403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:26:21.487732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:26:21.504635 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:26:21.515243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:21.516559 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.5520844
Dec 09 14:26:21.519356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34790) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:21.521746 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:26:21.522676 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e3e4c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:25:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:21.744541 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:26:21.838928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91dc10f-4584-4a9e-8032-3ff5c53d6cd2 None None] Network ec83b46e-96f4-4179-947c-74925d2e6291 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:26:21.953428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c0e74ee3-07bc-4f28-8d04-a8a5d970068d None None] Provisioning for port e2f6dffe-1822-4131-b07c-d8269055c4bb completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:22.050513 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e3e4c0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:20Z', 'revision_number': 3, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:22.054305 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:26:22.054654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Updating router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:26:22.115694 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.254675 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e2f6dffe-1822-4131-b07c-d8269055c4bb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:22.301061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.343063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e2f6dffe-1822-4131-b07c-d8269055c4bb completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:22.348156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e2f6dffe-1822-4131-b07c-d8269055c4bb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:22.348887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.423553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6544e902-ddb0-4e6a-8a52-2ef2c2cd4b07 None None] Provisioning complete for port e2f6dffe-1822-4131-b07c-d8269055c4bb triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:22.423949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6544e902-ddb0-4e6a-8a52-2ef2c2cd4b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.461941 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.474779 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Transition to ACTIVE for port object fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:22.482378 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.487148 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:22.543723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.564846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Pushing event updated for resources: {'Port': ['ID=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:22.573924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7adc3509-5818-49b1-8642-41286cda0f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.579561 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.580003 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.580699 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.581155 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.581664 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.582091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.582673 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.583072 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.583465 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.583988 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.584409 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:22.589512 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:22.615205 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Attempting to bind port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:26:22.615894 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Attempting to bind port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:26:22.616229 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Attempting to bind port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:26:22.623681 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:26:22.624086 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:26:22.624704 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.624982 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:26:22.625455 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Bound port: fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:26:22.625620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e2f6dffe-1822-4131-b07c-d8269055c4bb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e2f6dffe-1822-4131-b07c-d8269055c4bb,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:22.625859 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.638593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.643176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:22.676462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6544e902-ddb0-4e6a-8a52-2ef2c2cd4b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.687891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Allocated IP 172.20.0.1 (ec83b46e-96f4-4179-947c-74925d2e6291/360e65ef-0a6c-475e-b23e-4572d9a5408f/4d698743-bc7f-4dad-8733-b8124cd65400) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:26:22.705351 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] For port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:26:22.709267 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] For port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:26:22.714323 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.720710 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-c45eda44-1b7f-4fb8-a73b-d1d73b902cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:22.794329 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Pushing event updated for resources: {'Port': ['ID=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:22.797903 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:22.803208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e2f6dffe-1822-4131-b07c-d8269055c4bb,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:22.806473 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:26:22.806927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:22.807081 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e3e4c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:25:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:22.825124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-6544e902-ddb0-4e6a-8a52-2ef2c2cd4b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:26:22.825491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-6544e902-ddb0-4e6a-8a52-2ef2c2cd4b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:26:22.842681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.858284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Transition to ACTIVE for port object 4d698743-bc7f-4dad-8733-b8124cd65400 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:22.880436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:22.885765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:22.951403 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:26:22.954704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:22.957078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:26:22.984113 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:26:22.992521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Pushing event updated for resources: {'Port': ['ID=4d698743-bc7f-4dad-8733-b8124cd65400,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:22.995939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:23.018747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.106762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.265281 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e3e4c0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:20Z', 'revision_number': 3, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:23.269185 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103fb5e4-034f-49b7-9cac-d10e017512c3 None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:20Z', 'revision_number': 3, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:26:23.341181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.346746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.379644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7726f702-4cb6-486b-b708-9939928d562e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:23.470333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.473899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Pushing event updated for resources: {'Port': ['ID=4d698743-bc7f-4dad-8733-b8124cd65400,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:23.478181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:23.520232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eea85ae7-e28e-465b-8624-d30da6f36778 None None] Provisioning for port 4d698743-bc7f-4dad-8733-b8124cd65400 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:23.525949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-eea85ae7-e28e-465b-8624-d30da6f36778 None None] Provisioning complete for port 4d698743-bc7f-4dad-8733-b8124cd65400 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:23.526332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-eea85ae7-e28e-465b-8624-d30da6f36778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.586317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-eea85ae7-e28e-465b-8624-d30da6f36778 None None] Port 4d698743-bc7f-4dad-8733-b8124cd65400 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:26:23.640636 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:26:23.641803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:23.908943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fdc0b1d2-a303-432d-83a0-78921301adb2 None None] Provisioning complete for port 4d698743-bc7f-4dad-8733-b8124cd65400 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:23.909670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b1d2-a303-432d-83a0-78921301adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:23.972936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0b1d2-a303-432d-83a0-78921301adb2 None None] Port 4d698743-bc7f-4dad-8733-b8124cd65400 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:26:24.063529 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:26:24.256221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e2f6dffe-1822-4131-b07c-d8269055c4bb up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:24.330543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e2f6dffe-1822-4131-b07c-d8269055c4bb triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:24.330923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:24.397906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:26:24.407892 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8872859
Dec 09 14:26:24.442961 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:24.511498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:24.516302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:24.516904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:24.634075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:24.652190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:24.656212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:24.661356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:24.726902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:24.732882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:24.891966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-78185282-3ae1-4c11-a3c5-fc8ff8be258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.153870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34800) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:25.159891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193015304', 'description': 'tempest-description--570632363'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:25.166343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:25.170126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Usage tracker for resource:security_group and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:25.172922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:25.178568 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:25.189235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.223866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:25.228231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Usage tracker for resource:security_group_rule and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:25.231050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:25.237016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:25.292363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.296229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.299839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f5478051-24ff-40cf-8834-4c101fee0de1 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:25.338734 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d9f063-99cf-4e72-8745-57bda70bcc5a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:25.342177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:25.343494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.344719 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1898355
Dec 09 14:26:25.347483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34804) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:25.353261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'security_group_rule': {'security_group_id': '30d9f063-99cf-4e72-8745-57bda70bcc5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:25.359985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:25.363849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Usage tracker for resource:security_group_rule and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:25.366679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:25.372722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:25.380619 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:26:25.389895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.448790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.452979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.454853 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-993ccfd0-3226-4e89-9843-5a5303f34fb2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:25.476268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725bcb72-f2df-407a-90e9-5f0496134c40,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:25.478946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:25.487717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.492050 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1412585
Dec 09 14:26:25.492278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34808) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:25.497940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'security_group_rule': {'security_group_id': '30d9f063-99cf-4e72-8745-57bda70bcc5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:25.504179 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:25.508079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Usage tracker for resource:security_group_rule and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:25.511613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:25.517293 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:25.537393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.597511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.600817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.602617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-05ffbec2-62e6-4895-9bd2-444e5bc25901 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:25.623301 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8ece0e-82e2-4bbf-a428-4f5b08b05ed2,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:25.625546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:25.632047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.633197 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1399901
Dec 09 14:26:25.636611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 34812) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:25.641890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:25.647056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:25.651405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Usage tracker for resource:floatingip and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:25.654163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:25.659702 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:25.669172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.804687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:25.938088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Allocated IP 172.26.3.29 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/564522ce-64ed-4dcf-b5fc-f8988c2bbbdd) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:26:26.080939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.107899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.112164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-24d342ae-69bf-453d-9490-45bbb555c3dd tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:26.167354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:26:26.172555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.175083 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:26.179112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:26:26.200467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:26.213398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'Port': ['ID=564522ce-64ed-4dcf-b5fc-f8988c2bbbdd,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:26.217261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:26.267564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:26.267937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.345004 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.410368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.416097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.616605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.624352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.628257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:26.747516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.752763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'Port': ['ID=564522ce-64ed-4dcf-b5fc-f8988c2bbbdd,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:26.759224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:26.772303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:26.782810 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1451850
Dec 09 14:26:26.788470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:26:26.801761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:26:26.802493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a35a640>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:26:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:26.942102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-b648b781-fff3-4e76-b35b-cd0c8e17cd33 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:26:26.958874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-b648b781-fff3-4e76-b35b-cd0c8e17cd33 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:26:26.960612 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-b648b781-fff3-4e76-b35b-cd0c8e17cd33 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1193015304&fields=id&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 267 time: 0.0589004
Dec 09 14:26:26.981604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:26:27.204518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-7326cd96-0a44-46d2-95f3-a26fa7f2356e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:27.205185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-7326cd96-0a44-46d2-95f3-a26fa7f2356e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:26:27.221883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-7326cd96-0a44-46d2-95f3-a26fa7f2356e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:26:27.223011 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-7326cd96-0a44-46d2-95f3-a26fa7f2356e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.2551889
Dec 09 14:26:27.239425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-372b7007-4a87-483f-9265-50ebc6671e38 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/quotas/c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 375 time: 0.0107696
Dec 09 14:26:27.310393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a35a640>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 2, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:27.314220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:26:27.314582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Updating router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf port 4d698743-bc7f-4dad-8733-b8124cd65400 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:26:27.320806 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-3be9ff85-42fb-4a13-bb09-c5ac0fa3c22f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0763292
Dec 09 14:26:27.366514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:27.459542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-efe55cb2-3368-46af-8331-0ceb375ba8be service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262720
Dec 09 14:26:27.594913 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-2482cd3c-bd31-4504-9105-5d36a839f5c4 service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290450
Dec 09 14:26:27.639186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:27.761482 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:27.773489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Transition to ACTIVE for port object 4d698743-bc7f-4dad-8733-b8124cd65400 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:27.780658 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:27.785947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:27.788815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15fb38f0-173f-40c8-bc2f-d461c456067b req-7a4e438d-01a6-4810-8c37-05807a046295 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 210 time: 0.0449991
Dec 09 14:26:27.912799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57a6d-46f7-491c-b34a-3ec96e9015d2 None None] Pushing event updated for resources: {'Port': ['ID=4d698743-bc7f-4dad-8733-b8124cd65400,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:27.918053 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7a57a6d-46f7-491c-b34a-3ec96e9015d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:28.012721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Attempting to bind port 4d698743-bc7f-4dad-8733-b8124cd65400 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:26:28.013097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Attempting to bind port 4d698743-bc7f-4dad-8733-b8124cd65400 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:26:28.013518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Attempting to bind port 4d698743-bc7f-4dad-8733-b8124cd65400 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:26:28.021000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:26:28.021473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:26:28.022016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:28.022504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Bound using segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:26:28.023040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Bound port: 4d698743-bc7f-4dad-8733-b8124cd65400, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:26:28.023508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:28.123848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] For port 4d698743-bc7f-4dad-8733-b8124cd65400, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:26:28.127823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] For port 4d698743-bc7f-4dad-8733-b8124cd65400, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4d698743-bc7f-4dad-8733-b8124cd65400,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:26:28.133662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:28.137552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:28.210821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57a6d-46f7-491c-b34a-3ec96e9015d2 None None] Pushing event updated for resources: {'Port': ['ID=4d698743-bc7f-4dad-8733-b8124cd65400,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:28.216075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7a57a6d-46f7-491c-b34a-3ec96e9015d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:28.220714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:26:28.221337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a35a640>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:26:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:28.410563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:26:28.730412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a35a640>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:28Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:28.734462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903dbf67-aa7d-45d6-b5f9-b519da171e14 None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:28Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:26:28.861106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-9cd01945-a7ec-4f0b-80d0-7c0e9d72165e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:28.862561 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-9cd01945-a7ec-4f0b-80d0-7c0e9d72165e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.1809306
Dec 09 14:26:28.927910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-394512d7-e2b2-406a-8c30-3ef6ddd6e784 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 380 time: 0.0518250
Dec 09 14:26:28.969840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'port': {'device_id': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'admin_state_up': True, 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'security_groups': ['30d9f063-99cf-4e72-8745-57bda70bcc5a']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:28.995999 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab19d8a3-4326-4e31-94b8-ca290db25acf req-d04098da-9942-442e-a938-59d070b90563 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 210 time: 0.0670154
Dec 09 14:26:29.114896 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:26:29.119275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Usage tracker for resource:port and tenant:c9a8d5e4618a4d199c83ce39fb577b0d is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:26:29.122122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:26:29.127723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:26:29.137944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Made reservation on behalf of c9a8d5e4618a4d199c83ce39fb577b0d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:26:29.141129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:29.309819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Allocated IP 172.20.0.3 (ec83b46e-96f4-4179-947c-74925d2e6291/360e65ef-0a6c-475e-b23e-4572d9a5408f/76145adc-397f-44be-8c1b-10c8c4630879) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:26:29.511406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:29.528024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Transition to ACTIVE for port object 76145adc-397f-44be-8c1b-10c8c4630879 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:29.556580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:29.563854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:29.632955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:26:29.636234 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:26:29.639953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:26:29.670702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:29.689010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.689383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.689777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.690136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.690495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.690849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.691201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.691556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.691904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.692253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.692598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:29.702022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:29.719024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:29.719626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:29.740969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7747221
Dec 09 14:26:29.752461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Request body: {'port': {'device_id': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:29.845609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2fce0eaa-a78a-4575-9dca-c123555aff0a None None] Provisioning for port 76145adc-397f-44be-8c1b-10c8c4630879 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:29.850732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2fce0eaa-a78a-4575-9dca-c123555aff0a None None] Provisioning complete for port 76145adc-397f-44be-8c1b-10c8c4630879 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:29.851219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2fce0eaa-a78a-4575-9dca-c123555aff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:29.865413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:29.907892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2fce0eaa-a78a-4575-9dca-c123555aff0a None None] Port 76145adc-397f-44be-8c1b-10c8c4630879 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:26:30.217167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4d698743-bc7f-4dad-8733-b8124cd65400 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:30.283708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 4d698743-bc7f-4dad-8733-b8124cd65400 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:30.288267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4d698743-bc7f-4dad-8733-b8124cd65400 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:30.288648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.364605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a070-b39e-464d-bf8a-a10980465fd9 req-e7c30308-8679-490b-9b15-b444650b5509 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:30.365297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4880a070-b39e-464d-bf8a-a10980465fd9 req-e7c30308-8679-490b-9b15-b444650b5509 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:26:30.370288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76145adc-397f-44be-8c1b-10c8c4630879 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:26:30.380158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.399268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4880a070-b39e-464d-bf8a-a10980465fd9 req-e7c30308-8679-490b-9b15-b444650b5509 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:26:30.400423 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4880a070-b39e-464d-bf8a-a10980465fd9 req-e7c30308-8679-490b-9b15-b444650b5509 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 931 time: 0.2790558
Dec 09 14:26:30.401291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Transition to ACTIVE for port object 76145adc-397f-44be-8c1b-10c8c4630879 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:26:30.405185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.405749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.410917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:30.437057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 4d698743-bc7f-4dad-8733-b8124cd65400, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4d698743-bc7f-4dad-8733-b8124cd65400,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:30.440763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.444164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:30.559966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=4d698743-bc7f-4dad-8733-b8124cd65400,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:30.563343 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4880a070-b39e-464d-bf8a-a10980465fd9 req-9216d5f7-f183-4907-93b1-25f2c26d245a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1534026
Dec 09 14:26:30.573995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:30.574633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:30.576752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:30.691667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Attempting to bind port 76145adc-397f-44be-8c1b-10c8c4630879 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:26:30.691935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Attempting to bind port 76145adc-397f-44be-8c1b-10c8c4630879 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:26:30.692255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Attempting to bind port 76145adc-397f-44be-8c1b-10c8c4630879 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:26:30.698522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Port 76145adc-397f-44be-8c1b-10c8c4630879 on network ec83b46e-96f4-4179-947c-74925d2e6291 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:26:30.698838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Attempting to bind port 76145adc-397f-44be-8c1b-10c8c4630879 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:26:30.705067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:26:30.705422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:26:30.705826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Bound using segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:26:30.706249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Bound port: 76145adc-397f-44be-8c1b-10c8c4630879, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:26:30.706581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.792758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:26:30.795651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:26:30.799995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.803937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e21b22bd-ef8c-4b22-8873-7194172807ef tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:30.863885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:30.865244 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] 10.222.0.35 "PUT /v2.0/ports/76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 1093 time: 1.1173167
Dec 09 14:26:30.865790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:26:30.882689 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:30.886336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:30.983778 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-295892a9-80d5-4c27-9b67-e5594215712c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1096 time: 0.0773344
Dec 09 14:26:31.060361 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-6856001d-268f-4611-be52-4df79b4a09d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 217 time: 0.0686495
Dec 09 14:26:31.064883 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879', 'status': 'completed', 'code': 200}
Dec 09 14:26:31.127519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-dd497598-5bf6-46f5-83e5-7083c94a618b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:31.128838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-dd497598-5bf6-46f5-83e5-7083c94a618b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0571806
Dec 09 14:26:31.201383 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-cb4df81e-f4de-4060-97b7-cf45943d771f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662982
Dec 09 14:26:31.333193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-52dcd75a-f474-47aa-910d-851299711950 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252866
Dec 09 14:26:31.462771 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5167ba0b-308f-4943-bbce-7d9b9970c49f req-298b338f-77b7-4648-bb7b-2320002c5614 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231019
Dec 09 14:26:31.576845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-6f680c01-e681-444d-a257-3e072a04e1d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1096 time: 0.0734990
Dec 09 14:26:31.747239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-ed3b37f3-dc95-41b3-8532-a2a2d54887ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:31.748555 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-ed3b37f3-dc95-41b3-8532-a2a2d54887ce service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1654575
Dec 09 14:26:31.827572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-256c2eab-6d88-4abe-bc76-b48adcb44c6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 217 time: 0.0713038
Dec 09 14:26:31.837828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9a618-1f91-44bd-95ad-96e4e13bfd80 req-ab89cf52-b1fd-44de-b069-169fec2aa0bc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:31.839165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d3c9a618-1f91-44bd-95ad-96e4e13bfd80 req-ab89cf52-b1fd-44de-b069-169fec2aa0bc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 943 time: 0.1514516
Dec 09 14:26:32.019012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-28f86d48-d36a-4d56-b95e-058d50604232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:32.020338 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-28f86d48-d36a-4d56-b95e-058d50604232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.1803548
Dec 09 14:26:32.027073 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d3c9a618-1f91-44bd-95ad-96e4e13bfd80 req-cf85697a-ec3f-4ced-834b-c030f251128d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1561069
Dec 09 14:26:32.094177 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-370d34ac-8920-4bd7-8623-a0fed6095ceb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662000
Dec 09 14:26:32.201309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4d698743-bc7f-4dad-8733-b8124cd65400 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:32.224936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-f24033cd-358a-4dc8-ba0b-793a6a7b4f37 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224236
Dec 09 14:26:32.267674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4d698743-bc7f-4dad-8733-b8124cd65400 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:32.268052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:32.355866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51b99e0e-f1ab-410a-8455-a3e21d42c283 req-807cb861-6d31-4407-8008-83d2ae8cc1a3 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240630
Dec 09 14:26:33.222545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136d0a7-e1bd-486d-b0b2-d780620d5a33 req-a4411468-86f4-4b6c-a73f-cc3323e3f963 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:33.223956 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f136d0a7-e1bd-486d-b0b2-d780620d5a33 req-a4411468-86f4-4b6c-a73f-cc3323e3f963 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 943 time: 0.0791152
Dec 09 14:26:33.268962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f136d0a7-e1bd-486d-b0b2-d780620d5a33 req-e7c864aa-6682-4fad-b58f-322c6b0bf465 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384734
Dec 09 14:26:33.523688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:26:33.654202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:33.667296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '76145adc-397f-44be-8c1b-10c8c4630879', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '76145adc-397f-44be-8c1b-10c8c4630879', 'mac_address': 'fa:16:3e:fb:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:26:33.718689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:33.738009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76145adc-397f-44be-8c1b-10c8c4630879 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:26:33.752426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:33.757051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:33.761394 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:33.831497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:33.840538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.840881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.841218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.841568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.841902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.842231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.842552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.842872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.843196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.843512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.843829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:26:33.847420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:33.957098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['76145adc-397f-44be-8c1b-10c8c4630879'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:26:34.465318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94afd7-4e8d-4554-9e2d-251053cb2843 req-9e8e2dff-6e6e-4aee-a42b-5c1195d41841 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:34.466776 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e94afd7-4e8d-4554-9e2d-251053cb2843 req-9e8e2dff-6e6e-4aee-a42b-5c1195d41841 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 944 time: 0.0751600
Dec 09 14:26:34.511641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e94afd7-4e8d-4554-9e2d-251053cb2843 req-e4b3bba6-22ee-4979-81c8-90c8f20cdff3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393786
Dec 09 14:26:35.523569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:26:35.591589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 76145adc-397f-44be-8c1b-10c8c4630879 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:26:35.596266 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 76145adc-397f-44be-8c1b-10c8c4630879 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:26:35.596651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:35.709340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0b4c-3013-474b-a599-946eed709306 req-2ed1ec93-1daf-4440-84b3-6884faab9531 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:35.709998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:35.710834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-035d0b4c-3013-474b-a599-946eed709306 req-2ed1ec93-1daf-4440-84b3-6884faab9531 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 944 time: 0.0811830
Dec 09 14:26:35.736946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:26:35.746528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:26:35.752165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:35.754743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:26:35.757931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-035d0b4c-3013-474b-a599-946eed709306 req-d40faf1d-d9af-42be-9350-1d6b9b0f1720 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407736
Dec 09 14:26:35.796326 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879', 'code': 200}
Dec 09 14:26:35.824708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:26:35.827601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:26:36.010170 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc8cfa9e-1ef1-4de5-8868-684e4b54d67d req-d83ec9b8-c804-4db5-8c61-02776eea59ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1098 time: 0.0682380
Dec 09 14:26:36.050496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc8cfa9e-1ef1-4de5-8868-684e4b54d67d req-82c59d7a-6b2b-4355-863e-7848f0801811 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347579
Dec 09 14:26:36.958313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fc506-3533-4b64-a2a0-895027685a3b req-2e5e4e54-a778-4b4e-83db-9f0b9814446b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:36.959745 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9f7fc506-3533-4b64-a2a0-895027685a3b req-2e5e4e54-a778-4b4e-83db-9f0b9814446b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0791392
Dec 09 14:26:37.005117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9f7fc506-3533-4b64-a2a0-895027685a3b req-aa94755d-b40c-4a2a-9aa8-b1ed129a4134 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399499
Dec 09 14:26:38.344797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc815fa1-41fb-4c83-bb93-418da866cae4 req-5cddca16-ea1f-46c5-9097-35a9ac5a4067 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:38.346194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc815fa1-41fb-4c83-bb93-418da866cae4 req-5cddca16-ea1f-46c5-9097-35a9ac5a4067 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0795560
Dec 09 14:26:38.412487 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc815fa1-41fb-4c83-bb93-418da866cae4 req-e377a2dc-2f39-42f6-b793-7b89084245e6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604453
Dec 09 14:26:38.602642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af10cd-e0fd-42d6-9bfb-cec964bce145 req-6a6e1606-bfee-45a4-9d6f-72cdfa7c4347 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:38.604033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e2af10cd-e0fd-42d6-9bfb-cec964bce145 req-6a6e1606-bfee-45a4-9d6f-72cdfa7c4347 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0784523
Dec 09 14:26:38.613009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 34856) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:26:38.618808 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'floatingip': {'port_id': '76145adc-397f-44be-8c1b-10c8c4630879'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:26:38.713105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:39.403291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:39.407226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:39.596128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 associated. External IP: 172.26.3.29, port: 76145adc-397f-44be-8c1b-10c8c4630879.
Dec 09 14:26:39.979148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:26:40.169617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:26:40.174531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:40.179121 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df311971-777a-491e-aed2-898af501627e None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:26:40.191735 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df311971-777a-491e-aed2-898af501627e None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:26:40.192328 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-df311971-777a-491e-aed2-898af501627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a141130>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:26:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:40.228444 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a9c3e50e-2577-4b00-9e98-e6c5b66e2477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "PUT /v2.0/floatingips/49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 HTTP/1.1" status: 200  len: 990 time: 1.6143675
Dec 09 14:26:40.229099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:26:40.286135 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879', 'status': 'completed', 'code': 200}
Dec 09 14:26:40.371630 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-df311971-777a-491e-aed2-898af501627e None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:26:40.379832 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-df6f7222-c11c-43db-a19d-1d665fffba1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1098 time: 0.0715415
Dec 09 14:26:40.509523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-bdf43062-1c81-4a75-9ba3-127ef68261ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:40.511019 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-bdf43062-1c81-4a75-9ba3-127ef68261ab service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1253507
Dec 09 14:26:40.614348 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-26a479e9-88e7-4bec-ad92-1e7ce03a34fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 998 time: 0.0971048
Dec 09 14:26:40.675380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-e616bfa0-dd20-49ef-92cd-218d6f8ad094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:40.676826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-e616bfa0-dd20-49ef-92cd-218d6f8ad094 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0570793
Dec 09 14:26:40.710930 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-df311971-777a-491e-aed2-898af501627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a141130>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '76145adc-397f-44be-8c1b-10c8c4630879', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:fb:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:26:39Z', 'revision_number': 1, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:40.715038 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df311971-777a-491e-aed2-898af501627e None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:26:40.725520 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-8d41c165-ac2d-4db6-acd9-ceb8870c2f80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731628
Dec 09 14:26:40.726149 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df311971-777a-491e-aed2-898af501627e None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:26:40.726518 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-df311971-777a-491e-aed2-898af501627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a141130>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:26:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:40.869681 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-fb25a5e9-a5f4-4323-909c-3fff6eac16f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1862614
Dec 09 14:26:40.905969 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-df311971-777a-491e-aed2-898af501627e None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:26:40.997518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-c6f794a7-0dde-4025-8ebe-ee6576659387 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217592
Dec 09 14:26:41.126127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6941bd21-71c4-4304-a15d-e6ed817ac470 req-daff5243-80ee-4893-ba1c-53b0099b3243 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225502
Dec 09 14:26:41.243698 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-df311971-777a-491e-aed2-898af501627e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a141130>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '76145adc-397f-44be-8c1b-10c8c4630879', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:fb:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:26:39Z', 'revision_number': 1, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:26:41.247548 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df311971-777a-491e-aed2-898af501627e None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '76145adc-397f-44be-8c1b-10c8c4630879', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:fb:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:26:39Z', 'revision_number': 1, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:26:41.285795 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-e1cded91-e39c-4b9e-9ee3-1ccdae2d5838 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1098 time: 0.0711474
Dec 09 14:26:41.437032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d4378-0af6-4aec-b650-0485d890978c req-5108066f-c809-4dbe-b38b-28f8b23b2b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:41.438503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-5108066f-c809-4dbe-b38b-28f8b23b2b3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1339977
Dec 09 14:26:41.542456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-0f8d2328-0201-4e25-b6fa-4ebdca93f0be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 998 time: 0.0970597
Dec 09 14:26:41.605002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d4378-0af6-4aec-b650-0485d890978c req-3b0235bf-63df-4eaf-b916-6f741b0d7e84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:26:41.606478 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-3b0235bf-63df-4eaf-b916-6f741b0d7e84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0583618
Dec 09 14:26:41.682412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-c20163e9-7584-4d46-b25c-1f0cf71d29c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701973
Dec 09 14:26:41.811919 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-115627c1-2ea4-410b-a1c1-21a09fd08550 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235616
Dec 09 14:26:41.940094 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-3222acab-e01e-4490-bc3a-6f2780777a92 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225493
Dec 09 14:26:44.691237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e5e02-1295-448a-8841-a11413777dbe None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:26:46.400998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:52.526227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af1c1507-9d14-4715-be1b-31aba6b8a470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:54.893711 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-070857f8-684a-498b-913b-92a8ffbc3c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:56.169451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:56.408198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:26:57.591494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:02.380027 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:27:15.668723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a452fd-f8cc-4028-b21d-e8378eec0360 req-d548af0e-3733-4d60-a0fd-38ab07e94fc4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:15.670190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26a452fd-f8cc-4028-b21d-e8378eec0360 req-d548af0e-3733-4d60-a0fd-38ab07e94fc4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.1683676
Dec 09 14:27:15.714375 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26a452fd-f8cc-4028-b21d-e8378eec0360 req-152e8d0a-9883-4b7a-b93c-105b2c929b06 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387216
Dec 09 14:27:15.912102 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5220bafc-fb24-4164-9c82-8c97223cc999 req-777cd194-d98e-4955-8120-1fe048204b42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0705454
Dec 09 14:27:16.194845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-86af5dfd-a6f1-40ab-94f2-395382673bf6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1130581
Dec 09 14:27:16.223825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ee29f-8dac-47b3-b2e8-34b0a80b272b req-26c6c7eb-4613-414e-b2e7-38ca5327bd43 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:16.225220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a19ee29f-8dac-47b3-b2e8-34b0a80b272b req-26c6c7eb-4613-414e-b2e7-38ca5327bd43 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0869374
Dec 09 14:27:16.272039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a19ee29f-8dac-47b3-b2e8-34b0a80b272b req-6ed0258d-e6d1-4fc1-80ba-6ea1610e2a9b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411131
Dec 09 14:27:16.398201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:17.369319 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-adf652ba-5908-41fd-9ada-c871c7ed1261 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1098 time: 0.0694895
Dec 09 14:27:17.651150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-715f6008-f2dc-4888-add1-d72816d6e92c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:17.652570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-715f6008-f2dc-4888-add1-d72816d6e92c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.2771935
Dec 09 14:27:17.766940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698e1b-55cc-4a9c-9ef7-1c9a03ddcbf1 req-a87e9152-ebec-4324-8d25-e905a6480e59 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:17.768381 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c698e1b-55cc-4a9c-9ef7-1c9a03ddcbf1 req-a87e9152-ebec-4324-8d25-e905a6480e59 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.3752074
Dec 09 14:27:17.776054 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-888c5fcc-204a-450f-99a1-b91745f6b3d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 1000 time: 0.1164773
Dec 09 14:27:17.861411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-53c5ec7d-982e-4b48-b1fa-c62d4fce14b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:17.862833 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-53c5ec7d-982e-4b48-b1fa-c62d4fce14b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0726898
Dec 09 14:27:17.865072 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c698e1b-55cc-4a9c-9ef7-1c9a03ddcbf1 req-ddb97462-1544-4c11-8f8b-8c637c5e0611 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0909371
Dec 09 14:27:17.941078 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-07ac2ea2-8a17-4155-bc9d-2dc6d7499c81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712426
Dec 09 14:27:18.071293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-713144cc-dd0c-4d47-bd7a-987c0b218854 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220489
Dec 09 14:27:18.198943 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-1b38b97a-1585-4939-bf64-5d1ad25a5aa5 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214883
Dec 09 14:27:19.074604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f661a-3cb9-4d6e-b04c-328c35244061 req-4158fc4f-33af-40dc-901e-78efad59ad3b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:19.076059 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e8f661a-3cb9-4d6e-b04c-328c35244061 req-4158fc4f-33af-40dc-901e-78efad59ad3b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0903625
Dec 09 14:27:19.121879 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e8f661a-3cb9-4d6e-b04c-328c35244061 req-80b3d225-cee7-49d4-899f-341b08a8d844 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402379
Dec 09 14:27:20.321639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2594a-ffd4-4b56-a288-153d65836d17 req-165c6ab1-0822-44a4-97e8-5364e440e0ea tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:20.323093 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7af2594a-ffd4-4b56-a288-153d65836d17 req-165c6ab1-0822-44a4-97e8-5364e440e0ea tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0801017
Dec 09 14:27:20.375973 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7af2594a-ffd4-4b56-a288-153d65836d17 req-3e7af073-cfde-4ca5-9361-a7555aff81a2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474510
Dec 09 14:27:21.574082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a627-27a3-416e-9066-9d0362536d62 req-47fe013e-30c6-4baa-952c-89a9285aaa67 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:21.575504 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1b3a627-27a3-416e-9066-9d0362536d62 req-47fe013e-30c6-4baa-952c-89a9285aaa67 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0790658
Dec 09 14:27:21.620419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b1b3a627-27a3-416e-9066-9d0362536d62 req-00b4c1af-9c08-4408-9c7d-5b6accb3450e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394216
Dec 09 14:27:22.527777 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0848f2e1-47da-4567-9794-b920533abea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:22.817555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3d34a-122d-4e7c-b6f6-68955181abca req-b7a6d9c1-afa7-4230-9b75-c45dee770c7f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:22.818898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6d3d34a-122d-4e7c-b6f6-68955181abca req-b7a6d9c1-afa7-4230-9b75-c45dee770c7f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0785456
Dec 09 14:27:22.863889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6d3d34a-122d-4e7c-b6f6-68955181abca req-302a9d89-410c-434e-8d11-b94f3a24441c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386133
Dec 09 14:27:24.060876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e299-c28f-4412-a8f5-e22f2062fa66 req-2ce804be-9fa1-4770-b8f8-1d051c734579 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:24.062394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aae8e299-c28f-4412-a8f5-e22f2062fa66 req-2ce804be-9fa1-4770-b8f8-1d051c734579 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0789940
Dec 09 14:27:24.111111 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aae8e299-c28f-4412-a8f5-e22f2062fa66 req-a8cc8d14-3fa8-478d-9a9f-339030c64846 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433280
Dec 09 14:27:24.896603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7f03d7f4-824a-48a2-b134-8b497fe19992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:25.306191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a5708-4bf8-49af-937a-da7f5511f540 req-5c4d8fab-2a7a-43b8-96a5-7aef2e042780 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:25.307575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b3a5708-4bf8-49af-937a-da7f5511f540 req-5c4d8fab-2a7a-43b8-96a5-7aef2e042780 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0774260
Dec 09 14:27:25.352605 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b3a5708-4bf8-49af-937a-da7f5511f540 req-04c4f189-6af8-4c57-968f-a087c92f30c8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394993
Dec 09 14:27:26.173031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:26.410117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:26.551703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9effd-14ce-4050-bd5f-a099ca0dcf64 req-31e4cf1e-103e-47ed-923c-782376b30de5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:26.553046 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0a9effd-14ce-4050-bd5f-a099ca0dcf64 req-31e4cf1e-103e-47ed-923c-782376b30de5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0794144
Dec 09 14:27:26.597745 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e0a9effd-14ce-4050-bd5f-a099ca0dcf64 req-c6035a39-6f90-4f85-8c4e-c3eb84fab319 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390983
Dec 09 14:27:27.593924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:27.795400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119682e5-a11d-43ba-98fd-f23c8a5e74c4 req-2f75947f-d894-4b37-a3f1-ea8180318925 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:27.796822 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-119682e5-a11d-43ba-98fd-f23c8a5e74c4 req-2f75947f-d894-4b37-a3f1-ea8180318925 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0767119
Dec 09 14:27:27.841566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-119682e5-a11d-43ba-98fd-f23c8a5e74c4 req-abb9f7cb-3327-4e68-a6c2-66f242564f58 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390117
Dec 09 14:27:29.053059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0415a-0fe0-4e50-b3dc-28d1a031230c req-a9a1eaea-1a18-4881-b7af-d38a29e1f818 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:29.054545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4ab0415a-0fe0-4e50-b3dc-28d1a031230c req-a9a1eaea-1a18-4881-b7af-d38a29e1f818 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0925243
Dec 09 14:27:29.097844 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4ab0415a-0fe0-4e50-b3dc-28d1a031230c req-35bfde54-8a6e-48d8-9195-f01937d7d4b4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378919
Dec 09 14:27:29.834808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-28117225-461c-457f-9c04-06805abd0bc9 service neutron] 10.222.0.35 "GET /v2.0/ports/76145adc-397f-44be-8c1b-10c8c4630879/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0723763
Dec 09 14:27:30.090464 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-940910c3-e446-437c-95e9-bb11d68cc35d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 1098 time: 0.0715206
Dec 09 14:27:30.180857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-c3e66cf7-13af-450e-9729-3f2413c4155c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1098 time: 0.0697522
Dec 09 14:27:30.452085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-e43ed2ad-5d9d-4592-961d-3d0f26cc8efa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:30.453517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-e43ed2ad-5d9d-4592-961d-3d0f26cc8efa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.2661393
Dec 09 14:27:30.542183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30375d8b-262e-47af-b8af-c3a87dbb4aae req-3a3c6bd9-d08b-4062-aed7-442d2a65a317 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:30.543607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30375d8b-262e-47af-b8af-c3a87dbb4aae req-3a3c6bd9-d08b-4062-aed7-442d2a65a317 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.1898947
Dec 09 14:27:30.595870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-7ebd8e73-deb4-42bd-b65d-77f230caaf2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 1000 time: 0.1343837
Dec 09 14:27:30.637124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30375d8b-262e-47af-b8af-c3a87dbb4aae req-3584806e-38c0-4973-9c67-140f15a39b42 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880823
Dec 09 14:27:30.662329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-7755dd47-3e3f-439b-8c80-07fcb7b773cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:30.664331 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-7755dd47-3e3f-439b-8c80-07fcb7b773cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0612552
Dec 09 14:27:30.742192 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-1f82d696-817c-4360-96e9-79643e979971 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716984
Dec 09 14:27:30.871003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-ae88bd01-52d7-44cf-a1f8-e9d14aafea3a service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228383
Dec 09 14:27:31.001770 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b7212247-99e3-4002-80c1-5f8a75acbaa9 req-4ca1ac36-3a97-41ac-9d8a-988d9c2a36d7 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232648
Dec 09 14:27:31.830809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efe1f3-421d-4101-9f3f-05ff3093a050 req-bb4e0c81-f886-426f-af69-ebb665035d03 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:31.832134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0efe1f3-421d-4101-9f3f-05ff3093a050 req-bb4e0c81-f886-426f-af69-ebb665035d03 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0754128
Dec 09 14:27:31.878889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0efe1f3-421d-4101-9f3f-05ff3093a050 req-f498a537-5a07-4388-992b-95538f138a86 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407078
Dec 09 14:27:33.079777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b04f3-5795-4cf5-a0e0-7ed62b56b667 req-3b9b4cb6-2d13-40ac-bcd2-52460b26e7f6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:33.081191 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-725b04f3-5795-4cf5-a0e0-7ed62b56b667 req-3b9b4cb6-2d13-40ac-bcd2-52460b26e7f6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0783005
Dec 09 14:27:33.124980 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-725b04f3-5795-4cf5-a0e0-7ed62b56b667 req-e2540a02-2659-4e58-9a94-0b306f6aa14d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377853
Dec 09 14:27:33.496535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-30bfbde7-6fe2-46d1-9c84-efc443be6fd4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:33.497886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-30bfbde7-6fe2-46d1-9c84-efc443be6fd4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1404953
Dec 09 14:27:33.503382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8d48b-4a6b-4365-be88-5872acb06266 req-34f2fada-5754-4766-a5df-cb96cfd9ce80 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:33.504691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0af8d48b-4a6b-4365-be88-5872acb06266 req-34f2fada-5754-4766-a5df-cb96cfd9ce80 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.1160519
Dec 09 14:27:33.551826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0af8d48b-4a6b-4365-be88-5872acb06266 req-96e3f0bb-1254-4059-9484-8b535d7ed714 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405571
Dec 09 14:27:33.645131 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-d7402bfb-4c9e-4f5b-92fc-88e0e87e15ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 1098 time: 0.0780683
Dec 09 14:27:33.782704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-7d887619-ae1f-498b-8d43-9c96ca30c69d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:33.784024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-7d887619-ae1f-498b-8d43-9c96ca30c69d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1327820
Dec 09 14:27:33.864808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:27:33.868925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:27:33.887288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-89aabee9-2420-4525-9439-a060ae82e74a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 200  len: 1000 time: 0.0959795
Dec 09 14:27:33.948249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-c09f5582-0c98-4eb1-8fb1-2e29d25ed60a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:33.949691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-c09f5582-0c98-4eb1-8fb1-2e29d25ed60a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0559285
Dec 09 14:27:34.033309 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-a07db64b-c81e-4632-9474-8e6638934e9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777364
Dec 09 14:27:34.120273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:34.142953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:34.163364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '76145adc-397f-44be-8c1b-10c8c4630879', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '76145adc-397f-44be-8c1b-10c8c4630879', 'mac_address': 'fa:16:3e:fb:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:27:34.168705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:27:34.217992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:34.226388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:34.236214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-73aff5cf-69db-434a-ba2b-965a3188863e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:34.271172 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879', 'code': 200}
Dec 09 14:27:34.277133 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-ad5e820d-cfd8-4939-855c-0bb0d77571ce service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366304
Dec 09 14:27:34.282473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:34.312161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76145adc-397f-44be-8c1b-10c8c4630879 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:27:34.345743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:34.366817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.367164 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.367607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.367921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.368297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.368694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.369022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.369353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.369710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.370034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.370357 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:34.376346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:34.389373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:27:34.389758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:27:34.407721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c4ece362-6a21-4f5b-bdad-96e0547e0025 req-4c4d4999-1c88-4079-a5c5-96f3ab644168 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237433
Dec 09 14:27:34.748042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087420f-5cb0-42cc-ac6c-a260ec061c6a req-70f5ab43-ff4b-4456-a59c-14cc3650fd5a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:34.749637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5087420f-5cb0-42cc-ac6c-a260ec061c6a req-70f5ab43-ff4b-4456-a59c-14cc3650fd5a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 943 time: 0.0776846
Dec 09 14:27:34.794347 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5087420f-5cb0-42cc-ac6c-a260ec061c6a req-e9f12aa7-efc6-4950-96bd-2f198ab1473e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392838
Dec 09 14:27:34.948260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:34.966293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76145adc-397f-44be-8c1b-10c8c4630879 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:27:34.982724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:34.987042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:34.988856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:35.055307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:35.060700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['76145adc-397f-44be-8c1b-10c8c4630879'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:27:35.083488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:35.895550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:27:35.962122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 76145adc-397f-44be-8c1b-10c8c4630879 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:27:35.962822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:35.998816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04e71-ba54-40f8-8997-5c48f4a7696e req-83062d6f-2035-4396-b6fb-efdfadc8ba09 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:36.000261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38a04e71-ba54-40f8-8997-5c48f4a7696e req-83062d6f-2035-4396-b6fb-efdfadc8ba09 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 944 time: 0.0830739
Dec 09 14:27:36.053457 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38a04e71-ba54-40f8-8997-5c48f4a7696e req-90dc3035-71aa-4d43-96e5-23ce7af12e61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429099
Dec 09 14:27:36.076809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:36.108732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:36.112563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:36.114398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:36.181647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:36.184854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:36.247763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e25c6-daa1-4892-90d7-cab7d28f11a2 req-e9bf7b01-aff8-4d6f-9270-ce634f9b66b6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:36.249190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac5e25c6-daa1-4892-90d7-cab7d28f11a2 req-e9bf7b01-aff8-4d6f-9270-ce634f9b66b6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0757329
Dec 09 14:27:36.272900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:27:36.298173 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac5e25c6-daa1-4892-90d7-cab7d28f11a2 req-973f35f7-b1d4-4f29-815b-606d93ff2bd0 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434992
Dec 09 14:27:36.325387 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879', 'code': 200}
Dec 09 14:27:36.491496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ab8d-6759-4cd6-81b1-86d1a5987f40 req-0b7ae276-b593-4567-9bdf-e1610bd216f4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:36.492960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73e0ab8d-6759-4cd6-81b1-86d1a5987f40 req-0b7ae276-b593-4567-9bdf-e1610bd216f4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0760133
Dec 09 14:27:36.537167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73e0ab8d-6759-4cd6-81b1-86d1a5987f40 req-0fd56acd-1328-4971-bdd4-2fef12ac2fe7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388119
Dec 09 14:27:36.925295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e41783-724e-4166-9399-a3e8c80efb36 req-fc0a401c-a656-4ef1-b109-b26a336c4d24 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:36.926669 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60e41783-724e-4166-9399-a3e8c80efb36 req-fc0a401c-a656-4ef1-b109-b26a336c4d24 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0791161
Dec 09 14:27:36.971217 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-60e41783-724e-4166-9399-a3e8c80efb36 req-f5a289b4-c917-43d8-8288-b0afa0dbf582 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390942
Dec 09 14:27:38.167599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813e990-a935-4249-b01a-9d76bcc9c88a req-7dfd34ee-665b-4189-8e3d-4e022ca63052 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:38.169037 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e813e990-a935-4249-b01a-9d76bcc9c88a req-7dfd34ee-665b-4189-8e3d-4e022ca63052 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0750813
Dec 09 14:27:38.214166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e813e990-a935-4249-b01a-9d76bcc9c88a req-cf91012a-2f08-4615-830d-e450fd43f851 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397291
Dec 09 14:27:38.483948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-ee549f63-993d-4354-be56-e9a911feee80 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:38.485617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-ee549f63-993d-4354-be56-e9a911feee80 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 945 time: 0.0784805
Dec 09 14:27:38.551076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Deleting port 76145adc-397f-44be-8c1b-10c8c4630879 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:27:38.551436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:38.788176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] For port 76145adc-397f-44be-8c1b-10c8c4630879, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=76145adc-397f-44be-8c1b-10c8c4630879,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:38.788420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:39.066894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:39.067173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:39.067483 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 disassociated. External IP: 172.26.3.29, port: 76145adc-397f-44be-8c1b-10c8c4630879.
Dec 09 14:27:39.067815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Calling delete_port for 76145adc-397f-44be-8c1b-10c8c4630879 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:27:39.201002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:39.206355 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a476944-40e7-4007-b8b3-8e998172b714 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:39.367161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event deleted for resources: {'Port': ['ID=76145adc-397f-44be-8c1b-10c8c4630879,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:39.380082 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:27:39.414125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6bdb4982-09eb-43e6-8204-d0cc7c36c5ce req-a2621269-7215-4558-8162-c3d6a4b7a2f1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=5eaf41f8-2c69-4b51-b7d6-4634571dff48 HTTP/1.1" status: 200  len: 210 time: 0.0510902
Dec 09 14:27:39.420296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.420681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.421058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.421424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.421812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.422176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.422540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.422899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.423260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.423614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.423967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:27:39.427477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:39.633334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:27:39.840129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:27:39.849272 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:27:39.861331 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:27:39.862014 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f91a60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:27:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:39.912002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] No DVR routers for this DVR port 76145adc-397f-44be-8c1b-10c8c4630879 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:27:39.915014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:39.917568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-deleted', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:27:39.933290 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-56947a9c-8285-45ab-8e1a-c5323757d895 req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "DELETE /v2.0/ports/76145adc-397f-44be-8c1b-10c8c4630879 HTTP/1.1" status: 204  len: 173 time: 1.4427810
Dec 09 14:27:39.976518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eaf41f8-2c69-4b51-b7d6-4634571dff48', 'name': 'network-vif-deleted', 'tag': '76145adc-397f-44be-8c1b-10c8c4630879', 'status': 'completed', 'code': 200}
Dec 09 14:27:40.054738 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:27:40.397649 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f91a60>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:40.401337 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:27:40.411655 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:27:40.412247 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f91a60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:27:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:40.595223 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:27:40.778584 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-efc4c12f-8618-4fdb-9332-5382273207fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1193015304&fields=id&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 267 time: 0.0401173
Dec 09 14:27:40.899432 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f91a60>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:40.903245 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a554b-253e-4fd4-a966-36c313b85194 None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:27:40.925392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-29926551-6baa-4a33-9308-511be4e260c1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:40.926841 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-29926551-6baa-4a33-9308-511be4e260c1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.1417077
Dec 09 14:27:40.943083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-e3aa4df2-3a84-42a8-ad8e-369c7c830501 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/quotas/c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 375 time: 0.0108016
Dec 09 14:27:41.024184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-37608e15-897f-4f14-94ed-3f9619acb20a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:27:41.040898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-37608e15-897f-4f14-94ed-3f9619acb20a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:27:41.042331 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-37608e15-897f-4f14-94ed-3f9619acb20a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0940664
Dec 09 14:27:41.133986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053c36c-c848-4051-b5a9-c0681d0bbb26 None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:27:41.183017 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-2e43fa03-f892-490c-94db-a045697f4e00 service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280582
Dec 09 14:27:41.313307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-88530311-757a-46be-bcd9-d05a39714ac3 service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241269
Dec 09 14:27:41.522607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5697c1a6-b075-4a70-8f99-ff7f2d32d30f req-4c1fbea0-f1c4-4df5-b38f-dcf270210783 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 210 time: 0.0465465
Dec 09 14:27:41.927043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:27:41.960566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 76145adc-397f-44be-8c1b-10c8c4630879 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:27:41.960957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 76145adc-397f-44be-8c1b-10c8c4630879 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:27:42.506534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-cae61d4f-633a-44f5-8b65-0e73a88748fb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:42.507825 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-cae61d4f-633a-44f5-8b65-0e73a88748fb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.1511695
Dec 09 14:27:42.563149 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-65cd1a05-81af-40db-b746-af34f49276b6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 380 time: 0.0419652
Dec 09 14:27:42.572422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'port': {'device_id': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'admin_state_up': True, 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'security_groups': ['30d9f063-99cf-4e72-8745-57bda70bcc5a']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:27:42.701370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d74dce3f-5d65-40a0-a835-1d01443ceab1 req-430b06ab-be31-45e7-9c5c-205b343ead90 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 210 time: 0.0507877
Dec 09 14:27:42.744732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:27:42.754083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:27:42.763811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Made reservation on behalf of c9a8d5e4618a4d199c83ce39fb577b0d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:27:42.766841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.023751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Allocated IP 172.20.0.8 (ec83b46e-96f4-4179-947c-74925d2e6291/360e65ef-0a6c-475e-b23e-4572d9a5408f/90f46f5f-9e99-4bda-9ad6-302cdee15e53) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:27:43.205831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.221017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Transition to ACTIVE for port object 90f46f5f-9e99-4bda-9ad6-302cdee15e53 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:27:43.242134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.247398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-252d543b-e74d-4fa4-9c4b-94cf3c1978db tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:43.312329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:27:43.315663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:27:43.319412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:27:43.349242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:43.356540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:43.394313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:43.394992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.422293 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8540549
Dec 09 14:27:43.434012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Request body: {'port': {'device_id': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:27:43.549145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.642890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5c19eab2-ce6d-4ae3-b466-afa920be3ba1 None None] Provisioning for port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:27:43.648242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5c19eab2-ce6d-4ae3-b466-afa920be3ba1 None None] Provisioning complete for port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:27:43.648617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5c19eab2-ce6d-4ae3-b466-afa920be3ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.703792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5c19eab2-ce6d-4ae3-b466-afa920be3ba1 None None] Port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:27:43.943430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f46f5f-9e99-4bda-9ad6-302cdee15e53 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:27:43.952972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.973782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e0994-3553-4795-b861-d76f919e93c9 req-de113011-6c3e-4dff-9b52-db717a8c0812 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:43.974466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e09e0994-3553-4795-b861-d76f919e93c9 req-de113011-6c3e-4dff-9b52-db717a8c0812 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:27:43.980451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Transition to ACTIVE for port object 90f46f5f-9e99-4bda-9ad6-302cdee15e53 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:27:43.987387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:43.992728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2ab7a4dc-9e4b-4525-839f-bea8d9c01096 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:44.037149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e09e0994-3553-4795-b861-d76f919e93c9 req-de113011-6c3e-4dff-9b52-db717a8c0812 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:27:44.038933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09e0994-3553-4795-b861-d76f919e93c9 req-de113011-6c3e-4dff-9b52-db717a8c0812 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 931 time: 0.2187383
Dec 09 14:27:44.136269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:44.148022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:44.197805 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e09e0994-3553-4795-b861-d76f919e93c9 req-812a750b-dde5-4113-8326-0b952d548a46 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1519792
Dec 09 14:27:44.262887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Attempting to bind port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:27:44.263214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Attempting to bind port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:27:44.263531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Attempting to bind port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:27:44.269126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 on network ec83b46e-96f4-4179-947c-74925d2e6291 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:27:44.269443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Attempting to bind port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:27:44.277155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:27:44.277482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:27:44.277893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Bound using segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:27:44.278308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Bound port: 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:27:44.278644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:44.373838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:27:44.376695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:27:44.382006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:44.386236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:44.443162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:44.445065 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] 10.222.0.35 "PUT /v2.0/ports/90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 1093 time: 1.0153625
Dec 09 14:27:44.445608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:27:44.468035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:44.471094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:44.542380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'status': 'completed', 'code': 200}
Dec 09 14:27:44.575432 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-9e40a515-134d-4b92-8c43-666ec5a01cfe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1096 time: 0.0861983
Dec 09 14:27:44.644705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-2deb2b35-9c52-4e54-9ec3-ce35c60913ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 217 time: 0.0621557
Dec 09 14:27:44.710377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f38a8b01-65bd-4305-a9cb-977b40824fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:44.711714 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-f38a8b01-65bd-4305-a9cb-977b40824fff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0605049
Dec 09 14:27:44.785484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-b4a035e5-5aed-463a-9092-409aa3a50ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672567
Dec 09 14:27:45.015635 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-8a9b1433-9275-4cac-9d20-e4cca995f272 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224066
Dec 09 14:27:45.143791 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-171ba63a-62dc-45e8-867c-5c6ed50e19e4 req-02fa5eda-9a08-4b91-b971-afc9891112a2 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210918
Dec 09 14:27:45.256834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-adc28275-8079-460e-a63a-2cafe9a6dfda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1096 time: 0.0723186
Dec 09 14:27:45.438163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-f2d94464-af8f-4af2-870d-d8cda9a8d3fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:45.439584 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-f2d94464-af8f-4af2-870d-d8cda9a8d3fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1765051
Dec 09 14:27:45.502686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e154cb6-3a18-41fd-9e85-5d6481cad0e4 req-c3fbc6d1-c120-4896-bcfe-af7bba237f8d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:45.504083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e154cb6-3a18-41fd-9e85-5d6481cad0e4 req-c3fbc6d1-c120-4896-bcfe-af7bba237f8d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 943 time: 0.1714716
Dec 09 14:27:45.531670 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-5487ad16-898f-4bbe-939b-460a21b45238 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 217 time: 0.0843828
Dec 09 14:27:45.599656 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7e154cb6-3a18-41fd-9e85-5d6481cad0e4 req-324db2d8-eac1-4be7-bee6-a9933485a262 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899403
Dec 09 14:27:45.609077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-4ee7faba-78ff-4f39-b0d0-5c580f923258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:45.610714 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-4ee7faba-78ff-4f39-b0d0-5c580f923258 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0713236
Dec 09 14:27:45.689075 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-6eaee914-c681-48fd-b98a-56bc72030fce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709627
Dec 09 14:27:45.819743 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-ebdbc522-bda1-4815-a8e6-74c7c42aeaec service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238148
Dec 09 14:27:45.963930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d0c19e3-563c-4ff5-aac3-0e650f435d4f req-3e0c0c75-0cd0-48ae-8b1c-3f1fa49ce4ac service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376891
Dec 09 14:27:46.404712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:46.795318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4194c-bdf3-4fbc-9931-5235117175d1 req-05730ab1-dca4-42fe-8f9f-102bc52ba526 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:46.796636 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ab4194c-bdf3-4fbc-9931-5235117175d1 req-05730ab1-dca4-42fe-8f9f-102bc52ba526 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 943 time: 0.0749278
Dec 09 14:27:46.839844 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ab4194c-bdf3-4fbc-9931-5235117175d1 req-c156ada5-d5cd-477d-9456-cf8e23aa0a31 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377288
Dec 09 14:27:47.948323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:27:48.034898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fc915-9d24-4bed-9a3b-a881d5bb64bf req-4779e90a-100a-4e9f-bfd8-60a35cc86962 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:48.036342 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec1fc915-9d24-4bed-9a3b-a881d5bb64bf req-4779e90a-100a-4e9f-bfd8-60a35cc86962 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 943 time: 0.0787933
Dec 09 14:27:48.079758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:48.080804 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec1fc915-9d24-4bed-9a3b-a881d5bb64bf req-8a02b915-a436-4948-8b80-e46313d138d4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384245
Dec 09 14:27:48.092906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'mac_address': 'fa:16:3e:b9:85:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:27:48.146005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:48.162076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f46f5f-9e99-4bda-9ad6-302cdee15e53 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:27:48.177277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:48.181782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:48.184265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:48.286017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:48.289615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:48.381798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['90f46f5f-9e99-4bda-9ad6-302cdee15e53'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:27:49.271817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e4b4a-f4a6-4f14-9f66-7cc787604c41 req-377f2c00-b545-441f-b296-bb7b4da8ccfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:49.273215 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7e4b4a-f4a6-4f14-9f66-7cc787604c41 req-377f2c00-b545-441f-b296-bb7b4da8ccfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 944 time: 0.0747924
Dec 09 14:27:49.317490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7e4b4a-f4a6-4f14-9f66-7cc787604c41 req-8233f9d5-0eef-457f-867d-4b7d46a5163f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388587
Dec 09 14:27:49.957795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:27:50.030536 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:27:50.035095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:27:50.035477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:50.147342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:50.172736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:27:50.181994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:27:50.187434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:50.189901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:27:50.230123 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'code': 200}
Dec 09 14:27:50.255514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:27:50.258989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:27:50.491036 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4756f62f-fc02-45ea-9e8a-36c315954116 req-59a93e59-95c6-4c3f-9530-146c6c7aadb1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1098 time: 0.1119647
Dec 09 14:27:50.546794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08292500-bf1a-4206-aa57-37099fba9b15 req-21daeebe-e676-439b-9767-56da6b0ba82a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:50.548188 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08292500-bf1a-4206-aa57-37099fba9b15 req-21daeebe-e676-439b-9767-56da6b0ba82a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.1073518
Dec 09 14:27:50.570621 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4756f62f-fc02-45ea-9e8a-36c315954116 req-a2152946-bf30-4603-931b-d21b646f805d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619760
Dec 09 14:27:50.600023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08292500-bf1a-4206-aa57-37099fba9b15 req-73d4a8e1-e568-4f8d-8dec-1946ac90c370 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451689
Dec 09 14:27:51.794654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841a6fd-193c-4526-90b6-ba8c10ed0c5c req-2245d20b-d655-47aa-ba69-231be46ec2b5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:51.796095 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c841a6fd-193c-4526-90b6-ba8c10ed0c5c req-2245d20b-d655-47aa-ba69-231be46ec2b5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0757632
Dec 09 14:27:51.840452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c841a6fd-193c-4526-90b6-ba8c10ed0c5c req-f688fa7c-5cb0-48f0-8893-d693c0b19ec9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387077
Dec 09 14:27:52.033902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a6fae-2f3d-42f9-a258-bd8852b4163e req-fe7c17d1-b504-4f6e-944e-2ee9a30d72a6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:52.035327 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b0a6fae-2f3d-42f9-a258-bd8852b4163e req-fe7c17d1-b504-4f6e-944e-2ee9a30d72a6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0787413
Dec 09 14:27:52.044034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35054) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:27:52.049382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'floatingip': {'port_id': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:27:52.218625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:52.529702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d0f8-ec85-4c2a-befd-da47b4d52bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:52.807346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:52.810823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:52.991141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 associated. External IP: 172.26.3.29, port: 90f46f5f-9e99-4bda-9ad6-302cdee15e53.
Dec 09 14:27:53.364245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:27:53.666259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:27:53.671172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:53.675688 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:27:53.687228 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:27:53.687814 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2096d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:27:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:53.724281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a1ae9208-61bf-4966-9996-1979a8b5d670 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "PUT /v2.0/floatingips/49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 HTTP/1.1" status: 200  len: 990 time: 1.6766191
Dec 09 14:27:53.724281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:27:53.779704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'status': 'completed', 'code': 200}
Dec 09 14:27:53.877080 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-ff1d7687-aba1-46b4-b9ef-07b5e28a40e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1098 time: 0.0756223
Dec 09 14:27:53.885219 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:27:54.006955 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-8933289a-0457-4e91-aa0e-db932fd08c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:54.008388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-8933289a-0457-4e91-aa0e-db932fd08c65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1250868
Dec 09 14:27:54.110655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-97e26396-8994-4fa1-80ba-99167f1f8357 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 998 time: 0.0957897
Dec 09 14:27:54.171358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-5fbb8c69-56eb-42c9-82a7-bc4e1327dbe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:27:54.172865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-5fbb8c69-56eb-42c9-82a7-bc4e1327dbe8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0565572
Dec 09 14:27:54.247409 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-da400fb3-4427-4399-88c9-7413ca792c28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684721
Dec 09 14:27:54.253030 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2096d0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:b9:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:27:52Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:54.257275 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:27:54.267407 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:27:54.268018 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2096d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:27:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:54.385052 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-e2481cfa-dfbc-435e-be0b-15b95f4673e6 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313412
Dec 09 14:27:54.442701 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:27:54.517870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb13ecdf-7ee1-4850-9c77-ce2612ccd5c7 req-37a0448b-f242-4749-b2be-20c27e9bbfd1 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266370
Dec 09 14:27:54.781342 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2096d0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:b9:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:27:52Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:27:54.785049 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12baac4a-3349-4a21-bed6-ba233c355ffe None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:b9:85:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:27:52Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:27:54.902479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-75daf5a8-613e-484f-9f7f-b0964400e079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:54.975032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186105-a2fc-40f8-b575-2e14e3a49cb7 None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:27:56.177030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:56.412031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:27:57.596663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:16.381757 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:28:16.394666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:22.531443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1011ea80-c1b0-4d7a-90d7-1f17c24486d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:24.906804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8de3b230-7fb5-4586-b0b5-c54c43928187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:26.177786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:26.413918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:27.599255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:29.282400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785b7a3-2058-4fbd-b1a0-3e50b1789546 req-b484fecd-785c-49b4-9459-53efb2b11015 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:29.283830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b785b7a3-2058-4fbd-b1a0-3e50b1789546 req-b484fecd-785c-49b4-9459-53efb2b11015 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0799463
Dec 09 14:28:29.327739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b785b7a3-2058-4fbd-b1a0-3e50b1789546 req-425e9b04-7e3e-4913-a906-0d92b4179847 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384779
Dec 09 14:28:30.524349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b989-32e6-4a62-8e39-4548eee82a9b req-2cc0e4c5-923f-448b-9b89-0c1fcc803766 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:30.525744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c992b989-32e6-4a62-8e39-4548eee82a9b req-2cc0e4c5-923f-448b-9b89-0c1fcc803766 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0780349
Dec 09 14:28:30.574820 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c992b989-32e6-4a62-8e39-4548eee82a9b req-0983b8d7-884a-45a7-833c-ba6f8d6d446a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435264
Dec 09 14:28:31.771067 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd459c-94fb-4358-820d-a45ba4b10f0c req-f5f9b8d9-6b78-4463-88a7-9f25e2172d4f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:31.772524 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ccfd459c-94fb-4358-820d-a45ba4b10f0c req-f5f9b8d9-6b78-4463-88a7-9f25e2172d4f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0751526
Dec 09 14:28:31.817711 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ccfd459c-94fb-4358-820d-a45ba4b10f0c req-2b11f2ed-ef76-4dd2-88c3-ec0ab0633823 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396371
Dec 09 14:28:33.153534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575af66-a35d-4b49-831e-ddf1eefe4252 req-8857ae58-6d49-4508-9792-3b18816ce8f7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:33.154971 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c575af66-a35d-4b49-831e-ddf1eefe4252 req-8857ae58-6d49-4508-9792-3b18816ce8f7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0788722
Dec 09 14:28:33.199008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c575af66-a35d-4b49-831e-ddf1eefe4252 req-ee02b658-091b-4641-8b4f-91c8426bb44f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387120
Dec 09 14:28:34.391649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37cba-afd5-4022-9806-f49007d789ee req-eb3b07b8-2c5d-42a9-8c27-180d31369ad0 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:34.393057 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2d37cba-afd5-4022-9806-f49007d789ee req-eb3b07b8-2c5d-42a9-8c27-180d31369ad0 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0767314
Dec 09 14:28:34.436485 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2d37cba-afd5-4022-9806-f49007d789ee req-453feb00-f4c7-4c58-b04e-b870b39488f8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380256
Dec 09 14:28:35.645314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60587-b9a0-457c-a249-61be3c498b62 req-70cd7538-3c42-4b5e-b42a-69e9101d7873 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:35.647276 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cbf60587-b9a0-457c-a249-61be3c498b62 req-70cd7538-3c42-4b5e-b42a-69e9101d7873 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0807965
Dec 09 14:28:35.690896 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cbf60587-b9a0-457c-a249-61be3c498b62 req-a225669a-aaf6-48bf-afdc-8ff75d99f53d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383048
Dec 09 14:28:36.894708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e868bc4-f570-4f2b-9d4c-738270c73448 req-5d0fb0d2-a3a9-42c7-83ff-5b3e1122739c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:36.896112 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e868bc4-f570-4f2b-9d4c-738270c73448 req-5d0fb0d2-a3a9-42c7-83ff-5b3e1122739c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0744262
Dec 09 14:28:36.939921 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2e868bc4-f570-4f2b-9d4c-738270c73448 req-3e9532fd-125a-4a06-b327-18021c515cb5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384767
Dec 09 14:28:38.227903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e283-3985-43a6-a842-b97b032b9d7f req-665ba8f2-e35d-4110-9721-93bafb1fe82d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:38.229263 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f535e283-3985-43a6-a842-b97b032b9d7f req-665ba8f2-e35d-4110-9721-93bafb1fe82d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.1719813
Dec 09 14:28:38.274650 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f535e283-3985-43a6-a842-b97b032b9d7f req-79585cdd-6f80-4254-904e-cf902d51b957 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397298
Dec 09 14:28:39.472571 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6a0a-882f-4749-bdb7-0eed367c5210 req-47985871-940e-4917-b412-2190d74cb89e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:39.474016 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a90c6a0a-882f-4749-bdb7-0eed367c5210 req-47985871-940e-4917-b412-2190d74cb89e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0776973
Dec 09 14:28:39.518676 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a90c6a0a-882f-4749-bdb7-0eed367c5210 req-277a8680-e550-491e-a050-5c99652c952f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392723
Dec 09 14:28:40.714489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b01c5-aa4c-4fcb-ab47-3c99d7ac9675 req-7123ca9f-e047-46fe-b242-7313d9c5ca52 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:40.715933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-341b01c5-aa4c-4fcb-ab47-3c99d7ac9675 req-7123ca9f-e047-46fe-b242-7313d9c5ca52 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0785646
Dec 09 14:28:40.760459 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-341b01c5-aa4c-4fcb-ab47-3c99d7ac9675 req-c7ce50e9-9b2f-4710-9faa-1d6b9c9e48ec tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390749
Dec 09 14:28:40.853285 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-e2e78f9f-40f9-44d6-a289-ef13c763a848 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1098 time: 0.1363344
Dec 09 14:28:40.992053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa669-213f-485a-9944-3fed2fe39b06 req-83263d9c-a56d-4f09-90b4-e80eb80a9a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:40.993456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-83263d9c-a56d-4f09-90b4-e80eb80a9a3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1224427
Dec 09 14:28:41.093421 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-1e0b8f54-bfb4-4868-8691-645647f70a02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 1000 time: 0.0939076
Dec 09 14:28:41.154292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa669-213f-485a-9944-3fed2fe39b06 req-52ce0ae8-e519-42a8-bd91-d3b958275749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:41.155686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-52ce0ae8-e519-42a8-bd91-d3b958275749 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0567083
Dec 09 14:28:41.231808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-126918a6-e2df-42c9-afcb-aee4b18cf4ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701377
Dec 09 14:28:41.359890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-efb31333-2d98-4f02-bc62-d84175bfd736 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211638
Dec 09 14:28:41.489976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-009fa669-213f-485a-9944-3fed2fe39b06 req-f6b61163-726a-486c-8825-c38b474fee48 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235754
Dec 09 14:28:41.954293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b2257-066e-428b-8627-fa5de957e6e1 req-9c70414b-38e7-4da5-a71b-b938d14538cf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:41.955726 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe6b2257-066e-428b-8627-fa5de957e6e1 req-9c70414b-38e7-4da5-a71b-b938d14538cf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0767319
Dec 09 14:28:41.999778 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe6b2257-066e-428b-8627-fa5de957e6e1 req-cdfd44a3-255e-4aeb-9b3c-2c7ba343630b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380013
Dec 09 14:28:43.197000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7692fe3-a6b7-45a2-98f5-208e401f1fdd req-cc9d227e-2cb0-487d-b323-a5b44461aa5f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:43.198437 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7692fe3-a6b7-45a2-98f5-208e401f1fdd req-cc9d227e-2cb0-487d-b323-a5b44461aa5f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0787132
Dec 09 14:28:43.243089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7692fe3-a6b7-45a2-98f5-208e401f1fdd req-714496f4-6b2c-4b2a-aeb6-53d39479d97a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392516
Dec 09 14:28:44.438123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f214c86-282f-48b6-bfc4-dfe91f252bf7 req-f5720214-15d4-448e-a31a-1204f8e2f4ac tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:44.439575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f214c86-282f-48b6-bfc4-dfe91f252bf7 req-f5720214-15d4-448e-a31a-1204f8e2f4ac tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0803218
Dec 09 14:28:44.484800 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f214c86-282f-48b6-bfc4-dfe91f252bf7 req-87d8ae5b-8086-4a9d-8b74-4f2b9d5bc47e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387330
Dec 09 14:28:45.682578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59a10-2957-48b6-8663-498ba475fa37 req-23b2c4d9-3064-4d38-9ad0-129864400a9d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:45.683989 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caf59a10-2957-48b6-8663-498ba475fa37 req-23b2c4d9-3064-4d38-9ad0-129864400a9d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0802913
Dec 09 14:28:45.730861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-caf59a10-2957-48b6-8663-498ba475fa37 req-85908dd4-fdfc-46b4-8af2-34bbe1158dd7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415039
Dec 09 14:28:45.924008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-47ed0937-4ea4-4010-9345-5a506239fe12 req-c6eb8e4d-cc0b-4a30-a796-57b0a6e17294 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0666304
Dec 09 14:28:46.219885 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-b4e34814-6e1f-4be0-bb5f-37030023ea6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1203892
Dec 09 14:28:46.242200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebcc0c-2d67-4f18-af42-cf2c4e293cdb req-900ced34-3b86-4588-89ac-70da64470458 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:46.243636 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91ebcc0c-2d67-4f18-af42-cf2c4e293cdb req-900ced34-3b86-4588-89ac-70da64470458 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0909910
Dec 09 14:28:46.289791 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91ebcc0c-2d67-4f18-af42-cf2c4e293cdb req-a79cf19a-5ea9-4572-89b5-bc78beda9719 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404241
Dec 09 14:28:46.391756 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:47.583459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157527a7-3260-4e89-8aec-dccb8de7d0f1 req-ad7066f5-796e-4e3f-b860-1b6711d880ed tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:47.584829 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-157527a7-3260-4e89-8aec-dccb8de7d0f1 req-ad7066f5-796e-4e3f-b860-1b6711d880ed tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.1751509
Dec 09 14:28:47.679134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-157527a7-3260-4e89-8aec-dccb8de7d0f1 req-9a439e28-a718-4bbc-8ee6-f2e02505ccd5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874736
Dec 09 14:28:47.697700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-f44a0a60-cf20-4e71-9a98-d68e8803fa5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1098 time: 0.0907006
Dec 09 14:28:47.826036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-eca68ad2-d609-4806-ab1e-40c17996d4c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:47.827414 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-eca68ad2-d609-4806-ab1e-40c17996d4c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1234832
Dec 09 14:28:47.930344 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-e9a0c383-e854-4d62-994c-b00380c29871 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 1000 time: 0.0969248
Dec 09 14:28:47.994468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-2137be8d-a934-436c-b041-dd54a2853fda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:47.995820 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-2137be8d-a934-436c-b041-dd54a2853fda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0598133
Dec 09 14:28:48.067068 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-37efc048-cb58-4ea2-82a5-2fc73de2ee71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0650327
Dec 09 14:28:48.205566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-6c576589-1613-486e-bd69-a97dbf019007 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312337
Dec 09 14:28:48.336009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-d31a9c7c-4132-4373-ac8f-39d81bd9844d service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230681
Dec 09 14:28:48.878905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20e7ce-98cd-440f-8bb7-3d18f188e668 req-50c94fe0-29ca-43c0-9752-4ab6b6018959 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:48.880247 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf20e7ce-98cd-440f-8bb7-3d18f188e668 req-50c94fe0-29ca-43c0-9752-4ab6b6018959 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0816922
Dec 09 14:28:48.924199 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf20e7ce-98cd-440f-8bb7-3d18f188e668 req-7e2a308e-3d39-4987-9ed2-a01e5baedad0 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379853
Dec 09 14:28:49.942678 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-1cacbdea-7148-42d0-816e-572026bab0f4 service neutron] 10.222.0.35 "GET /v2.0/ports/90f46f5f-9e99-4bda-9ad6-302cdee15e53/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0737698
Dec 09 14:28:50.135949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52798c-2437-4780-abc8-a7c90152c84b req-b2877943-8fb2-4f01-8601-31a5d6f3dabf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:50.137403 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb52798c-2437-4780-abc8-a7c90152c84b req-b2877943-8fb2-4f01-8601-31a5d6f3dabf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0890191
Dec 09 14:28:50.222140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb52798c-2437-4780-abc8-a7c90152c84b req-492639eb-ca12-497c-ba9d-5c349d59f8a8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553372
Dec 09 14:28:50.241060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-56127052-f01d-4d1a-a3a7-fa98ea44866d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 1098 time: 0.1027250
Dec 09 14:28:50.334631 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-f66a8f36-01a5-42ad-b0ec-39d311166ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1098 time: 0.0713744
Dec 09 14:28:50.462266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-38984b38-c7d6-4f1a-8a55-2cdef11a8285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:50.463725 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-38984b38-c7d6-4f1a-8a55-2cdef11a8285 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1232693
Dec 09 14:28:50.561673 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-12f112e5-9453-4da3-9142-b6b314c89f95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 1000 time: 0.0918114
Dec 09 14:28:50.628159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-bd6b1a1f-e51c-4039-b07b-6013099b6d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:50.629554 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-bd6b1a1f-e51c-4039-b07b-6013099b6d09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0617409
Dec 09 14:28:50.702773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-b33bd75e-bf4b-47a3-8e39-d4771653262e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668819
Dec 09 14:28:50.917040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-9c3fc5a2-e74f-40e8-82e2-b5475252e2fb service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2077212
Dec 09 14:28:51.044378 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e7a3054-ae78-4b76-aac6-4d27caa8222b req-deab7ab1-5d68-4335-ba89-a9de935e13b7 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212945
Dec 09 14:28:51.422149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d8868-af89-44fa-9dd1-23150ec39790 req-d6868623-d077-4e1c-9471-abe83cb619fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:51.423491 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c9d8868-af89-44fa-9dd1-23150ec39790 req-d6868623-d077-4e1c-9471-abe83cb619fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0799482
Dec 09 14:28:51.470449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c9d8868-af89-44fa-9dd1-23150ec39790 req-de337def-d5b6-4b99-8acb-052cd79d58f5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416098
Dec 09 14:28:52.546740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1409eb7-4cdb-45da-851a-ec12fdc00a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:52.686523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb02e5-6e5d-4efa-b000-b3970de56a9b req-dfb85f5f-62c3-4c29-8fbf-91074514b159 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:52.687926 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8cb02e5-6e5d-4efa-b000-b3970de56a9b req-dfb85f5f-62c3-4c29-8fbf-91074514b159 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0765460
Dec 09 14:28:52.735921 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8cb02e5-6e5d-4efa-b000-b3970de56a9b req-4d4ccefe-5d36-44a5-9c1b-b3eb533d64e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425591
Dec 09 14:28:53.105943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-fd933a76-491d-47ce-a374-d85bee9e3941 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:53.107235 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-fd933a76-491d-47ce-a374-d85bee9e3941 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1334090
Dec 09 14:28:53.118574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576a41-b4ca-4dc0-ba3d-e4c6bc5a54c4 req-6a6e1ac1-3348-495d-8dd7-aab65d9143f5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:53.119962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a3576a41-b4ca-4dc0-ba3d-e4c6bc5a54c4 req-6a6e1ac1-3348-495d-8dd7-aab65d9143f5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.1152596
Dec 09 14:28:53.164074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a3576a41-b4ca-4dc0-ba3d-e4c6bc5a54c4 req-8a9a2829-d030-4d6e-85ee-2a7f5443bd31 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384848
Dec 09 14:28:53.243234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-c051f0a7-3651-451e-8442-259c563c8b65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1098 time: 0.0684385
Dec 09 14:28:53.372276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-07ded236-64aa-4eb0-88d3-86adc68fd89f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:53.373671 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-07ded236-64aa-4eb0-88d3-86adc68fd89f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1225066
Dec 09 14:28:53.381327 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:28:53.474854 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-848d8fc2-90a6-4645-b8c5-4583596d788d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 1000 time: 0.0947461
Dec 09 14:28:53.534408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-b4840d04-7f6a-4fd9-a0b4-6f6f6336be47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:53.535922 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-b4840d04-7f6a-4fd9-a0b4-6f6f6336be47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0553656
Dec 09 14:28:53.611391 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-d2b5f348-187c-426f-9d1c-04435f065ace service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696907
Dec 09 14:28:53.739887 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-627619c5-75d3-4936-aa41-0be633f822d4 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217110
Dec 09 14:28:53.867392 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-75afd50d-f4f4-41c2-b4d8-c9fee5577620 req-824117c4-7b6e-4adc-a041-44975272b2ed service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213861
Dec 09 14:28:54.270660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:28:54.274124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:28:54.371903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6983da-1778-401d-8432-444ceecdca71 req-ada7f626-732c-4af7-a742-4895875204ae tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:54.373677 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b6983da-1778-401d-8432-444ceecdca71 req-ada7f626-732c-4af7-a742-4895875204ae tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0874739
Dec 09 14:28:54.422572 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b6983da-1778-401d-8432-444ceecdca71 req-c3d98d7f-57c7-4a93-9135-871968733e3b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424929
Dec 09 14:28:54.498215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:54.519425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:28:54.538887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'mac_address': 'fa:16:3e:b9:85:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:28:54.543798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:28:54.589592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:28:54.596883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:54.599717 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'code': 200}
Dec 09 14:28:54.606657 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:28:54.648635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:54.679550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90f46f5f-9e99-4bda-9ad6-302cdee15e53 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:28:54.712664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:28:54.737126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.737469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.737830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.738161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.738490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.738816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.739138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.739493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.739887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.740213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.740535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:28:54.746172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:28:54.758488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:28:54.758847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:28:54.907759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ffe48533-2810-431b-a49a-1c3a13796833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:55.310226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:55.327029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f46f5f-9e99-4bda-9ad6-302cdee15e53 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:28:55.341952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:28:55.346221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:55.348680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:28:55.416107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:28:55.418807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['90f46f5f-9e99-4bda-9ad6-302cdee15e53'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:28:55.444992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:28:55.628626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78db98-36ea-44cd-9fed-266c3f24e13b req-b6b1767e-bb99-4de9-8ac8-51f7933535f6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:55.630034 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c78db98-36ea-44cd-9fed-266c3f24e13b req-b6b1767e-bb99-4de9-8ac8-51f7933535f6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 944 time: 0.0789862
Dec 09 14:28:55.674956 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c78db98-36ea-44cd-9fed-266c3f24e13b req-fe99b778-6358-4c11-8077-78ed968b3232 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394523
Dec 09 14:28:55.870832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e5620-6ea9-4304-a20a-2caca12b964b req-48048b70-70c0-4272-83a9-ed65a5d7453c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:55.872262 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d07e5620-6ea9-4304-a20a-2caca12b964b req-48048b70-70c0-4272-83a9-ed65a5d7453c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 944 time: 0.0765920
Dec 09 14:28:55.919084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d07e5620-6ea9-4304-a20a-2caca12b964b req-acc2b54d-6b5c-4eed-ba0a-a8426e07b9b1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413074
Dec 09 14:28:56.184842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:56.267816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:28:56.378385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:28:56.379107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:56.434177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:56.436028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5e799-960e-4502-a6c0-3d7e692879c1 req-6e820ad2-2729-490e-899f-544ab9ab510b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:56.437424 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-11a5e799-960e-4502-a6c0-3d7e692879c1 req-6e820ad2-2729-490e-899f-544ab9ab510b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 944 time: 0.2332966
Dec 09 14:28:56.442381 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-b8d25827-4578-424c-86dd-c1ab05d3b005 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 1097 time: 0.1034513
Dec 09 14:28:56.505594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:56.542982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:28:56.547446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:56.549491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:28:56.560529 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-11a5e799-960e-4502-a6c0-3d7e692879c1 req-8df1b448-ff21-4cb7-a2df-89c6f5d8b342 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154075
Dec 09 14:28:56.603294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:28:56.607485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336ce3d-c511-45a2-a836-1177eba57473 req-f9b6d332-d85d-42ff-8767-bc5df47413ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:56.608894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-f9b6d332-d85d-42ff-8767-bc5df47413ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1489584
Dec 09 14:28:56.619324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:28:56.622861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:28:56.659926 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'code': 200}
Dec 09 14:28:56.722059 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-039eecb6-1d36-4397-b50f-f3d60534d0b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 200  len: 1000 time: 0.1061494
Dec 09 14:28:56.782701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336ce3d-c511-45a2-a836-1177eba57473 req-7a256b9e-5110-497d-bd6b-a94556c22c7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:56.784063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-7a256b9e-5110-497d-bd6b-a94556c22c7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0563490
Dec 09 14:28:56.861005 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-257b3f94-a844-49a4-a6cc-1533067b5f5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707057
Dec 09 14:28:56.990330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-f5ba02b6-fdd6-4ff7-8f76-ae96f5a314be service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228745
Dec 09 14:28:57.117832 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e336ce3d-c511-45a2-a836-1177eba57473 req-eb9d4d7d-89f4-49dc-9996-03d2347e085e service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214075
Dec 09 14:28:57.601623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:28:57.760906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9b735-df53-475a-916d-eb21b4e6b1fd req-cdceb1ef-8220-4153-8cff-4fa6261ad6ae tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:57.762365 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08a9b735-df53-475a-916d-eb21b4e6b1fd req-cdceb1ef-8220-4153-8cff-4fa6261ad6ae tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0772905
Dec 09 14:28:57.806405 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08a9b735-df53-475a-916d-eb21b4e6b1fd req-b59250ae-15a0-431a-9917-f674ce8d8d03 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385835
Dec 09 14:28:58.371134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbd572-6e83-4e94-93df-d9b0163191da req-f91f9ff8-2cc1-4f45-a0cb-6b9e42577a87 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:58.372546 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1bbd572-6e83-4e94-93df-d9b0163191da req-f91f9ff8-2cc1-4f45-a0cb-6b9e42577a87 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0794849
Dec 09 14:28:58.416252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1bbd572-6e83-4e94-93df-d9b0163191da req-4a23f143-642d-4473-b768-00a513463bf9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383606
Dec 09 14:28:59.611713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdd2c5-4670-47e5-81f3-c959a0b4090b req-379e805d-25b4-4307-805e-2afc3d4e76ef tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:59.613154 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4acdd2c5-4670-47e5-81f3-c959a0b4090b req-379e805d-25b4-4307-805e-2afc3d4e76ef tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0765221
Dec 09 14:28:59.657750 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4acdd2c5-4670-47e5-81f3-c959a0b4090b req-865a2a42-97a5-4f70-b25e-d406a02b5a84 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389609
Dec 09 14:28:59.747878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-87c020bb-199c-4419-b02c-5ea2fa47bb84 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:28:59.749218 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-87c020bb-199c-4419-b02c-5ea2fa47bb84 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 945 time: 0.0796607
Dec 09 14:28:59.819515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Deleting port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:28:59.819862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:00.060050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] For port 90f46f5f-9e99-4bda-9ad6-302cdee15e53, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=90f46f5f-9e99-4bda-9ad6-302cdee15e53,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:29:00.060313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:00.438766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:00.439158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:00.439450 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 disassociated. External IP: 172.26.3.29, port: 90f46f5f-9e99-4bda-9ad6-302cdee15e53.
Dec 09 14:29:00.439786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Calling delete_port for 90f46f5f-9e99-4bda-9ad6-302cdee15e53 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:29:00.580712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:00.586723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:29:00.628573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event deleted for resources: {'Port': ['ID=90f46f5f-9e99-4bda-9ad6-302cdee15e53,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:29:00.643485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.643877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.644274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.644588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.644944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.645300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.645682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.646036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.646387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.646733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.647165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:29:00.651730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:29:00.844442 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-486e6331-efdf-4ebe-8912-dd73c29fa294 req-be03ed92-be6e-42c8-9d4f-0cfbc31fd976 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=073451e9-df96-4b93-b6a6-5a6eb05fd25e HTTP/1.1" status: 200  len: 210 time: 0.0505230
Dec 09 14:29:00.903182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:29:01.099949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:29:01.109993 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:29:01.121399 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:29:01.122030 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3b7be0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:28:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:01.173083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] No DVR routers for this DVR port 90f46f5f-9e99-4bda-9ad6-302cdee15e53 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:29:01.175747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:01.178647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-deleted', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:29:01.194930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e87cb7b7-b69b-417c-8e0e-562dee67b660 req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "DELETE /v2.0/ports/90f46f5f-9e99-4bda-9ad6-302cdee15e53 HTTP/1.1" status: 204  len: 173 time: 1.4398158
Dec 09 14:29:01.248140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073451e9-df96-4b93-b6a6-5a6eb05fd25e', 'name': 'network-vif-deleted', 'tag': '90f46f5f-9e99-4bda-9ad6-302cdee15e53', 'status': 'completed', 'code': 200}
Dec 09 14:29:01.303587 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:29:01.613609 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3b7be0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:01.617718 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:29:01.628378 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:29:01.628972 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3b7be0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:28:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:01.836249 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:29:02.153736 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3b7be0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:02.157733 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7f484-d526-433b-a265-f6799a38c4f6 None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:29:02.208661 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-c7fc5fd7-3b53-47de-97c1-29332f92ea14 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1193015304&fields=id&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 267 time: 0.0423305
Dec 09 14:29:02.361034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-ad33921d-e1af-4e40-ac75-85fd57d2b903 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:02.362742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-ad33921d-e1af-4e40-ac75-85fd57d2b903 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.1470752
Dec 09 14:29:02.373955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8206b-1752-472c-a99f-cac1533a43a3 None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:29:02.379172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-d5275226-f793-4eb1-9423-15497e490fab tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/quotas/c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 375 time: 0.0109224
Dec 09 14:29:02.458461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-31c6a356-09ce-4639-ba1b-0c6c004d610b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:29:02.474417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-31c6a356-09ce-4639-ba1b-0c6c004d610b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:29:02.476944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-31c6a356-09ce-4639-ba1b-0c6c004d610b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0926456
Dec 09 14:29:02.616900 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-fb48922d-ce8a-4b53-99e2-c732e1be28ef service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279967
Dec 09 14:29:02.747558 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-4932bf46-a057-4283-954e-18aea64762ec service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248734
Dec 09 14:29:02.932557 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0df73327-068e-4a20-8955-bde04a21ede3 req-f34ac33c-c2e7-4811-9dba-d936a0c16dbf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 210 time: 0.0469372
Dec 09 14:29:04.016284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-aa593bfe-0258-4c74-886d-4e82dc411bce tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:04.017715 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-aa593bfe-0258-4c74-886d-4e82dc411bce tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.2515395
Dec 09 14:29:04.105586 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d50bf942-da80-440a-ba5c-ae2b4f37ea6b req-a0037e14-a76d-4467-8b1b-fd8e2338d5f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 210 time: 0.0448537
Dec 09 14:29:04.111796 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-7d39eac8-b9cf-4417-9426-fb0a165e6238 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 380 time: 0.0793016
Dec 09 14:29:04.121399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'port': {'device_id': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'admin_state_up': True, 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'security_groups': ['30d9f063-99cf-4e72-8745-57bda70bcc5a']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:29:04.253069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:29:04.262921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:29:04.271750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Made reservation on behalf of c9a8d5e4618a4d199c83ce39fb577b0d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:29:04.275438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:04.330011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:29:04.366344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 90f46f5f-9e99-4bda-9ad6-302cdee15e53 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:29:04.366694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 90f46f5f-9e99-4bda-9ad6-302cdee15e53 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:29:04.434006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Allocated IP 172.20.0.13 (ec83b46e-96f4-4179-947c-74925d2e6291/360e65ef-0a6c-475e-b23e-4572d9a5408f/97bd864d-52e9-45bd-9d4a-d15fd3543360) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:29:04.618212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:04.634132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Transition to ACTIVE for port object 97bd864d-52e9-45bd-9d4a-d15fd3543360 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:29:04.655385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:04.660672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cc4ee3c8-df5c-4d2d-9c96-d47b72c9c82c tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:29:04.731705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:29:04.735040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:29:04.739467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:29:04.764368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:29:04.770994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:29:04.803996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:04.804595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:04.829253 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7112947
Dec 09 14:29:04.841041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Request body: {'port': {'device_id': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:29:04.950255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:04.988725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-85e03435-c2c2-42fe-af49-fe39a34f165d None None] Provisioning for port 97bd864d-52e9-45bd-9d4a-d15fd3543360 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:29:04.993789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-85e03435-c2c2-42fe-af49-fe39a34f165d None None] Provisioning complete for port 97bd864d-52e9-45bd-9d4a-d15fd3543360 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:29:04.994238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e03435-c2c2-42fe-af49-fe39a34f165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:05.045984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-85e03435-c2c2-42fe-af49-fe39a34f165d None None] Port 97bd864d-52e9-45bd-9d4a-d15fd3543360 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:29:05.321142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bd864d-52e9-45bd-9d4a-d15fd3543360 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:29:05.329303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:05.353870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Transition to ACTIVE for port object 97bd864d-52e9-45bd-9d4a-d15fd3543360 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:29:05.360079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:05.364576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a14d5558-0d08-4718-b0bf-a8e311ec1849 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:29:05.401173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0c633-be23-4780-bb24-07a531f76cc8 req-4eb97a9f-add4-477b-80eb-14ae7dd6c0b3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:05.401792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6af0c633-be23-4780-bb24-07a531f76cc8 req-4eb97a9f-add4-477b-80eb-14ae7dd6c0b3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:29:05.492690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:29:05.503324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:29:05.504981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6af0c633-be23-4780-bb24-07a531f76cc8 req-4eb97a9f-add4-477b-80eb-14ae7dd6c0b3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:29:05.506987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6af0c633-be23-4780-bb24-07a531f76cc8 req-4eb97a9f-add4-477b-80eb-14ae7dd6c0b3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 932 time: 0.2793519
Dec 09 14:29:05.746501 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6af0c633-be23-4780-bb24-07a531f76cc8 req-c98151ed-71c9-4fb3-84d5-153218685bce tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2026780
Dec 09 14:29:05.752495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Attempting to bind port 97bd864d-52e9-45bd-9d4a-d15fd3543360 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:29:05.752815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Attempting to bind port 97bd864d-52e9-45bd-9d4a-d15fd3543360 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:29:05.753128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Attempting to bind port 97bd864d-52e9-45bd-9d4a-d15fd3543360 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:29:05.759365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Port 97bd864d-52e9-45bd-9d4a-d15fd3543360 on network ec83b46e-96f4-4179-947c-74925d2e6291 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:29:05.759676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Attempting to bind port 97bd864d-52e9-45bd-9d4a-d15fd3543360 on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:29:05.765752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:29:05.766079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:29:05.766444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Bound using segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:29:05.766851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Bound port: 97bd864d-52e9-45bd-9d4a-d15fd3543360, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:29:05.767213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:05.852341 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:29:05.855484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:29:05.859098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:05.863474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-216b302d-f459-4f10-b4f2-967b7d92d6eb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:29:05.924337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:05.925678 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] 10.222.0.35 "PUT /v2.0/ports/97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 1094 time: 1.0888920
Dec 09 14:29:05.926209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:29:05.943417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:29:05.947237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:29:06.001113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'status': 'completed', 'code': 200}
Dec 09 14:29:06.037884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-f0864b96-7905-4c16-b7b5-9e359292624f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1097 time: 0.0732622
Dec 09 14:29:06.108818 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-d20ebc67-edba-4a27-b763-e0011db03230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 217 time: 0.0644803
Dec 09 14:29:06.170257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-dfbaf7b0-3478-407a-874b-fb54cfd848e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:06.171654 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-dfbaf7b0-3478-407a-874b-fb54cfd848e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0575614
Dec 09 14:29:06.249601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-bcaeaf85-faf5-4667-b411-81d8a9b49364 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715537
Dec 09 14:29:06.379692 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-71954e54-25a5-47a1-a3ee-f1a690098836 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231756
Dec 09 14:29:06.509134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c5de436-4c8b-4080-ab3f-0857cf31db4d req-d0ce3861-c475-4dc7-9936-d4b1c69871cd service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228752
Dec 09 14:29:06.617892 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-2ae47379-27e7-43bf-be16-5d48aa19852d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1097 time: 0.0678222
Dec 09 14:29:06.748550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-8ecb327f-608a-42f7-a9db-af21c0e22477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:06.749994 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-8ecb327f-608a-42f7-a9db-af21c0e22477 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1254988
Dec 09 14:29:06.820573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-da50ab7b-5f07-4483-964d-633676e38870 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 217 time: 0.0638556
Dec 09 14:29:06.923735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-0642c4ad-0600-4ba0-9cb8-54623cbda7b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:06.925150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-0642c4ad-0600-4ba0-9cb8-54623cbda7b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0983768
Dec 09 14:29:07.001100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b953749-6fdd-4a7f-9601-3c05bb857bac req-2d4076a5-19cb-4e97-86f9-a6eb412bf59a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:07.002551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b953749-6fdd-4a7f-9601-3c05bb857bac req-2d4076a5-19cb-4e97-86f9-a6eb412bf59a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 944 time: 0.1356487
Dec 09 14:29:07.049656 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-abd3e173-329f-4851-99f6-ccb6f6feacbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1160114
Dec 09 14:29:07.080596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8b953749-6fdd-4a7f-9601-3c05bb857bac req-dffba0fa-fcca-4d1e-8236-7c522c864c65 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683780
Dec 09 14:29:07.185234 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-d07b98a2-e9db-4a7d-a81c-ab8a186e2782 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279330
Dec 09 14:29:07.316415 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c96397b7-80cf-465b-ab61-7df75a2e5fbf req-211e38bb-dc04-4a84-87b6-7554d0a65dd0 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247609
Dec 09 14:29:08.330850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:29:08.383622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e260c-2516-4686-bc47-e8c76289e450 req-fba89ee1-f3fa-48aa-bd9d-6f9f4293cbff tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:08.384979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-124e260c-2516-4686-bc47-e8c76289e450 req-fba89ee1-f3fa-48aa-bd9d-6f9f4293cbff tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 944 time: 0.1844945
Dec 09 14:29:08.430303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-124e260c-2516-4686-bc47-e8c76289e450 req-6b3988be-e764-4f39-acef-213a069c0252 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397241
Dec 09 14:29:08.463885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:29:08.477443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'mac_address': 'fa:16:3e:6f:fa:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:29:08.532310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:08.549382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bd864d-52e9-45bd-9d4a-d15fd3543360 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:29:08.563963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:29:08.566885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:08.568688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:29:08.632075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:29:08.635142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:29:08.766059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['97bd864d-52e9-45bd-9d4a-d15fd3543360'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:29:09.621070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0849c-6eb0-4adc-b93d-02bdc1874ff6 req-deddb0ea-cad4-40fe-8d77-941136ca1a71 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:09.622530 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52a0849c-6eb0-4adc-b93d-02bdc1874ff6 req-deddb0ea-cad4-40fe-8d77-941136ca1a71 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 945 time: 0.0751731
Dec 09 14:29:09.667098 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-52a0849c-6eb0-4adc-b93d-02bdc1874ff6 req-2420d699-1f5c-461d-b6b8-7515d30fe1a4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392520
Dec 09 14:29:10.330159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:29:10.396727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 97bd864d-52e9-45bd-9d4a-d15fd3543360 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:29:10.401346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 97bd864d-52e9-45bd-9d4a-d15fd3543360 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:29:10.401758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:10.512829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:10.539434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:29:10.548956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:29:10.553469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:10.556494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3188e81f-1209-417d-b867-a9d0a7f634ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:29:10.596386 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'code': 200}
Dec 09 14:29:10.624835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:29:10.627646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:29:10.882610 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110a553a-7164-437f-8fad-8bc3dc7e54e8 req-0cfdc431-6c4e-472d-848e-35f3464e1625 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1099 time: 0.1293883
Dec 09 14:29:10.908655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb966089-052e-48e3-9fa4-8b70524a474e req-af9c5158-b429-49a0-bede-2d59b42af5f1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:10.910089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb966089-052e-48e3-9fa4-8b70524a474e req-af9c5158-b429-49a0-bede-2d59b42af5f1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.1138120
Dec 09 14:29:10.963409 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-110a553a-7164-437f-8fad-8bc3dc7e54e8 req-9cc77b14-4f61-4c45-9a73-cc99c9aad4e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743268
Dec 09 14:29:10.968474 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fb966089-052e-48e3-9fa4-8b70524a474e req-e09d4bf8-0b44-4af4-97fe-14bfa4b66b22 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529830
Dec 09 14:29:12.160760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38ead3-2ac4-42b3-9339-a9e85d6c8fe7 req-8a4bff60-6a58-4912-9276-eaed7aec7548 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:12.162238 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb38ead3-2ac4-42b3-9339-a9e85d6c8fe7 req-8a4bff60-6a58-4912-9276-eaed7aec7548 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0758009
Dec 09 14:29:12.207244 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb38ead3-2ac4-42b3-9339-a9e85d6c8fe7 req-765d4294-e79e-4451-8ec0-e78f2aa6e25c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388863
Dec 09 14:29:12.397460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a7070-e95a-4016-8657-ba7f99eb6041 req-642bbcb5-cce3-4390-beb2-a6da127e314f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:12.398886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-756a7070-e95a-4016-8657-ba7f99eb6041 req-642bbcb5-cce3-4390-beb2-a6da127e314f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0793786
Dec 09 14:29:12.407291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:29:12.413216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'floatingip': {'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:29:12.488823 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:13.068082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:13.071662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:13.254592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 associated. External IP: 172.26.3.29, port: 97bd864d-52e9-45bd-9d4a-d15fd3543360.
Dec 09 14:29:13.738800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:29:13.934839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:29:13.939126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:13.945346 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:29:13.957638 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:29:13.958233 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a099ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:28:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:13.994488 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f549c73-df1d-455d-8ab0-0646284e97fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "PUT /v2.0/floatingips/49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 HTTP/1.1" status: 200  len: 991 time: 1.5835936
Dec 09 14:29:13.994488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:29:14.054419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'status': 'completed', 'code': 200}
Dec 09 14:29:14.141260 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:29:14.151371 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-673726d8-2cf5-4fc7-b30e-bf46ada49cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1099 time: 0.0755553
Dec 09 14:29:14.279749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-c43cae15-04f7-418a-9e36-8d88dd84b5f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:14.281194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-c43cae15-04f7-418a-9e36-8d88dd84b5f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1236565
Dec 09 14:29:14.381463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-7754093d-37ab-4baf-b993-3fe9f278eeea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 999 time: 0.0944517
Dec 09 14:29:14.441690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-4e49a5bc-e35d-4cf5-b127-b4a98abf12d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:14.443186 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-4e49a5bc-e35d-4cf5-b127-b4a98abf12d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0560358
Dec 09 14:29:14.476843 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a099ac0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:6f:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:29:12Z', 'revision_number': 9, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:14.480501 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:29:14.491641 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:29:14.492246 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a099ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:28:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:14.517143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-3d02f4f7-8801-4a75-beed-f94d870403b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0675020
Dec 09 14:29:14.648512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-779120c6-0544-4a7b-b3c9-dbe5be432870 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246176
Dec 09 14:29:14.666589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:29:14.780646 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-307d6141-9a59-4a36-bcc5-fc06b446ae9b req-f14aa864-0046-45d7-9350-d7ea09d382c0 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256101
Dec 09 14:29:15.029985 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a099ac0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:6f:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:29:12Z', 'revision_number': 9, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:29:15.033848 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf94946-c968-4fb2-8e0a-7eb02bdd0d4a None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:6f:fa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:29:12Z', 'revision_number': 9, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:29:15.223735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f94c70-7222-4c5e-8f24-6fdcceed57f1 None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:29:16.414582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:22.538645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b15c77c9-e44c-4197-81bb-45fbe63ee4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:24.907592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2c79-1652-4b5a-892f-286bd7e38907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:26.185273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:26.417074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:27.603848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:30.381401 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:29:43.033813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-2f2b3049-9380-4404-b329-71605f6f081e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723794
Dec 09 14:29:43.170196 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-dc3a0e91-49fb-4979-a12a-950a5572fbcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1099 time: 0.0680470
Dec 09 14:29:43.412465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-f9289748-00be-4f96-93d7-fe509ee99baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:43.413931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-f9289748-00be-4f96-93d7-fe509ee99baa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.2244434
Dec 09 14:29:43.519288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-74064152-9d86-4665-9005-300196dd5120 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 1002 time: 0.0972331
Dec 09 14:29:43.586314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-e2799bc4-77df-4894-a90c-f7eec21e1f4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:43.587760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-e2799bc4-77df-4894-a90c-f7eec21e1f4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0620031
Dec 09 14:29:43.661544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-f950926a-68d9-4702-bac5-b6115d1b39f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0664737
Dec 09 14:29:43.791190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-b7f7fd74-d363-46b7-b4e9-4f094fdcfc95 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226954
Dec 09 14:29:43.942382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab6d897b-3924-441d-983c-0e2c51b2b9d6 req-ea3356d1-26e0-40bd-bac3-5f4080a1a980 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439581
Dec 09 14:29:46.415615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:50.606334 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-378791b0-c550-4d10-96b8-00e5b19250bd req-9ff76059-044d-4ced-a641-d32a7d633e93 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1337020
Dec 09 14:29:50.961779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0aae1-79cd-4bad-81fb-a91fba40d0ae req-97a62223-9163-47f5-b2dd-81b260748ace tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:50.963189 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0c0aae1-79cd-4bad-81fb-a91fba40d0ae req-97a62223-9163-47f5-b2dd-81b260748ace tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.1317897
Dec 09 14:29:50.966575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-5da9f441-071e-45fb-9a37-89707eca64e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1872826
Dec 09 14:29:51.011376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0c0aae1-79cd-4bad-81fb-a91fba40d0ae req-4fef8dc6-ec68-48fa-9ce2-9a9c62a93e38 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425737
Dec 09 14:29:52.065336 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-22aeb0de-8f24-41e2-839e-fc1784ca7490 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1099 time: 0.0694511
Dec 09 14:29:52.248181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-e23e931e-fb30-45a8-8684-161a3e09b554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:52.249641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-e23e931e-fb30-45a8-8684-161a3e09b554 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1780005
Dec 09 14:29:52.313718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4baba-9abd-484e-a419-c130022b0a6f req-a6cf61b3-8159-4aec-8c94-96d212fb5074 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:52.315043 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6a4baba-9abd-484e-a419-c130022b0a6f req-a6cf61b3-8159-4aec-8c94-96d212fb5074 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.1699708
Dec 09 14:29:52.391520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b6a4baba-9abd-484e-a419-c130022b0a6f req-1efe52b8-9b27-4124-9f43-e8ae9786cdcc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709829
Dec 09 14:29:52.393185 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-ea214087-cf9a-4920-8d1b-70b43291a50c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 1002 time: 0.1373274
Dec 09 14:29:52.458068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-8480bef3-63ad-4b2a-bd9f-2b5298c65cbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:52.459486 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-8480bef3-63ad-4b2a-bd9f-2b5298c65cbe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0602834
Dec 09 14:29:52.533862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-ee287a8e-673c-4568-a622-2f3ff35747b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682044
Dec 09 14:29:52.543201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-917c95bf-11d7-4338-aa04-68af883def9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:52.666500 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-cb5ed328-0d65-458b-a3f5-9341994f3182 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264789
Dec 09 14:29:52.891272 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-31600ab3-5d2b-4c0b-b595-d5f133251258 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183764
Dec 09 14:29:53.590994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0bf4-2589-41af-aca1-823d05c79e1c req-5090a965-1e5a-4fa0-a70b-98d24e588cd1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:53.592440 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-308f0bf4-2589-41af-aca1-823d05c79e1c req-5090a965-1e5a-4fa0-a70b-98d24e588cd1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0796957
Dec 09 14:29:53.638406 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-308f0bf4-2589-41af-aca1-823d05c79e1c req-d854ad29-f9ae-456f-bf76-9e4e3f680494 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403581
Dec 09 14:29:54.833633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258323f-3462-4ed6-a775-51465ea52b46 req-ccb21ace-902b-4e86-88d2-f9e3e5451355 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:54.838600 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9258323f-3462-4ed6-a775-51465ea52b46 req-ccb21ace-902b-4e86-88d2-f9e3e5451355 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0787494
Dec 09 14:29:54.887172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9258323f-3462-4ed6-a775-51465ea52b46 req-8fb202f4-0a39-4939-bbcd-f257b2b6e810 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427604
Dec 09 14:29:54.908872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d18ec98f-268f-420d-b556-5722400717eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:56.081997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617605-d2ca-4433-a137-60147ab1f2ad req-d3342136-40b8-4a5e-b7fd-b1f03bf31fe2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:56.084030 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30617605-d2ca-4433-a137-60147ab1f2ad req-d3342136-40b8-4a5e-b7fd-b1f03bf31fe2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0764089
Dec 09 14:29:56.129541 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-30617605-d2ca-4433-a137-60147ab1f2ad req-fd027064-f611-49ce-88ff-a5b7a84be5e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394149
Dec 09 14:29:56.187154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:56.419414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:57.325761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572466b-cc32-4915-a99e-7af02218a027 req-d15485c8-c918-4144-8fe9-e178b31834fc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:57.327168 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1572466b-cc32-4915-a99e-7af02218a027 req-d15485c8-c918-4144-8fe9-e178b31834fc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0785084
Dec 09 14:29:57.371201 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1572466b-cc32-4915-a99e-7af02218a027 req-f3da9f04-30ff-48d5-8bb2-8fa4ae82dd58 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386214
Dec 09 14:29:57.605883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:29:58.564305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca709ca-d0a8-4234-bc03-90536b32189d req-962f6fb9-e83a-42c1-a913-6ce7187f8afc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:58.565763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ca709ca-d0a8-4234-bc03-90536b32189d req-962f6fb9-e83a-42c1-a913-6ce7187f8afc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0763965
Dec 09 14:29:58.610342 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ca709ca-d0a8-4234-bc03-90536b32189d req-7c9d5a43-ca2c-4555-aee5-ec72ca04341d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387218
Dec 09 14:29:59.813748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee33cf-a2ff-4974-9b56-5e0cd5d60605 req-e1a0a84a-9542-4466-ae1b-de22655a6c69 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:29:59.815104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0ee33cf-a2ff-4974-9b56-5e0cd5d60605 req-e1a0a84a-9542-4466-ae1b-de22655a6c69 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0875273
Dec 09 14:29:59.863630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f0ee33cf-a2ff-4974-9b56-5e0cd5d60605 req-85571a87-b164-4129-9b82-1f96acb910f5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430126
Dec 09 14:30:01.059945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9084d41-b805-485f-ae28-e7e08c440c51 req-1c35d157-382b-4755-85ff-06cefe6938be tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:01.061374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9084d41-b805-485f-ae28-e7e08c440c51 req-1c35d157-382b-4755-85ff-06cefe6938be tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0762684
Dec 09 14:30:01.106368 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9084d41-b805-485f-ae28-e7e08c440c51 req-86a30c8d-d326-4cc6-ac24-bf821e877087 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395811
Dec 09 14:30:02.304990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827222a-595a-40a7-b594-8099702a48a7 req-d099cdb3-ce28-4276-86e3-ecd90a1aaca1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:02.306451 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d827222a-595a-40a7-b594-8099702a48a7 req-d099cdb3-ce28-4276-86e3-ecd90a1aaca1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0793338
Dec 09 14:30:02.350820 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d827222a-595a-40a7-b594-8099702a48a7 req-90d6b11e-0004-4e0d-a654-3e0961695bba tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389400
Dec 09 14:30:03.543863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14a905-16e7-4792-b6c4-58caeaf56e04 req-fd2ec96a-f11f-44ae-b117-766abeb000b6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:03.545433 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db14a905-16e7-4792-b6c4-58caeaf56e04 req-fd2ec96a-f11f-44ae-b117-766abeb000b6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0770478
Dec 09 14:30:03.593082 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db14a905-16e7-4792-b6c4-58caeaf56e04 req-dc1677cc-3207-4d61-a392-d0d7eba8968b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422392
Dec 09 14:30:04.485751 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-13d6bd19-1d5e-4424-abc2-8c2fa46cb539 service neutron] 10.222.0.35 "GET /v2.0/ports/97bd864d-52e9-45bd-9d4a-d15fd3543360/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0722585
Dec 09 14:30:04.797227 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-be8b4d03-6a93-4ecc-a931-18e79836fb90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 1099 time: 0.1208398
Dec 09 14:30:04.820472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4362d-3226-4b6c-93fd-2b8ed9da5455 req-0a6030a0-7367-413d-8cf2-082a2bbc381c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:04.821840 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4362d-3226-4b6c-93fd-2b8ed9da5455 req-0a6030a0-7367-413d-8cf2-082a2bbc381c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0978322
Dec 09 14:30:04.914553 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23c4362d-3226-4b6c-93fd-2b8ed9da5455 req-b385b0f4-e686-4c44-bd7f-d3772dd852a0 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633843
Dec 09 14:30:04.933564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-93dc86c8-f4f9-4fec-8d06-6b57a3e7380c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1099 time: 0.1108079
Dec 09 14:30:05.066944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-3f324270-0c64-4875-9723-1bcf6db9947c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:05.068358 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-3f324270-0c64-4875-9723-1bcf6db9947c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1277220
Dec 09 14:30:05.166092 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-a8fef68f-b50e-40c3-9d1a-f563a5adbd87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 1002 time: 0.0917647
Dec 09 14:30:05.230906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-0a0f34cd-2d37-471a-bb77-dd7d213cc8e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:05.232319 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-0a0f34cd-2d37-471a-bb77-dd7d213cc8e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0601079
Dec 09 14:30:05.305061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-fcc47ed0-fc19-4451-b9df-945303d8b324 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667317
Dec 09 14:30:05.520460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-8cacd5ff-93ad-446d-9321-d840d9f3b237 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2089667
Dec 09 14:30:05.649100 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-da4d8ab6-7241-4fd9-8556-7ebcc829bf3d req-8bed9486-174e-4b4e-a1f3-f1c308f6200c service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228783
Dec 09 14:30:06.116502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53962ce0-82de-471a-9a57-60fb17476192 req-9e162cd1-c3af-4d43-b77d-9fd1f9e59799 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:06.117862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53962ce0-82de-471a-9a57-60fb17476192 req-9e162cd1-c3af-4d43-b77d-9fd1f9e59799 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0850949
Dec 09 14:30:06.162568 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53962ce0-82de-471a-9a57-60fb17476192 req-fe298c3a-8250-42e5-be56-9ddad003cc3d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389953
Dec 09 14:30:07.358259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68892173-217c-46c5-957b-c34d60fa4c76 req-50c8e924-ab6e-4e54-81e3-b6318630031c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:07.359936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-68892173-217c-46c5-957b-c34d60fa4c76 req-50c8e924-ab6e-4e54-81e3-b6318630031c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0771065
Dec 09 14:30:07.381866 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:30:07.404368 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-68892173-217c-46c5-957b-c34d60fa4c76 req-a7e3b53e-b8f2-4b3e-809f-abc70c8bd538 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382485
Dec 09 14:30:08.607891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16405c-b7f3-4b22-bab8-911d9d3df56c req-26134d2f-9d89-40f9-beab-60d804fc433b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:08.609603 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d16405c-b7f3-4b22-bab8-911d9d3df56c req-26134d2f-9d89-40f9-beab-60d804fc433b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0794370
Dec 09 14:30:08.618245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:30:08.620651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:30:08.655964 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3d16405c-b7f3-4b22-bab8-911d9d3df56c req-01013c5a-2c71-43a9-9374-81959dee893e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402360
Dec 09 14:30:08.830152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:08.867395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:08.884503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:08.893091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'mac_address': 'fa:16:3e:6f:fa:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:30:08.897241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:08.926763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:08.934104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:08.973486 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'code': 200}
Dec 09 14:30:09.008973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:09.031232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bd864d-52e9-45bd-9d4a-d15fd3543360 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:30:09.038197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:09.053186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.053553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.054079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.054616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.054953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.055287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.055618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.055949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.056267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.056760 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.057083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:09.061508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:09.063202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:09.068958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:09.071122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:09.133433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['97bd864d-52e9-45bd-9d4a-d15fd3543360'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:30:09.141225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-986342f5-b0e1-416b-8487-df9ed7f6f967 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:09.142672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-986342f5-b0e1-416b-8487-df9ed7f6f967 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 944 time: 0.1341519
Dec 09 14:30:09.180197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:09.184832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:09.233885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811205c-0588-4b8e-9823-2777842b997c req-e150049e-b672-4902-a2d8-743ba3cb4e12 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:09.235576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2811205c-0588-4b8e-9823-2777842b997c req-e150049e-b672-4902-a2d8-743ba3cb4e12 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 945 time: 0.1655693
Dec 09 14:30:09.269669 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-d2a14f27-1a03-4865-bc3d-6fded6acdae1 service neutron] 10.222.0.35 "GET /v2.0/ports/97bd864d-52e9-45bd-9d4a-d15fd3543360/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.1200323
Dec 09 14:30:09.289334 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2811205c-0588-4b8e-9823-2777842b997c req-56e347a2-5768-4986-b5d4-40c9d7e1f179 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468845
Dec 09 14:30:09.362643 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-b1f00fe9-1ae6-43cb-8cb0-8f674a51698a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1098 time: 0.0682862
Dec 09 14:30:09.491613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-6d784ffa-6083-45bb-8a27-2eae1de3636c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:09.493032 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-6d784ffa-6083-45bb-8a27-2eae1de3636c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1234343
Dec 09 14:30:09.596071 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-50df6474-5856-4793-9c0d-81539f3b073f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 1001 time: 0.0958297
Dec 09 14:30:09.657721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-55ecfded-306a-4ef8-9c90-4be263e164d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:09.659104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-55ecfded-306a-4ef8-9c90-4be263e164d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0567827
Dec 09 14:30:09.737239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-1d3a231f-dd33-417b-a70b-87b68c633abe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713058
Dec 09 14:30:09.869181 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-e9afa22a-6f4f-4506-a880-44381c6ab7f1 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251221
Dec 09 14:30:10.001228 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-65ac108d-e17b-4aa4-bd9a-4e9b2ab8b06f service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256809
Dec 09 14:30:10.486534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec3c14-b87b-4b10-a6c7-615b5cd23326 req-2df3ffb8-7b65-4132-9547-5d5d464103d1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:10.487976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51ec3c14-b87b-4b10-a6c7-615b5cd23326 req-2df3ffb8-7b65-4132-9547-5d5d464103d1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 945 time: 0.0762484
Dec 09 14:30:10.533333 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-51ec3c14-b87b-4b10-a6c7-615b5cd23326 req-8c5bc7c6-66e9-47f9-820f-a070e660f37c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392611
Dec 09 14:30:10.624484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:30:10.693301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 97bd864d-52e9-45bd-9d4a-d15fd3543360 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:30:10.693704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:10.801629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:10.832329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:10.836326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:10.838159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:10.904222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:10.907769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:10.974339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:11.035154 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'code': 200}
Dec 09 14:30:11.839333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2bd7e-7cdb-4c72-8bca-5f9cbe10624a req-a5f2d0dd-ac11-42ee-8393-4c796be795d8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:11.840660 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4b2bd7e-7cdb-4c72-8bca-5f9cbe10624a req-a5f2d0dd-ac11-42ee-8393-4c796be795d8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.1826978
Dec 09 14:30:11.886248 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d4b2bd7e-7cdb-4c72-8bca-5f9cbe10624a req-bde8f8dc-087d-4f02-8303-8075a73974fc tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400171
Dec 09 14:30:12.387453 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-8cc3a18b-4c05-402c-8aed-4a5591ebb733 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 1099 time: 0.0706446
Dec 09 14:30:12.479216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-b0030c65-3ae9-411a-92e7-5cd0eaae6e30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 1099 time: 0.0703280
Dec 09 14:30:12.616154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-7e8f9741-482b-4000-b00f-aa0596e84632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:12.617595 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-7e8f9741-482b-4000-b00f-aa0596e84632 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1323237
Dec 09 14:30:12.719637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-c55aa808-da50-4b87-b128-7221dbc2708a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 200  len: 1002 time: 0.0955377
Dec 09 14:30:12.779881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-a4944478-10c5-4c90-ab69-eaf6958b06a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:12.781166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-a4944478-10c5-4c90-ab69-eaf6958b06a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0550759
Dec 09 14:30:12.870024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-fd28e446-1d87-4bf6-8d19-f6497e7ef0b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0819094
Dec 09 14:30:12.998944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-88c7f071-0e8b-44d7-98d6-8ea00be12bd7 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229653
Dec 09 14:30:13.183558 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8468fce7-1aed-4ecf-baec-fd0dc85da70e req-24a7f808-ff48-4836-be3a-9fb85ff10a1d service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784606
Dec 09 14:30:13.189205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afab0b8-e791-499a-a793-4cf7d0d3c3a8 req-979e7fe1-2740-4181-9890-341478d8b679 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:13.190594 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5afab0b8-e791-499a-a793-4cf7d0d3c3a8 req-979e7fe1-2740-4181-9890-341478d8b679 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.1684487
Dec 09 14:30:13.237417 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5afab0b8-e791-499a-a793-4cf7d0d3c3a8 req-c0a3bb03-6935-48c3-8dd6-6813d48101da tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412502
Dec 09 14:30:14.436574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37e60f-b4df-4b72-ace1-938c8fb566cf req-4636b873-e3c9-415e-a4fe-dbd255ab21f1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:14.438158 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa37e60f-b4df-4b72-ace1-938c8fb566cf req-4636b873-e3c9-415e-a4fe-dbd255ab21f1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0797071
Dec 09 14:30:14.483502 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa37e60f-b4df-4b72-ace1-938c8fb566cf req-51dd4208-7201-4fe6-b24e-a68af342bd45 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391598
Dec 09 14:30:14.646725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:30:14.650114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:30:14.856786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:14.888135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:14.909850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:14.918199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'mac_address': 'fa:16:3e:6f:fa:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:30:14.922136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:14.950438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:14.957494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:14.990647 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'code': 200}
Dec 09 14:30:15.072416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:15.095877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bd864d-52e9-45bd-9d4a-d15fd3543360 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:30:15.099778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:15.103473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:15.114774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:15.118182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:15.119785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:15.179378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['97bd864d-52e9-45bd-9d4a-d15fd3543360'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:30:15.225807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=10']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:15.230091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:15.681130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1c6b2-ac86-436a-a40d-c985624d1591 req-4d4fa9a8-ca86-4ea4-9291-bf1eff0975c1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:15.682570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95a1c6b2-ac86-436a-a40d-c985624d1591 req-4d4fa9a8-ca86-4ea4-9291-bf1eff0975c1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0752494
Dec 09 14:30:15.729249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95a1c6b2-ac86-436a-a40d-c985624d1591 req-868d23cb-64c9-4cbf-9014-7a98e9e8b14d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412672
Dec 09 14:30:15.924286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595278ef-0cc6-4c65-a333-5f15c48d2b62 req-9188c9ea-6a5e-454e-a2ea-7016bab4c8c3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:15.925728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-595278ef-0cc6-4c65-a333-5f15c48d2b62 req-9188c9ea-6a5e-454e-a2ea-7016bab4c8c3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0763443
Dec 09 14:30:15.970551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-595278ef-0cc6-4c65-a333-5f15c48d2b62 req-bc627e00-e3b7-4576-a3da-b6ff5c8d0760 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388513
Dec 09 14:30:16.167665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772888f7-608e-4b6b-b5f0-2d05dd9bc3d7 req-a6faa1ae-fdd2-4199-aed5-7a8a5d88a7c8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:16.169078 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-772888f7-608e-4b6b-b5f0-2d05dd9bc3d7 req-a6faa1ae-fdd2-4199-aed5-7a8a5d88a7c8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0793934
Dec 09 14:30:16.212932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-772888f7-608e-4b6b-b5f0-2d05dd9bc3d7 req-fe5b041e-f062-442f-996e-d1db7fec52d8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383677
Dec 09 14:30:16.426277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:16.604822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821fae6-4940-4dc3-abf8-5f03754e7ed9 req-1f8b8ae4-b005-45c0-a807-fa234e31dddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:16.606304 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8821fae6-4940-4dc3-abf8-5f03754e7ed9 req-1f8b8ae4-b005-45c0-a807-fa234e31dddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 946 time: 0.0750258
Dec 09 14:30:16.650566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8821fae6-4940-4dc3-abf8-5f03754e7ed9 req-8f2df3d8-e15b-4a67-8b32-76f9370ac361 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386369
Dec 09 14:30:16.655944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:30:16.722740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 97bd864d-52e9-45bd-9d4a-d15fd3543360 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:30:16.723571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:16.834813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:16.866156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:16.869979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:16.871800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:16.936577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=11']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:16.939441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:16.992051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:17.045190 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'code': 200}
Dec 09 14:30:17.845771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76477-6ce8-42fc-b194-f61222942b48 req-63c0c7f6-1177-4b34-8641-7d40bee72347 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:17.847089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95f76477-6ce8-42fc-b194-f61222942b48 req-63c0c7f6-1177-4b34-8641-7d40bee72347 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 947 time: 0.0777643
Dec 09 14:30:17.894756 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95f76477-6ce8-42fc-b194-f61222942b48 req-45e9de79-5cc9-450b-97e9-aa61700dd0ee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420675
Dec 09 14:30:18.570835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-43c748a6-d249-4d20-86f9-cd5834c406ee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:18.572249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-43c748a6-d249-4d20-86f9-cd5834c406ee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 947 time: 0.0773089
Dec 09 14:30:18.742059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Deleting port 97bd864d-52e9-45bd-9d4a-d15fd3543360 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:30:18.742396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:18.984705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] For port 97bd864d-52e9-45bd-9d4a-d15fd3543360, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=97bd864d-52e9-45bd-9d4a-d15fd3543360,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:18.985419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:19.283894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8c0c5-0385-4188-94e0-b2e1d7a9ad8b req-026cd1c9-15c2-45d9-bfa2-5dda5e3c4658 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:19.285308 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2eb8c0c5-0385-4188-94e0-b2e1d7a9ad8b req-026cd1c9-15c2-45d9-bfa2-5dda5e3c4658 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 947 time: 0.2416742
Dec 09 14:30:19.360601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:19.361024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:19.361338 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 disassociated. External IP: 172.26.3.29, port: 97bd864d-52e9-45bd-9d4a-d15fd3543360.
Dec 09 14:30:19.361700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Calling delete_port for 97bd864d-52e9-45bd-9d4a-d15fd3543360 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:30:19.397861 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2eb8c0c5-0385-4188-94e0-b2e1d7a9ad8b req-0a6baf2b-0bc3-4da5-939a-e514d996db80 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965037
Dec 09 14:30:19.504687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:19.510458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:19.556635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event deleted for resources: {'Port': ['ID=97bd864d-52e9-45bd-9d4a-d15fd3543360,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:19.569640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.570182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.570394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.570753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.571114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.571478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.571827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.572177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.572524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.572865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.573219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:30:19.576745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:19.779150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:30:19.981264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:30:19.991797 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:30:20.003120 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:30:20.003714 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4eed30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:29:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:20.050886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] No DVR routers for this DVR port 97bd864d-52e9-45bd-9d4a-d15fd3543360 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:30:20.053280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:20.055832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-deleted', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:20.070967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1857bfdf-ce1f-4eb8-afdf-11c57d21f6e2 req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "DELETE /v2.0/ports/97bd864d-52e9-45bd-9d4a-d15fd3543360 HTTP/1.1" status: 204  len: 173 time: 1.4922674
Dec 09 14:30:20.111857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2fdee4-c7ad-41a9-a51a-56ef21d225aa', 'name': 'network-vif-deleted', 'tag': '97bd864d-52e9-45bd-9d4a-d15fd3543360', 'status': 'completed', 'code': 200}
Dec 09 14:30:20.191585 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:30:20.521029 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4eed30>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:20.526576 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:30:20.543509 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:30:20.544460 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a4eed30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:29:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:20.592558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f451ee7f-7f47-4280-9f8d-158d1900eae3 req-68b11142-5305-4593-938d-2527ce5eecc1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:30:20.608103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f451ee7f-7f47-4280-9f8d-158d1900eae3 req-68b11142-5305-4593-938d-2527ce5eecc1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:30:20.617932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f451ee7f-7f47-4280-9f8d-158d1900eae3 req-68b11142-5305-4593-938d-2527ce5eecc1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb2fdee4-c7ad-41a9-a51a-56ef21d225aa HTTP/1.1" status: 200  len: 210 time: 0.0741498
Dec 09 14:30:20.766898 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:30:21.087218 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a4eed30>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:21.090816 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f5a3a-4e37-44d2-b458-bd8766a74263 None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:30:21.293379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e04cc53-f5e4-4b72-8459-27992431d5b9 None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:30:21.976019 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-28de9095-a442-4a4e-a1a7-5444ac259cb3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1193015304&fields=id&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 267 time: 0.0399497
Dec 09 14:30:22.219521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-3e84199c-d313-4274-9171-db8f1e9d2fcb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:22.220931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-3e84199c-d313-4274-9171-db8f1e9d2fcb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.2388794
Dec 09 14:30:22.236602 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-acca6f3a-ce16-4482-a01a-eab1e0560983 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/quotas/c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 375 time: 0.0103109
Dec 09 14:30:22.316678 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-c4d4ffca-bad5-4656-a2d4-c7a5dd58ea36 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0749145
Dec 09 14:30:22.449728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-4b2efd29-dfb7-45b2-86b8-af953f8ccffc service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216402
Dec 09 14:30:22.546301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-667d7b5d-1ad1-46ec-871b-af2f828adc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:22.581675 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-b879c784-98c2-46f9-ac2c-8bdfb88a7ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263063
Dec 09 14:30:22.702227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:30:22.735081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 97bd864d-52e9-45bd-9d4a-d15fd3543360 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:30:22.735673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 97bd864d-52e9-45bd-9d4a-d15fd3543360 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:30:22.770539 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-80c536d2-3de4-4c54-bc4b-8f87903c4888 req-740ad604-58e0-46ff-906e-784ee9142c88 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 210 time: 0.0469091
Dec 09 14:30:23.745442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-92e07a02-2571-4861-89d3-e7b70fd79e8e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:23.746874 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-92e07a02-2571-4861-89d3-e7b70fd79e8e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 812 time: 0.1496041
Dec 09 14:30:23.800362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9d2f8a29-eee7-4c8a-a2b4-7ac3e2365fbf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 380 time: 0.0405254
Dec 09 14:30:23.810288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'port': {'device_id': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'admin_state_up': True, 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'security_groups': ['30d9f063-99cf-4e72-8745-57bda70bcc5a']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:30:23.948748 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d6f34f8-5822-4778-b59b-1df4cd43a7ce req-63372f6e-18f3-4cb1-963f-a67e672c0718 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 210 time: 0.0529575
Dec 09 14:30:23.985904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:30:23.995714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:30:24.005702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Made reservation on behalf of c9a8d5e4618a4d199c83ce39fb577b0d for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:30:24.008605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:24.164372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Allocated IP 172.20.0.4 (ec83b46e-96f4-4179-947c-74925d2e6291/360e65ef-0a6c-475e-b23e-4572d9a5408f/d4087d99-4729-4cb9-b534-a13d51ecee1b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:30:24.347446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:24.362636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Transition to ACTIVE for port object d4087d99-4729-4cb9-b534-a13d51ecee1b will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:30:24.384244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:24.389339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-83fe1757-5a45-42e5-9e89-8b57c4ad74c1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:24.457268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Network ec83b46e-96f4-4179-947c-74925d2e6291 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:30:24.460551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:30:24.464308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:30:24.502167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:24.507231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:24.529654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:24.530267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:24.557174 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7511971
Dec 09 14:30:24.570139 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Request body: {'port': {'device_id': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:30:24.682315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:24.719469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ddcdfaab-1bb4-4b96-9357-93b41fe615f7 None None] Provisioning for port d4087d99-4729-4cb9-b534-a13d51ecee1b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:30:24.726037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ddcdfaab-1bb4-4b96-9357-93b41fe615f7 None None] Provisioning complete for port d4087d99-4729-4cb9-b534-a13d51ecee1b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:30:24.727252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddcdfaab-1bb4-4b96-9357-93b41fe615f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:24.781815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ddcdfaab-1bb4-4b96-9357-93b41fe615f7 None None] Port d4087d99-4729-4cb9-b534-a13d51ecee1b cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:30:24.913020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ac81df3-ab4a-41bd-8a86-609338244626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:25.175626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:30:25.184481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:25.209266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Transition to ACTIVE for port object d4087d99-4729-4cb9-b534-a13d51ecee1b will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:30:25.213905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:25.218617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c3f68ed5-f9f8-4add-b6e8-5d01b76e07c3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:25.252074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d9d34-8a7e-4d46-90b2-3733a6c6b7ab req-24f67a09-edec-44e7-b4d7-1fc27640e5c7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:25.252666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-763d9d34-8a7e-4d46-90b2-3733a6c6b7ab req-24f67a09-edec-44e7-b4d7-1fc27640e5c7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:30:25.347005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-763d9d34-8a7e-4d46-90b2-3733a6c6b7ab req-24f67a09-edec-44e7-b4d7-1fc27640e5c7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:30:25.348259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-763d9d34-8a7e-4d46-90b2-3733a6c6b7ab req-24f67a09-edec-44e7-b4d7-1fc27640e5c7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 931 time: 0.2757683
Dec 09 14:30:25.376438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:25.414758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:25.484894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-763d9d34-8a7e-4d46-90b2-3733a6c6b7ab req-a0eb0727-4d72-4f67-a439-1fc758864860 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273656
Dec 09 14:30:25.515362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Attempting to bind port d4087d99-4729-4cb9-b534-a13d51ecee1b on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:30:25.515695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Attempting to bind port d4087d99-4729-4cb9-b534-a13d51ecee1b by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:30:25.516017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Attempting to bind port d4087d99-4729-4cb9-b534-a13d51ecee1b on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:30:25.521889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Port d4087d99-4729-4cb9-b534-a13d51ecee1b on network ec83b46e-96f4-4179-947c-74925d2e6291 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:30:25.522209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Attempting to bind port d4087d99-4729-4cb9-b534-a13d51ecee1b on network ec83b46e-96f4-4179-947c-74925d2e6291 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:30:25.530337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:30:25.530698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Checking segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:30:25.531204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Bound using segment: {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:30:25.531631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Bound port: d4087d99-4729-4cb9-b534-a13d51ecee1b, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26353922-87c3-4772-8404-0aa803d993ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:30:25.531973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:25.622197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:30:25.625087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:30:25.629441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:25.633442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf699e90-2576-4cf1-a2be-dd9cf06cd095 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:25.689405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:25.690780 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1093 time: 1.1258569
Dec 09 14:30:25.691822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:25.709517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:25.713347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:25.773015 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'status': 'completed', 'code': 200}
Dec 09 14:30:25.814476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-4ff74ad5-e5f0-4cf2-880e-5bb95b9a6d74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1096 time: 0.0743589
Dec 09 14:30:25.887017 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-4552244d-4791-4958-aefd-7384df00ba39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 217 time: 0.0658565
Dec 09 14:30:25.950875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-1b6cf513-54e3-4f2e-858b-36ccf2a9df02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:25.952341 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-1b6cf513-54e3-4f2e-858b-36ccf2a9df02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0586195
Dec 09 14:30:26.030501 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-c249503d-be57-4c6f-89ea-6de02586b40e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713558
Dec 09 14:30:26.157999 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-1bff7b7b-5008-49b2-87e1-264abf916864 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211185
Dec 09 14:30:26.189745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:26.285988 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e88cb3d8-07bb-46a4-8036-cde5c9691cfb req-4528a33b-8049-4a93-9fc3-a5e987b35d32 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215017
Dec 09 14:30:26.397954 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-ff847e15-8bcc-41ba-a5d9-d0b55e51422a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1096 time: 0.0671554
Dec 09 14:30:26.421021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:26.533009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-59df042d-b039-46c7-abdd-a08a4c5fa184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:26.534486 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-59df042d-b039-46c7-abdd-a08a4c5fa184 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1293328
Dec 09 14:30:26.606126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-1b52575b-36b9-4197-be6d-3d0a0e078cf7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 217 time: 0.0648422
Dec 09 14:30:26.811307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-f2b3a5ce-a400-4932-bcc5-a2548362145b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:26.812667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-f2b3a5ce-a400-4932-bcc5-a2548362145b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.1999314
Dec 09 14:30:26.883472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ae06b-365c-4a37-a5e0-b2ce5d16b2ca req-bafc8981-a2ab-4189-af25-38eb3684929a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:26.884897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2b7ae06b-365c-4a37-a5e0-b2ce5d16b2ca req-bafc8981-a2ab-4189-af25-38eb3684929a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 943 time: 0.2424433
Dec 09 14:30:26.933769 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-510c72a6-4454-43d6-a896-aa4e10c5c6e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1131885
Dec 09 14:30:26.960653 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2b7ae06b-365c-4a37-a5e0-b2ce5d16b2ca req-0e9923df-b9fe-4b05-8907-f75763246b08 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653253
Dec 09 14:30:27.068710 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-1360d704-95e2-4ad5-8998-ad103860c9b1 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267951
Dec 09 14:30:27.198817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59cae334-2dff-4cd8-beea-f8872ab4dc52 req-d36e79cb-47db-4f40-9696-85d7bc7509df service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237226
Dec 09 14:30:27.611183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:28.159599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d1ac1-7caf-41e1-9604-86f8b0f10d6c req-c3305a80-133d-4a17-8bee-80b3db87d000 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:28.161651 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-148d1ac1-7caf-41e1-9604-86f8b0f10d6c req-c3305a80-133d-4a17-8bee-80b3db87d000 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 943 time: 0.0817573
Dec 09 14:30:28.204953 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-148d1ac1-7caf-41e1-9604-86f8b0f10d6c req-8fc84189-b07b-4d20-b5e2-f11cb7942ab9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379546
Dec 09 14:30:28.748347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:30:28.883698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:28.896933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:30:28.949741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:28.966844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:30:28.982091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:28.985953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:28.987742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7a57a6d-46f7-491c-b34a-3ec96e9015d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:29.050467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:29.053388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:29.190691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d4087d99-4729-4cb9-b534-a13d51ecee1b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:30:29.402204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0ee99-457e-4086-8192-8f80776b6674 req-3664d7f3-f0a1-4135-a71b-2f42b4f2bf25 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:29.403654 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7e0ee99-457e-4086-8192-8f80776b6674 req-3664d7f3-f0a1-4135-a71b-2f42b4f2bf25 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 944 time: 0.0770457
Dec 09 14:30:29.451799 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7e0ee99-457e-4086-8192-8f80776b6674 req-d40616ed-5510-48a1-acf1-e6bcb744bbea tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425127
Dec 09 14:30:30.656180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a66791-1a4c-4536-8ca0-618a48e0f00b req-0e5c14d7-f2e2-4791-be87-d4b8635bfa1a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:30.658398 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-66a66791-1a4c-4536-8ca0-618a48e0f00b req-0e5c14d7-f2e2-4791-be87-d4b8635bfa1a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 944 time: 0.0854721
Dec 09 14:30:30.703530 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-66a66791-1a4c-4536-8ca0-618a48e0f00b req-32fdf1ca-a8a3-453c-987f-b874c878d77b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396981
Dec 09 14:30:30.756259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:30:30.824884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port d4087d99-4729-4cb9-b534-a13d51ecee1b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:30:30.829298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d4087d99-4729-4cb9-b534-a13d51ecee1b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:30:30.829712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:30.940769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:30.970477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:30.979798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:30:30.983750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:30.985805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:30:31.026546 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'code': 200}
Dec 09 14:30:31.052049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:30:31.056169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:30:31.249551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0463d42d-a70c-4f7c-9249-62336cdc6428 req-695e68da-90c6-49f5-b85c-f106622af3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0698440
Dec 09 14:30:31.290164 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0463d42d-a70c-4f7c-9249-62336cdc6428 req-39973ad3-5d9a-4020-971b-d4d18d2c59f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342414
Dec 09 14:30:31.896489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6babd57-f9db-4e7a-a7d9-8071abaeb55b req-f45732e4-9ad3-46ef-898f-68498b062f73 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:31.897942 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6babd57-f9db-4e7a-a7d9-8071abaeb55b req-f45732e4-9ad3-46ef-898f-68498b062f73 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0756929
Dec 09 14:30:31.941967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6babd57-f9db-4e7a-a7d9-8071abaeb55b req-62bbdb3a-e4fe-420e-bdf7-b1d8a4782fed tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381036
Dec 09 14:30:33.139703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3926d-63e5-4b32-9851-4bbddd7636ac req-9498256c-1e0a-4bfd-8009-abc6e1356a1e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:33.141143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2aa3926d-63e5-4b32-9851-4bbddd7636ac req-9498256c-1e0a-4bfd-8009-abc6e1356a1e tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0798929
Dec 09 14:30:33.185949 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2aa3926d-63e5-4b32-9851-4bbddd7636ac req-76911952-e3d5-4644-8542-616c095eb1c1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387700
Dec 09 14:30:33.375131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526a297-cfdf-49fe-bc7c-3bef0166fd3c req-c5fdbfff-6740-4cbc-b4a7-588e4276be9d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:33.376564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7526a297-cfdf-49fe-bc7c-3bef0166fd3c req-c5fdbfff-6740-4cbc-b4a7-588e4276be9d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0777440
Dec 09 14:30:33.385087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35488) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:30:33.390260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Request body: {'floatingip': {'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:30:33.467451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:34.151931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:34.155416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:34.342748 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 associated. External IP: 172.26.3.29, port: d4087d99-4729-4cb9-b534-a13d51ecee1b.
Dec 09 14:30:34.724265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:30:34.919886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:30:34.924734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:34.929294 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:30:34.941433 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:30:34.942066 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a24bee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:30:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:34.983064 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cfe8d448-6bde-4819-8b70-327826d948e9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "PUT /v2.0/floatingips/49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 HTTP/1.1" status: 200  len: 991 time: 1.5968418
Dec 09 14:30:34.983705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:30:35.045219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'status': 'completed', 'code': 200}
Dec 09 14:30:35.121503 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:30:35.138480 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-cebf9d06-8e1c-4e0f-9b52-b9351f88927d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0708423
Dec 09 14:30:35.267418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-e1260a37-aee3-4a25-af92-35d401200d1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:35.268760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-e1260a37-aee3-4a25-af92-35d401200d1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1233635
Dec 09 14:30:35.369703 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-c4979de3-089e-4ae0-a4f0-e8f3d96f2b91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 999 time: 0.0945823
Dec 09 14:30:35.429969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-53d3b650-b4d4-49c8-a17a-eb3f44cea955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:35.431382 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-53d3b650-b4d4-49c8-a17a-eb3f44cea955 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0559232
Dec 09 14:30:35.460998 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a24bee0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:30:34Z', 'revision_number': 13, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:35.464866 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:30:35.475335 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:30:35.475972 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a24bee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:30:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:35.617354 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-03147f53-f7a4-4129-a6fc-8db0b54af41b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1798718
Dec 09 14:30:35.653178 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:30:35.746521 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-e2214fa0-2db6-45d3-9afb-9a4e7a32fee8 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225476
Dec 09 14:30:35.876949 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-676fafc9-466d-466a-9ae5-6ae656e29b42 req-3985aed2-a51d-415c-a97b-4ce76ce8b556 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238830
Dec 09 14:30:35.990225 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a24bee0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:30:34Z', 'revision_number': 13, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:30:35.994226 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac366ec-aa2f-451d-afb5-5dbcf87bc7c4 None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '49dbd9fc-a7e8-4f34-aa7e-a4a418242f20', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:26:26Z', 'updated_at': '2021-12-09T14:30:34Z', 'revision_number': 13, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:30:36.189561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae82b0-4a52-4f0b-b104-27ff5edcda6a None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:30:42.712994 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-a535dfc7-8b80-49b9-af64-319fef704ecb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668657
Dec 09 14:30:42.859436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-d8d8995d-e635-431f-9644-ee6d2553fe19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0726182
Dec 09 14:30:43.002240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-27e020d2-7837-444f-b81f-d0e003062103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:43.003786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-27e020d2-7837-444f-b81f-d0e003062103 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1256158
Dec 09 14:30:43.109628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-3ba1a2bf-b6af-4ff4-b542-42d2e6c54b89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1001 time: 0.0986955
Dec 09 14:30:43.169716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-4d34a5f8-90e8-432d-a5c2-69c3f7a81cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:30:43.171050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-4d34a5f8-90e8-432d-a5c2-69c3f7a81cc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0552082
Dec 09 14:30:43.244629 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-a0300d95-d270-445d-a82b-de86c425f4ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665278
Dec 09 14:30:43.376494 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-d8df0118-bc13-4a34-b9f7-b3af25478f54 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242437
Dec 09 14:30:43.507158 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d7f25f2-a2ba-41f9-ba3e-8cd3b758a550 req-d15094ae-e8bd-49dd-8e81-f2d78ceddc0b service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234298
Dec 09 14:30:44.382405 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:30:46.428080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:52.549883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3f7847e3-0beb-4939-8168-08b15e401b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:54.915023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c063fe8f-6e6f-4c2e-ba42-4852fa46d686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:56.192706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:56.421909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:30:57.611620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:12.063856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6667da9-ecf9-4716-b68c-4b1a52257b38 req-aaa1cb42-eead-4a1d-ae94-dc24a0203aee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:12.065264 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6667da9-ecf9-4716-b68c-4b1a52257b38 req-aaa1cb42-eead-4a1d-ae94-dc24a0203aee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0795758
Dec 09 14:31:12.111378 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6667da9-ecf9-4716-b68c-4b1a52257b38 req-960f89ea-77d1-4154-a360-a80879f3cc43 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406094
Dec 09 14:31:16.435307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:21.382281 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:31:21.686062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-99319139-5be7-4f4c-806b-480afce9598c req-e562429d-964f-40f6-a2ce-d369d1ac037b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1313927
Dec 09 14:31:21.970899 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-0bff69b6-68f4-4db7-8877-2ad9f918bd47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1124494
Dec 09 14:31:22.003646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb3afb-9cec-405d-b857-e6ac499baafb req-5aac279b-15a8-4a64-8e7e-8095b5fb0fb2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:22.005070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eceb3afb-9cec-405d-b857-e6ac499baafb req-5aac279b-15a8-4a64-8e7e-8095b5fb0fb2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0832143
Dec 09 14:31:22.055468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eceb3afb-9cec-405d-b857-e6ac499baafb req-e7279a68-c98b-44ee-9673-a280d014437d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446224
Dec 09 14:31:22.553303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5c9d-ad73-454e-8495-fea8a8e5c403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:23.067157 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-d75ec14e-502f-4d27-a471-04d4587af5f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0686300
Dec 09 14:31:23.299143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b60839-bf83-45c3-b822-f38296597b70 req-88f41d6a-6ee3-4e8e-a4b0-d3f81d841838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:23.300566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-88f41d6a-6ee3-4e8e-a4b0-d3f81d841838 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.2267179
Dec 09 14:31:23.447709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-b5327b26-04ba-47ce-a012-c50cedfcfab9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1001 time: 0.1398683
Dec 09 14:31:23.518929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e167d-851b-4248-bc85-e8021f181fe8 req-2206b452-de8b-440a-b53b-2b1861eee74d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:23.520369 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-903e167d-851b-4248-bc85-e8021f181fe8 req-2206b452-de8b-440a-b53b-2b1861eee74d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.2783849
Dec 09 14:31:23.528655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b60839-bf83-45c3-b822-f38296597b70 req-bf1d07cf-c64c-42e3-b00b-bc29977aa287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:23.530014 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-bf1d07cf-c64c-42e3-b00b-bc29977aa287 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0735338
Dec 09 14:31:23.614168 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-903e167d-851b-4248-bc85-e8021f181fe8 req-cdee245a-30bf-43ef-9e22-5af7c58ea254 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870800
Dec 09 14:31:23.632569 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-3aad3d5f-8324-4d93-8c00-9ec20e937186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0895035
Dec 09 14:31:23.763335 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-76df77f6-d1a9-41dc-ad2d-6a912f52d30f service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237993
Dec 09 14:31:23.895963 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-2bee7cd3-e62c-4a76-a6a1-85a82a70d38f service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258993
Dec 09 14:31:24.814123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931557c-ba91-424a-9702-4e1d1d8c87e6 req-905b0a00-7b37-484f-a7f1-cd4a1384fdba tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:24.815464 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1931557c-ba91-424a-9702-4e1d1d8c87e6 req-905b0a00-7b37-484f-a7f1-cd4a1384fdba tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0816674
Dec 09 14:31:24.859766 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1931557c-ba91-424a-9702-4e1d1d8c87e6 req-1cca0fa6-db8c-4bbf-8973-5c3dd7cdc635 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388148
Dec 09 14:31:24.918126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4a15e358-6435-49f0-9107-5d57feaaa023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:26.054294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a3fd2-19dd-4221-8c83-2ff8fa060c5c req-3b853b89-a492-4ad6-b14f-2a3818b6efbf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:26.056655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b40a3fd2-19dd-4221-8c83-2ff8fa060c5c req-3b853b89-a492-4ad6-b14f-2a3818b6efbf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0778897
Dec 09 14:31:26.105506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b40a3fd2-19dd-4221-8c83-2ff8fa060c5c req-c73c0c5d-c2a4-4afc-8486-d0db9dcbfa8a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435174
Dec 09 14:31:26.198271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:26.422651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:27.297281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb13d76-e154-4a57-b045-8c630920936c req-7bccbfaf-a28d-4551-97d7-e394506146f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:27.298760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddb13d76-e154-4a57-b045-8c630920936c req-7bccbfaf-a28d-4551-97d7-e394506146f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0764594
Dec 09 14:31:27.342376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddb13d76-e154-4a57-b045-8c630920936c req-3322a278-91fd-4e65-b408-26aed6d14e5a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372441
Dec 09 14:31:27.614112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:28.540878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74d27-50a4-45b9-a344-ba7aaa17d48f req-2899f564-2715-4b87-bf68-24a011f0a4fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:28.542273 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33c74d27-50a4-45b9-a344-ba7aaa17d48f req-2899f564-2715-4b87-bf68-24a011f0a4fa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0799949
Dec 09 14:31:28.586280 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-33c74d27-50a4-45b9-a344-ba7aaa17d48f req-57c69785-f282-4c6f-b359-b3731bec826a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386107
Dec 09 14:31:29.786360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a355-cf47-4e48-9add-4ca5abd84ad1 req-e8446e20-3a50-4cfa-82aa-2fe132378a23 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:29.787797 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-efd7a355-cf47-4e48-9add-4ca5abd84ad1 req-e8446e20-3a50-4cfa-82aa-2fe132378a23 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0794621
Dec 09 14:31:29.833114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-efd7a355-cf47-4e48-9add-4ca5abd84ad1 req-6f492a87-593b-495f-b1e7-4f2e6a5d046c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396416
Dec 09 14:31:31.035307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa70159-d114-4290-81ea-e53516a4a764 req-3ae2b7cc-3cfa-42a4-b443-055be4cb5e96 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:31.036720 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2fa70159-d114-4290-81ea-e53516a4a764 req-3ae2b7cc-3cfa-42a4-b443-055be4cb5e96 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0822985
Dec 09 14:31:31.083461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2fa70159-d114-4290-81ea-e53516a4a764 req-67be22dc-0a41-4cf2-8b0b-d8396af76566 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410080
Dec 09 14:31:32.279792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fdafa-5585-46f3-ac2f-3614544a398b req-a05ea5f4-6628-47b0-ac33-99acdcd282c9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:32.281202 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6a6fdafa-5585-46f3-ac2f-3614544a398b req-a05ea5f4-6628-47b0-ac33-99acdcd282c9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0768917
Dec 09 14:31:32.328466 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6a6fdafa-5585-46f3-ac2f-3614544a398b req-004f3628-624a-4685-ba9c-cbcd4da43549 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416949
Dec 09 14:31:33.524763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbcc75-8c05-4e3d-9f08-149a7db6cd79 req-ed8e1f78-1ff0-4a45-a972-a0abbbfa6afe tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:33.526232 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6dbcc75-8c05-4e3d-9f08-149a7db6cd79 req-ed8e1f78-1ff0-4a45-a972-a0abbbfa6afe tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0772064
Dec 09 14:31:33.571206 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d6dbcc75-8c05-4e3d-9f08-149a7db6cd79 req-81f65378-c522-4177-b433-070ff1b674d6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394876
Dec 09 14:31:34.770713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51c57-ea5e-4dd4-84f2-f5801da9b211 req-795817fe-8891-4c5b-b04c-35eb1a61bc9d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:34.772186 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5d51c57-ea5e-4dd4-84f2-f5801da9b211 req-795817fe-8891-4c5b-b04c-35eb1a61bc9d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0819454
Dec 09 14:31:34.816838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5d51c57-ea5e-4dd4-84f2-f5801da9b211 req-903ae33c-dea4-49c8-9cca-1c45071ad7e5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389931
Dec 09 14:31:36.015550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d8a49-dec8-424c-a402-cf0394377266 req-e99c4815-9bfb-4c1a-bcd9-5cf75a9d1baf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:36.017073 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae2d8a49-dec8-424c-a402-cf0394377266 req-e99c4815-9bfb-4c1a-bcd9-5cf75a9d1baf tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0781257
Dec 09 14:31:36.061496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae2d8a49-dec8-424c-a402-cf0394377266 req-c029e59c-3798-490b-9b46-44a9f3e55c42 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388832
Dec 09 14:31:36.294128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-c2c0650d-417c-4f35-a770-df77f617b885 service neutron] 10.222.0.35 "GET /v2.0/ports/d4087d99-4729-4cb9-b534-a13d51ecee1b/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.1683772
Dec 09 14:31:36.553626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-95d6ab9f-bdcf-4d92-b557-855aceb4b2e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 1098 time: 0.0681360
Dec 09 14:31:36.645855 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-8c9899d8-dc0b-4d96-ac4a-3b7d38613c48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0715313
Dec 09 14:31:36.775566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b60839-bf83-45c3-b822-f38296597b70 req-a216af96-1278-4d72-9697-3ee9720088e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:36.776992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-a216af96-1278-4d72-9697-3ee9720088e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1247742
Dec 09 14:31:36.875462 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-8644bb45-938a-41df-abf6-ab5e33411624 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1001 time: 0.0911913
Dec 09 14:31:36.938975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b60839-bf83-45c3-b822-f38296597b70 req-1c0aa285-091b-4355-b23e-f1042b45b76e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:36.940371 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-1c0aa285-091b-4355-b23e-f1042b45b76e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0591419
Dec 09 14:31:37.012530 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-e1a288f5-3605-41c2-9808-1f695ef32e38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658879
Dec 09 14:31:37.142726 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-40ee8e7b-2e82-42f2-b5de-086dd113032e service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235437
Dec 09 14:31:37.324217 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-7f099a1f-2fd2-4562-9dfd-edab82d9ebba service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1759589
Dec 09 14:31:37.340539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e142b21-e316-49cc-b3a2-49fa8290e09e req-c7a6d374-6b4e-4af8-91ff-0887dd630f65 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:37.341982 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e142b21-e316-49cc-b3a2-49fa8290e09e req-c7a6d374-6b4e-4af8-91ff-0887dd630f65 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.1217101
Dec 09 14:31:37.387070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e142b21-e316-49cc-b3a2-49fa8290e09e req-c42146cb-df51-4b2e-9bad-6b2ef378b721 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390954
Dec 09 14:31:38.591016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a053d7c-5a2c-4a7e-8c4e-3e01fc6986d2 req-af8bb497-d3f1-4319-8494-ebe480841e04 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:38.592465 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a053d7c-5a2c-4a7e-8c4e-3e01fc6986d2 req-af8bb497-d3f1-4319-8494-ebe480841e04 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0788567
Dec 09 14:31:38.641824 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a053d7c-5a2c-4a7e-8c4e-3e01fc6986d2 req-48f560bd-471c-450b-8d10-92f59b975a0f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434341
Dec 09 14:31:39.043623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:31:39.150619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:39.177482 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:31:39.187239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:39.191207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:39.193050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:39.259515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:39.267830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.268171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.268507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.268834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.269163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.269498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.269845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.270168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.270485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.270799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.271235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:31:39.275121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:31:39.325360 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'code': 200}
Dec 09 14:31:39.838409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac17d6-e374-4c25-9813-71e9bb2a8902 req-d01a5842-7d01-4ce9-b02d-8fd8d7058eb6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:39.839824 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72ac17d6-e374-4c25-9813-71e9bb2a8902 req-d01a5842-7d01-4ce9-b02d-8fd8d7058eb6 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 943 time: 0.0766768
Dec 09 14:31:39.886187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72ac17d6-e374-4c25-9813-71e9bb2a8902 req-3ac1fd63-f22d-48e3-950b-ff081faddb5f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407195
Dec 09 14:31:41.058322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:31:41.084952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab682c3-2bff-410a-b745-becc6d69358f req-54dce4c3-ebd5-4866-81a5-db430bb8e0c9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:41.086515 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ab682c3-2bff-410a-b745-becc6d69358f req-54dce4c3-ebd5-4866-81a5-db430bb8e0c9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 943 time: 0.0799675
Dec 09 14:31:41.133829 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0ab682c3-2bff-410a-b745-becc6d69358f req-7956573c-767e-4083-adc7-310564dfa430 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418119
Dec 09 14:31:41.203831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:41.216388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:31:41.268474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:41.285107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:31:41.300148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:41.303612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:41.305327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:41.370089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d4087d99-4729-4cb9-b534-a13d51ecee1b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:31:41.406735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:41.411768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:31:42.328840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983eeb2d-5db2-420c-b845-8ccfd1f4f9f1 req-5f327ae6-74bc-468a-9052-a9d37aa4c475 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:42.330294 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-983eeb2d-5db2-420c-b845-8ccfd1f4f9f1 req-5f327ae6-74bc-468a-9052-a9d37aa4c475 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 944 time: 0.0766234
Dec 09 14:31:42.373919 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-983eeb2d-5db2-420c-b845-8ccfd1f4f9f1 req-fcd00070-03cb-4863-9214-f67c226e30f2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382643
Dec 09 14:31:43.074269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:31:43.144494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d4087d99-4729-4cb9-b534-a13d51ecee1b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:31:43.144878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:43.256057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:43.281899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:31:43.291941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:43.296134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:43.299162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:43.344686 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'code': 200}
Dec 09 14:31:43.366264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:43.369099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:31:43.580057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c31f-b822-4965-b9f7-62c2c3559a23 req-bf931adf-317a-4f58-8ec6-25d5ddbf7330 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:43.581410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4902c31f-b822-4965-b9f7-62c2c3559a23 req-bf931adf-317a-4f58-8ec6-25d5ddbf7330 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0802159
Dec 09 14:31:43.625630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4902c31f-b822-4965-b9f7-62c2c3559a23 req-77e3b7c0-873a-4e9c-b6ad-b3d649c11218 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386298
Dec 09 14:31:43.779087 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-72208118-9c71-4a55-9415-acb0d67c797f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0705664
Dec 09 14:31:43.918947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-7ee4bc27-3660-45cd-b3a4-85141729b917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:43.920372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-7ee4bc27-3660-45cd-b3a4-85141729b917 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1234488
Dec 09 14:31:44.113087 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-42257e6d-d6d0-45e0-9c2d-1474b152018a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1001 time: 0.1861706
Dec 09 14:31:44.175317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-7a2b6a46-530a-451a-b9ff-13666bb2d36a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:44.176607 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-7a2b6a46-530a-451a-b9ff-13666bb2d36a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0578625
Dec 09 14:31:44.249181 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-19f82e4e-551f-42b8-b001-8697c76ad6e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0662031
Dec 09 14:31:44.380140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-f3fc2555-ab6c-4094-9f79-7519333399f6 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244833
Dec 09 14:31:44.516508 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fdc954f3-e3b6-4c7c-bf30-6aa325db422f req-768b2d8e-b824-47b7-9078-0a056b981ee3 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285605
Dec 09 14:31:44.824425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eb312-e85b-4cc0-9e60-994f5214660e req-e7453766-07de-4735-9892-6d97bba09b51 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:44.825808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c45eb312-e85b-4cc0-9e60-994f5214660e req-e7453766-07de-4735-9892-6d97bba09b51 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0793521
Dec 09 14:31:44.873741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c45eb312-e85b-4cc0-9e60-994f5214660e req-498ce1cd-65be-4aba-b1e1-6443c0e2035a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424392
Dec 09 14:31:46.068496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ab8a4-9cf8-48c1-a49a-f501caf9e51d req-6a62dc18-08de-45ea-85ad-908d298eaad3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:46.070081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b79ab8a4-9cf8-48c1-a49a-f501caf9e51d req-6a62dc18-08de-45ea-85ad-908d298eaad3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0775964
Dec 09 14:31:46.115306 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b79ab8a4-9cf8-48c1-a49a-f501caf9e51d req-2988eb4d-e317-484c-8400-87599f888477 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398235
Dec 09 14:31:46.466473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:46.573468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-6a96989e-3fc4-4075-b0a6-0523634f6eee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:46.574885 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-6a96989e-3fc4-4075-b0a6-0523634f6eee tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 945 time: 0.1324322
Dec 09 14:31:46.651607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164d0e8-947f-4824-b029-2d16fc05c172 req-7a482a62-d08a-4af0-aedc-11554f768b12 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:46.653022 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3164d0e8-947f-4824-b029-2d16fc05c172 req-7a482a62-d08a-4af0-aedc-11554f768b12 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.1567304
Dec 09 14:31:46.694183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-3285a984-fed2-4f42-a511-b96513f79a53 service neutron] 10.222.0.35 "GET /v2.0/ports/d4087d99-4729-4cb9-b534-a13d51ecee1b/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.1127849
Dec 09 14:31:46.705613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3164d0e8-947f-4824-b029-2d16fc05c172 req-56de266c-157c-4db9-a6ad-98c19f9c390f tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453732
Dec 09 14:31:46.785790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-33007487-2e44-440f-8cfd-b94b0335bea5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0687113
Dec 09 14:31:46.915052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-22c77cac-5a6b-4243-9a00-6e12763a58d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:46.916464 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-22c77cac-5a6b-4243-9a00-6e12763a58d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1244559
Dec 09 14:31:47.018696 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-2d5cd7a0-17cf-491d-9227-015e5caafda9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1001 time: 0.0946236
Dec 09 14:31:47.079032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-44bc9ea4-d0a4-411b-8eab-b8cd9719d32d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:47.080934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-44bc9ea4-d0a4-411b-8eab-b8cd9719d32d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0560486
Dec 09 14:31:47.166696 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-65f53dd2-a16a-47ae-b7db-e9b91f3c4acc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789502
Dec 09 14:31:47.293708 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-c0bff492-6a40-4193-b0f3-215e493aac58 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197114
Dec 09 14:31:47.522329 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-df845b6a-428c-4957-8fc3-3e247fd1aa05 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224350
Dec 09 14:31:47.902179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3a1e1-e133-43ac-9c71-0641a0ee9994 req-9d3e54f0-e9a0-49b4-9a81-1c47ea0164f8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:47.903611 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b0c3a1e1-e133-43ac-9c71-0641a0ee9994 req-9d3e54f0-e9a0-49b4-9a81-1c47ea0164f8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0759771
Dec 09 14:31:47.947427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b0c3a1e1-e133-43ac-9c71-0641a0ee9994 req-f09968b3-c64f-45a2-8f90-576ce08ddc33 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379059
Dec 09 14:31:49.148725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5096f-854b-4bb5-bc1d-d9b501be165c req-1d97d00b-c0ee-4733-9481-7f63f8914d03 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:49.150214 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1fc5096f-854b-4bb5-bc1d-d9b501be165c req-1d97d00b-c0ee-4733-9481-7f63f8914d03 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0813882
Dec 09 14:31:49.195559 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1fc5096f-854b-4bb5-bc1d-d9b501be165c req-5c85bf29-5e4d-4871-ae6b-5d66bf4c9529 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398555
Dec 09 14:31:50.401055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ef3a6-b55c-4ba9-a7c9-1372cdd8acaa req-fd82de94-e6cd-49c1-9582-f04539f1ccdb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:50.402527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f1ef3a6-b55c-4ba9-a7c9-1372cdd8acaa req-fd82de94-e6cd-49c1-9582-f04539f1ccdb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0797377
Dec 09 14:31:50.458325 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3f1ef3a6-b55c-4ba9-a7c9-1372cdd8acaa req-6ff1b973-531b-47f2-bab2-921ee0c08caa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495703
Dec 09 14:31:50.585947 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-7fc4fb3c-773e-4da7-91b0-237c27c97932 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc&tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d HTTP/1.1" status: 200  len: 1098 time: 0.0689669
Dec 09 14:31:50.678848 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-a51d29fc-6055-4a7b-81ec-b916c04b83ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 1098 time: 0.0688519
Dec 09 14:31:50.809842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-fb2e5346-cedc-4ee1-9d89-06bd6dedd58e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:50.811179 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-fb2e5346-cedc-4ee1-9d89-06bd6dedd58e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 200  len: 913 time: 0.1256237
Dec 09 14:31:50.919193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-d9d8d3b1-3bfa-4055-a312-f9a0a6b6e69b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 200  len: 1001 time: 0.0961783
Dec 09 14:31:50.983491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-f2bb0448-8dd4-4637-ad64-7360a8929534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:50.985169 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-f2bb0448-8dd4-4637-ad64-7360a8929534 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 200  len: 851 time: 0.0599687
Dec 09 14:31:51.058808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-94a7ce68-c6bb-4712-948a-c800f130d8a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec83b46e-96f4-4179-947c-74925d2e6291&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0666621
Dec 09 14:31:51.190090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-0be2060f-38db-4b01-bdf5-0adaa7d292f6 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236742
Dec 09 14:31:51.318373 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9efd6301-e8a0-4387-9f55-126e24991f49 req-056907a9-4de1-4acf-b4be-05eb736d80a2 service neutron] 10.222.0.35 "GET /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217563
Dec 09 14:31:51.654838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfd9b-c7b9-484f-8910-cec59895692f req-f9b20503-a19c-49f6-8440-93234e489706 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:51.656405 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-845cfd9b-c7b9-484f-8910-cec59895692f req-f9b20503-a19c-49f6-8440-93234e489706 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0762432
Dec 09 14:31:51.706430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-845cfd9b-c7b9-484f-8910-cec59895692f req-87d5674f-d83b-4eb8-9c40-52cc8bfdac86 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438397
Dec 09 14:31:52.556618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b216add7-e3df-41fc-97e6-bb043bf21892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:52.901490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68521d66-5e8b-4429-b5dc-ab692f9f7335 req-e8301b25-ed3c-4e14-bd8d-23fb7db1bb17 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:52.902945 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-68521d66-5e8b-4429-b5dc-ab692f9f7335 req-e8301b25-ed3c-4e14-bd8d-23fb7db1bb17 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0779622
Dec 09 14:31:52.947232 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-68521d66-5e8b-4429-b5dc-ab692f9f7335 req-a441c290-912f-4bfe-afd9-d6c1b5749143 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387788
Dec 09 14:31:53.120910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:31:53.234848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:53.260456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:31:53.270049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:53.274039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:53.275847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:53.332581 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'code': 200}
Dec 09 14:31:53.344130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:53.347159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:31:54.143923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd5032-c298-4dad-8b46-b8a86c9b1cee req-f9604dae-54af-4196-8464-cef986bb1425 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:54.145378 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cdd5032-c298-4dad-8b46-b8a86c9b1cee req-f9604dae-54af-4196-8464-cef986bb1425 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 943 time: 0.0793166
Dec 09 14:31:54.189952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9cdd5032-c298-4dad-8b46-b8a86c9b1cee req-851dec8c-24ad-4aa9-84c6-3c756a7c5b77 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387857
Dec 09 14:31:54.919933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-398d67aa-ef01-4feb-9b07-b48ac3bf65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:55.134326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:31:55.304421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:55.317839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:31:55.369491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:55.386421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:31:55.386675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d433abe-2dc2-470e-94be-4c267e49fba8 req-7c3f9e12-e58d-44c6-8b93-371e1e40a9e4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:55.388150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d433abe-2dc2-470e-94be-4c267e49fba8 req-7c3f9e12-e58d-44c6-8b93-371e1e40a9e4 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 943 time: 0.0772679
Dec 09 14:31:55.400904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:55.405403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:55.407101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:55.435052 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1d433abe-2dc2-470e-94be-4c267e49fba8 req-c43c634f-3a48-4ee0-965d-36d049a2901a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413480
Dec 09 14:31:55.475783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d4087d99-4729-4cb9-b534-a13d51ecee1b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:31:55.498828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=10']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:55.505690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:31:56.197729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:56.428233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:56.655089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbffe9-b374-497d-bf2c-a2aa53a1c273 req-197a51fc-c7e8-4549-b118-45195dfbe603 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:56.656523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d8fbffe9-b374-497d-bf2c-a2aa53a1c273 req-197a51fc-c7e8-4549-b118-45195dfbe603 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0799680
Dec 09 14:31:56.700511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d8fbffe9-b374-497d-bf2c-a2aa53a1c273 req-47d61f26-8e22-4ba5-93ef-e71fc0abaf37 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379553
Dec 09 14:31:57.136144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:31:57.202059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d4087d99-4729-4cb9-b534-a13d51ecee1b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:31:57.202714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:57.313290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:57.338725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:31:57.348296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:57.353297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:57.355157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:57.420628 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'code': 200}
Dec 09 14:31:57.421327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=11']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:57.424161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:31:57.614989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:57.894099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b461f-f337-49f8-a504-0cd285231449 req-770bad1f-85f8-4f7d-a8c9-4ee1488a93f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:57.895497 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e99b461f-f337-49f8-a504-0cd285231449 req-770bad1f-85f8-4f7d-a8c9-4ee1488a93f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 946 time: 0.0756817
Dec 09 14:31:57.942932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e99b461f-f337-49f8-a504-0cd285231449 req-9d5899d3-d60f-43b3-9f83-4b1e64357488 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420871
Dec 09 14:31:58.382729 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:31:59.150462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557810-e800-46c8-819a-11f1f924f51f req-09f3f25c-c7c2-4fea-972d-b1fba7e8f6d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:31:59.151450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:31:59.151922 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43557810-e800-46c8-819a-11f1f924f51f req-09f3f25c-c7c2-4fea-972d-b1fba7e8f6d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 946 time: 0.0842440
Dec 09 14:31:59.197882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43557810-e800-46c8-819a-11f1f924f51f req-4758decc-d225-4164-ac09-716c4a3aff4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393300
Dec 09 14:31:59.291207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:59.304248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'port_id': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'mac_address': 'fa:16:3e:18:bd:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:31:59.361428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:59.378800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:31:59.394020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:31:59.398285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:31:59.401463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:31:59.466511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d4087d99-4729-4cb9-b534-a13d51ecee1b'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:31:59.504705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=12']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:31:59.508969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:00.398169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef309ef-aad6-4fd3-b7f7-6ebece98e2a3 req-71806a73-7df0-4db1-91a4-69e53ad134f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:00.399592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eef309ef-aad6-4fd3-b7f7-6ebece98e2a3 req-71806a73-7df0-4db1-91a4-69e53ad134f3 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0802610
Dec 09 14:32:00.539500 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eef309ef-aad6-4fd3-b7f7-6ebece98e2a3 req-1fea7856-42ba-4b2e-881f-68a10d5e64cb tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344604
Dec 09 14:32:00.731724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6e7fe-815a-4b4e-95cb-74a22284f3f9 req-0677116c-cb89-4341-945b-3dc1cf81ab47 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:00.733160 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5d6e7fe-815a-4b4e-95cb-74a22284f3f9 req-0677116c-cb89-4341-945b-3dc1cf81ab47 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0763917
Dec 09 14:32:00.782707 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5d6e7fe-815a-4b4e-95cb-74a22284f3f9 req-6204926f-9d04-49bd-aa39-e0cad1bd69d7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401328
Dec 09 14:32:00.977293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a01a0f-b550-4303-a1e1-b55d7592803d req-aba3ed99-8ea6-4191-8708-09ca58ff813a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:00.978763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5a01a0f-b550-4303-a1e1-b55d7592803d req-aba3ed99-8ea6-4191-8708-09ca58ff813a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 945 time: 0.0769556
Dec 09 14:32:01.022836 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5a01a0f-b550-4303-a1e1-b55d7592803d req-36958d70-6a15-4987-a6dd-46c347ee6b84 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386958
Dec 09 14:32:01.170742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:32:01.244039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d4087d99-4729-4cb9-b534-a13d51ecee1b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:32:01.244423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:01.362773 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:01.389104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:01.402328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:01.406803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:01.409386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a7a57a6d-46f7-491c-b34a-3ec96e9015d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:01.452610 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'code': 200}
Dec 09 14:32:01.477597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=13']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:01.480532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:01.564278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7ed9-7cbc-4ea2-88d5-7d293ffb3e2b req-032f9b50-d9b2-47df-abc3-700a916c4acd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:01.565755 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e1a7ed9-7cbc-4ea2-88d5-7d293ffb3e2b req-032f9b50-d9b2-47df-abc3-700a916c4acd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 946 time: 0.0768788
Dec 09 14:32:01.614732 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9e1a7ed9-7cbc-4ea2-88d5-7d293ffb3e2b req-561e93c7-1afb-4bff-8da6-f74dc03bc2ba tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434668
Dec 09 14:32:02.818933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11dbcf-ba51-49bc-a81a-73ed192c3b9e req-8366027d-4331-4a27-85cf-5c063edcb099 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:02.820297 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe11dbcf-ba51-49bc-a81a-73ed192c3b9e req-8366027d-4331-4a27-85cf-5c063edcb099 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 946 time: 0.0851426
Dec 09 14:32:02.865162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe11dbcf-ba51-49bc-a81a-73ed192c3b9e req-eaa19d6b-29e3-4d09-bd74-d7bdac08b749 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395081
Dec 09 14:32:03.854287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854aae6-a856-4403-a1dd-2912ea524419 req-4fc2e464-00c9-42fc-b9f5-c035af97989d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:03.855597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2854aae6-a856-4403-a1dd-2912ea524419 req-4fc2e464-00c9-42fc-b9f5-c035af97989d tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 946 time: 0.0782092
Dec 09 14:32:03.926652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Deleting port d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:03.926993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:04.206603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeaa89-c89e-4493-9c57-b07c6fafdbca req-37befdd7-875f-403d-bd26-e99636ebbe27 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:04.208039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ddeaa89-c89e-4493-9c57-b07c6fafdbca req-37befdd7-875f-403d-bd26-e99636ebbe27 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 946 time: 0.2001870
Dec 09 14:32:04.248642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] For port d4087d99-4729-4cb9-b534-a13d51ecee1b, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d4087d99-4729-4cb9-b534-a13d51ecee1b,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:04.248996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:04.339699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ddeaa89-c89e-4493-9c57-b07c6fafdbca req-74a0e017-edee-46aa-b223-13a962ea7c91 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups?id=30d9f063-99cf-4e72-8745-57bda70bcc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209035
Dec 09 14:32:04.542381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:04.542736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:04.543010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 disassociated. External IP: 172.26.3.29, port: d4087d99-4729-4cb9-b534-a13d51ecee1b.
Dec 09 14:32:04.543378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Calling delete_port for d4087d99-4729-4cb9-b534-a13d51ecee1b owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:04.682322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:04.687709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:04.729709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event deleted for resources: {'Port': ['ID=d4087d99-4729-4cb9-b534-a13d51ecee1b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:04.743165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.743528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.743895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.744259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.744622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.744976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.745331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.745752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.746075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.746472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.746781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:04.749910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:04.951353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:32:05.246894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:32:05.256811 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:32:05.269042 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:32:05.269699 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e18730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:31:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:05.318231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] No DVR routers for this DVR port d4087d99-4729-4cb9-b534-a13d51ecee1b on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:32:05.320746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:05.323390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-deleted', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:05.339416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2854aae6-a856-4403-a1dd-2912ea524419 req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.35 "DELETE /v2.0/ports/d4087d99-4729-4cb9-b534-a13d51ecee1b HTTP/1.1" status: 204  len: 173 time: 1.4777770
Dec 09 14:32:05.479666 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:32:05.536542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-00219357-2e37-4538-9694-9f7836f352ae req-64076f22-35b8-4696-ba2a-39511088824c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Synchronizing usage tracker for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:32:05.541236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efaac085-49e4-4161-9a1c-7c2fcb1813fc', 'name': 'network-vif-deleted', 'tag': 'd4087d99-4729-4cb9-b534-a13d51ecee1b', 'status': 'completed', 'code': 200}
Dec 09 14:32:05.557740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-00219357-2e37-4538-9694-9f7836f352ae req-64076f22-35b8-4696-ba2a-39511088824c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Unset dirty status for tenant:c9a8d5e4618a4d199c83ce39fb577b0d on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:32:05.559150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00219357-2e37-4538-9694-9f7836f352ae req-64076f22-35b8-4696-ba2a-39511088824c tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/ports?device_id=efaac085-49e4-4161-9a1c-7c2fcb1813fc HTTP/1.1" status: 200  len: 210 time: 0.0807471
Dec 09 14:32:05.803647 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e18730>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:05.807352 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:32:05.817861 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:32:05.818454 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e18730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:31:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:05.997774 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:32:06.306295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e18730>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:06.310057 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ad07d-b580-461d-9187-2f54a44e910c None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:23Z', 'revision_number': 4, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '4d698743-bc7f-4dad-8733-b8124cd65400', 'name': '', 'network_id': 'ec83b46e-96f4-4179-947c-74925d2e6291', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'mac_address': 'fa:16:3e:08:0c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:22Z', 'updated_at': '2021-12-09T14:26:30Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'subnets': [{'id': '360e65ef-0a6c-475e-b23e-4572d9a5408f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:32:06.533371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26a81c6-67bf-4b34-8a8a-9a0fa4dacc6d None None] New status for floating IP 49dbd9fc-a7e8-4f34-aa7e-a4a418242f20: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:32:07.191028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:32:07.223160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: d4087d99-4729-4cb9-b534-a13d51ecee1b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:32:07.223519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d4087d99-4729-4cb9-b534-a13d51ecee1b not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:32:09.893497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35764) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:09.962995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:09.990969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.040618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.044237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d036b58d-0b2d-43a9-b84a-0c8a2650e557 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:10.059256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d9f063-99cf-4e72-8745-57bda70bcc5a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:10.061879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:10.068994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.070127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7c0ff4ab-5d4b-46ed-a338-2d3393e175e1 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "DELETE /v2.0/security-groups/30d9f063-99cf-4e72-8745-57bda70bcc5a HTTP/1.1" status: 204  len: 168 time: 0.1750596
Dec 09 14:32:10.072548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35768) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:10.088254 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.api.v2.resource [None req-ea8fbdb2-1be4-44f4-b87d-d6030dcf3f01 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] show failed (client error): The resource could not be found.
Dec 09 14:32:10.089206 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea8fbdb2-1be4-44f4-b87d-d6030dcf3f01 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "GET /v2.0/security-groups/30d9f063-99cf-4e72-8745-57bda70bcc5a HTTP/1.1" status: 404  len: 347 time: 0.0157661
Dec 09 14:32:10.091867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:10.254907 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Deleting port 564522ce-64ed-4dcf-b5fc-f8988c2bbbdd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:10.255240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.418634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.418952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.539837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Calling delete_port for 564522ce-64ed-4dcf-b5fc-f8988c2bbbdd owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:10.676166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.680388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55b8bca5-1aec-4923-bfa3-e76c61aaac10 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:10.721766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Pushing event deleted for resources: {'Port': ['ID=564522ce-64ed-4dcf-b5fc-f8988c2bbbdd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:10.724952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:10.814093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.831145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:10.832253 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] 10.222.0.21 "DELETE /v2.0/floatingips/49dbd9fc-a7e8-4f34-aa7e-a4a418242f20 HTTP/1.1" status: 204  len: 168 time: 0.7395146
Dec 09 14:32:10.835349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:11.365729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:11.933151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Deleting port 4d698743-bc7f-4dad-8733-b8124cd65400 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:11.933483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:12.100367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] For port 4d698743-bc7f-4dad-8733-b8124cd65400, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4d698743-bc7f-4dad-8733-b8124cd65400,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:12.100711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:12.215912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Calling delete_port for 4d698743-bc7f-4dad-8733-b8124cd65400 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:12.384797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:12.388817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9ae3ff7e-09fe-4a98-b56e-0e1f0cc4d2d5 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:12.430457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d698743-bc7f-4dad-8733-b8124cd65400,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:12.432831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:12.813433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:13.376594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:32:13.573757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:32:13.582449 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] Sync routers for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:32:13.585855 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] 10.222.0.21 "PUT /v2.0/routers/5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7495167
Dec 09 14:32:13.588386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35782) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:13.593737 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:32:13.594825 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e180a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:31:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:13.766496 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:32:13.779053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:13.978050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:13.987388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Deleting port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:13.987718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:14.044200 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e180a0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:32:12Z', 'revision_number': 5, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port': {'id': 'fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:14.048432 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] Checking router: 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:32:14.058767 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] Routers {'5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:32:14.059476 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e180a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:31:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:14.240253 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] Set router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:32:14.282858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] For port fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:14.283202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:14.342105 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e180a0>, [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:32:13Z', 'revision_number': 6, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:14.346209 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7ea91-2525-4c57-9785-5c3fefb6ec6b None None] The sync data for ids ['5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf'] in dv-neutron-821183-1-hyperv is: [{'id': '5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf', 'name': 'tempest-ServerActionsTestJSON-1647434126-router', 'tenant_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:26:20Z', 'updated_at': '2021-12-09T14:32:13Z', 'revision_number': 6, 'project_id': 'c9a8d5e4618a4d199c83ce39fb577b0d', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:32:14.404156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Calling delete_port for fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:14.567970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:14.571384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f53b0118-4506-4e01-a206-ff36a5720dfa tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:14.613630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:14.617027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:14.834576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.083700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.087982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.114010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.114512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:32:15.126442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.127574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5e6b9fd5-7bc2-4b55-be97-3f75e7840fdf HTTP/1.1" status: 204  len: 168 time: 1.5383244
Dec 09 14:32:15.130102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35786) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:15.187520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Deleting subnet 360e65ef-0a6c-475e-b23e-4572d9a5408f {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:32:15.190462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.242450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.321954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.387941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.391797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2f78000-5111-422f-a3fe-fa55c6a8a0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:15.429296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360e65ef-0a6c-475e-b23e-4572d9a5408f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:15.432594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:15.434282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.438612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231add91-1af2-4ab0-b439-8a73f776fda2 None None] Network ec83b46e-96f4-4179-947c-74925d2e6291 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:15.439842 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/360e65ef-0a6c-475e-b23e-4572d9a5408f HTTP/1.1" status: 204  len: 168 time: 0.3088059
Dec 09 14:32:15.442277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35790) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:15.653810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.665089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Deleting port e2f6dffe-1822-4131-b07c-d8269055c4bb {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:15.665420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.697220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] DHCP port deletion for ec83b46e-96f4-4179-947c-74925d2e6291 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:32:15.701359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Deleting port e2f6dffe-1822-4131-b07c-d8269055c4bb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:15.701806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.868428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] For port e2f6dffe-1822-4131-b07c-d8269055c4bb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e2f6dffe-1822-4131-b07c-d8269055c4bb,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:15.868770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.912640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] For port e2f6dffe-1822-4131-b07c-d8269055c4bb, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e2f6dffe-1822-4131-b07c-d8269055c4bb,segment=NetworkSegment(26353922-87c3-4772-8404-0aa803d993ce),segment_id=26353922-87c3-4772-8404-0aa803d993ce)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:15.912954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:15.989510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Calling delete_port for e2f6dffe-1822-4131-b07c-d8269055c4bb owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:16.032125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Calling delete_port for e2f6dffe-1822-4131-b07c-d8269055c4bb owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:16.061612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.065910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ebc096bd-3b20-4fa8-acac-917cf0e7faa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:16.103570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:32:16.103931 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:32:16.104979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f6dffe-1822-4131-b07c-d8269055c4bb,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:16.108395 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:16.112676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] No DVR routers for this DVR port e2f6dffe-1822-4131-b07c-d8269055c4bb on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:32:16.235769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.263466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a27c40>,) {'filters': {'network_id': ['ec83b46e-96f4-4179-947c-74925d2e6291']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:16.276697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a27c40>, '26353922-87c3-4772-8404-0aa803d993ce') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:16.276990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a27c40>, '26353922-87c3-4772-8404-0aa803d993ce') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:16.288626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.304263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.310124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:32:16.310503 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:32:16.324361 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:32:16.372990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e2f6dffe-1822-4131-b07c-d8269055c4bb no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:32:16.400406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.404055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0f9d1b7c-6663-4422-aafb-4614c1543ceb tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:16.405864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e2f6dffe-1822-4131-b07c-d8269055c4bb {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:32:16.406227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e2f6dffe-1822-4131-b07c-d8269055c4bb not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:32:16.406684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:32:16.417104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.427777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec83b46e-96f4-4179-947c-74925d2e6291,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:16.430881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:16.438917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:32:16.439454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fea1ec39-dd9c-4639-87f3-8a0a0b10f9e0 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:32:16.439898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4d698743-bc7f-4dad-8733-b8124cd65400 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:32:16.441326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] 10.222.0.21 "DELETE /v2.0/networks/ec83b46e-96f4-4179-947c-74925d2e6291 HTTP/1.1" status: 204  len: 168 time: 0.9980559
Dec 09 14:32:16.481212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 4d698743-bc7f-4dad-8733-b8124cd65400 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:32:16.481589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4d698743-bc7f-4dad-8733-b8124cd65400 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:32:16.494913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.585520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35796) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:16.605080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Deleting port e2f6dffe-1822-4131-b07c-d8269055c4bb {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:16.605476 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.635301 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8e5cf927-7f9f-4581-bb8c-0d824c4b1b39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9a8d5e4618a4d199c83ce39fb577b0d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485222
Dec 09 14:32:16.637739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35800) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:16.667782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf88db-a5b6-414c-926c-428513923e0e None None] The port 'e2f6dffe-1822-4131-b07c-d8269055c4bb' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:32:16.696044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.720722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.771911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.775462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7622d89c-461f-44b8-99a9-d1ecdefcd8b3 tempest-PortsAdminExtendedAttrsTestJSON-667175153 tempest-PortsAdminExtendedAttrsTestJSON-667175153-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:16.788764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2953e255-65f4-4658-a5af-f4dbbf2b6f5b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:16.792217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:16.795310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:16.798772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1afa530e-0439-4c9b-a971-81ea14bb11b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2953e255-65f4-4658-a5af-f4dbbf2b6f5b HTTP/1.1" status: 204  len: 168 time: 0.1577971
Dec 09 14:32:17.597803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 35822) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:17.721483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1043064672-network', 'tenant_id': 'cb7fb5d5f311459c911d87705c5d3eca'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:17.727749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:17.731770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Usage tracker for resource:network and tenant:cb7fb5d5f311459c911d87705c5d3eca is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:17.735611 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:17.741631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:17.751372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Made reservation on behalf of cb7fb5d5f311459c911d87705c5d3eca for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:17.753744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.768368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.798560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:17.802531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Usage tracker for resource:security_group_rule and tenant:cb7fb5d5f311459c911d87705c5d3eca is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:17.805387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:17.811284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:17.879176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.883033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.886885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6388c9a6-6cfc-4393-a9c4-e985970173db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:17.912748 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:32:17.920869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea97991-a6ac-424c-921e-ec335119c588,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:17.927489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.927822 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Added segment 35fb0334-ae70-4eb3-bc4e-4eca93a8b830 of type vlan for network 0f4bd89d-d0ce-488c-a573-6ef22c72b572
Dec 09 14:32:17.937432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.938454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.938826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.939187 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.939545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.939904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.940257 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.940610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.940959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.941306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.941681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:17.945550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:17.967994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.996195 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:17.997124 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:17.997708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:18.001393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-31478d48-c94b-403b-ac94-07246ea0fee7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:18.098992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Pushing event updated for resources: {'Network': ['ID=0f4bd89d-d0ce-488c-a573-6ef22c72b572,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:18.101787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:18.103832 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5050702
Dec 09 14:32:18.106920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 35828) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:18.108828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:32:18.112701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Request body: {'subnet': {'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1043064672-subnet', 'tenant_id': 'cb7fb5d5f311459c911d87705c5d3eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:18.117663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:18.124288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Usage tracker for resource:subnet and tenant:cb7fb5d5f311459c911d87705c5d3eca is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:18.127836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:18.133741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:18.144155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Made reservation on behalf of cb7fb5d5f311459c911d87705c5d3eca for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:18.146641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:18.452155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:18.455789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-29623cfc-1882-423d-9369-5ebd18ff51aa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:18.517213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fbc768a-a9c7-499c-b138-8aed0637a8b6,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:18.525458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:18.540631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Checking segment: {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:18.540976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Network hostable DHCP agents. Network: 0f4bd89d-d0ce-488c-a573-6ef22c72b572, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:32:18.562294 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:32:18.571765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 0f4bd89d-d0ce-488c-a573-6ef22c72b572) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:18.575658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:18.576229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:18.581901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9755c033-6772-4fe5-b9e2-283e965bb20e None None] Network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:18.596266 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4882615
Dec 09 14:32:18.794354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af5b2e-de73-4943-a1f9-4d233cfa8506 None None] Network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:19.269181 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-e33d2c83-26c4-4428-bd8a-b3e8d928acef tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:19.270559 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-e33d2c83-26c4-4428-bd8a-b3e8d928acef tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/networks?id=0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 200  len: 814 time: 0.1382813
Dec 09 14:32:19.286156 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-9efbcaee-84b3-4cd0-97da-30daa4fc6483 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/quotas/cb7fb5d5f311459c911d87705c5d3eca HTTP/1.1" status: 200  len: 375 time: 0.0102422
Dec 09 14:32:19.334113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-31494f30-5996-4c90-8e32-39424f5df607 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0432744
Dec 09 14:32:19.464284 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-a5d783fa-8907-45c8-9fd8-a20e817e8a75 service neutron] 10.222.0.21 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237822
Dec 09 14:32:19.592324 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-563432d0-fca2-4bbb-8837-34c7ee34a532 service neutron] 10.222.0.21 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217136
Dec 09 14:32:19.842370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a5d7d95-c43e-4c92-a425-dd6a3a34797c req-8c60f2bb-ae09-4bc1-8c8c-238686d0babb tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 210 time: 0.1159737
Dec 09 14:32:20.846926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-7f665a09-ad4f-441d-8de3-08f2bcb09f70 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:20.848336 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-7f665a09-ad4f-441d-8de3-08f2bcb09f70 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "GET /v2.0/networks?id=0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 200  len: 814 time: 0.2514043
Dec 09 14:32:20.865207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Request body: {'port': {'device_id': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572', 'admin_state_up': True, 'tenant_id': 'cb7fb5d5f311459c911d87705c5d3eca'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:21.030845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dea4547f-0c62-4ac7-b7e3-99912f286717 req-409d7eef-975a-418d-ae59-1f98d177ccb2 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 210 time: 0.0569479
Dec 09 14:32:21.038713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:21.042455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Usage tracker for resource:port and tenant:cb7fb5d5f311459c911d87705c5d3eca is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:21.045191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:21.051656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:21.061071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Made reservation on behalf of cb7fb5d5f311459c911d87705c5d3eca for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:21.064065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:21.218694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Allocated IP 172.20.0.5 (0f4bd89d-d0ce-488c-a573-6ef22c72b572/2fbc768a-a9c7-499c-b138-8aed0637a8b6/dc428f1d-d8e1-44c2-883f-8e97a37ad0ef) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:32:21.420277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:21.446885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:21.453050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-811bc8bc-5c60-4575-8e6c-8bff0f257c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:21.521863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:32:21.525308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:21.527813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:32:21.553347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Pushing event updated for resources: {'Port': ['ID=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:21.556211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:21.595059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:21.595653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:21.615924 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7540829
Dec 09 14:32:21.626043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-c8528db8-f12c-4a7d-95de-8a5a0cca9fe4 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:32:21.626964 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-c8528db8-f12c-4a7d-95de-8a5a0cca9fe4 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048885
Dec 09 14:32:21.636885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Request body: {'port': {'device_id': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:21.741654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.076448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc428f1d-d8e1-44c2-883f-8e97a37ad0ef {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:32:22.083447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.098390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Transition to ACTIVE for port object dc428f1d-d8e1-44c2-883f-8e97a37ad0ef will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:32:22.102035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.105866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-004d269b-c515-497d-86f3-b528ef9b6b18 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:22.268259 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Pushing event updated for resources: {'Port': ['ID=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:22.273485 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:22.376229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aa73c-a048-4b63-a9db-17d068fba04d req-16f42588-0f27-47e6-b9d1-3a46b8a19be2 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:22.376914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-731aa73c-a048-4b63-a9db-17d068fba04d req-16f42588-0f27-47e6-b9d1-3a46b8a19be2 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Synchronizing usage tracker for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:32:22.410553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Attempting to bind port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:32:22.410875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Attempting to bind port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:32:22.411225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Attempting to bind port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef on network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:32:22.415347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-731aa73c-a048-4b63-a9db-17d068fba04d req-16f42588-0f27-47e6-b9d1-3a46b8a19be2 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Unset dirty status for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:32:22.416482 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-731aa73c-a048-4b63-a9db-17d068fba04d req-16f42588-0f27-47e6-b9d1-3a46b8a19be2 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 943 time: 0.2660177
Dec 09 14:32:22.418902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef on network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:32:22.419219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Attempting to bind port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef on network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:32:22.440943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:32:22.441278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Checking segment: {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:22.441748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Bound using segment: {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:32:22.442173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Bound port: dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:32:22.442516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.560169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-64f8cc1e-ac2e-4d5f-acb6-0743fbb60317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.612881 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-731aa73c-a048-4b63-a9db-17d068fba04d req-bdb3a732-931f-4e70-9d0f-337dc79ee36a tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891265
Dec 09 14:32:22.650013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] For port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:32:22.652994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] For port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:32:22.656922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.661064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1cbc6cc7-0e1a-4b12-a6be-578d83e7b5e8 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:22.720331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:22.721711 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] 10.222.0.35 "PUT /v2.0/ports/dc428f1d-d8e1-44c2-883f-8e97a37ad0ef HTTP/1.1" status: 200  len: 1093 time: 1.0883646
Dec 09 14:32:22.722226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'tag': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:22.740213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Pushing event updated for resources: {'Port': ['ID=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:22.744053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:22.793777 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'tag': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef', 'status': 'completed', 'code': 200}
Dec 09 14:32:22.834771 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-398173b7-a6ac-47f3-b633-35d1bb106700 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 1096 time: 0.0750291
Dec 09 14:32:22.902882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-95fd7653-2fd6-42fb-995a-79eb7e1d7816 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef HTTP/1.1" status: 200  len: 217 time: 0.0606935
Dec 09 14:32:22.966401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-ef277cef-04c6-46ba-bd16-79715d5fe46e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:22.967802 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-ef277cef-04c6-46ba-bd16-79715d5fe46e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fbc768a-a9c7-499c-b138-8aed0637a8b6 HTTP/1.1" status: 200  len: 854 time: 0.0590796
Dec 09 14:32:23.012407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-a694b733-1821-4e58-bae4-8ac6b64654bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f4bd89d-d0ce-488c-a573-6ef22c72b572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0385618
Dec 09 14:32:23.141493 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-cbbea880-10a5-4505-a9ac-6ffc927f0b57 service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223764
Dec 09 14:32:23.269453 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b2208246-c9a7-4893-8ada-bc262c65dac0 req-b069fe55-6fa9-4854-8086-ea114fa2c1a5 service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220598
Dec 09 14:32:23.385075 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-ff743c54-8311-4a35-bf4f-9079a697ce8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 1096 time: 0.0733418
Dec 09 14:32:23.515559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476cda-1339-4589-8628-c67075b49eb7 req-aa1f64b8-2606-42bc-9d31-114781183573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:23.516995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-aa1f64b8-2606-42bc-9d31-114781183573 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 200  len: 915 time: 0.1243262
Dec 09 14:32:23.584203 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-ec1bb2c0-64e7-47f7-9cb5-d29655cda8f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef HTTP/1.1" status: 200  len: 217 time: 0.0598979
Dec 09 14:32:23.650421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476cda-1339-4589-8628-c67075b49eb7 req-9de8c027-460e-4cc5-9f30-d4634a9d9379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:23.651772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-9de8c027-460e-4cc5-9f30-d4634a9d9379 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fbc768a-a9c7-499c-b138-8aed0637a8b6 HTTP/1.1" status: 200  len: 854 time: 0.0609484
Dec 09 14:32:23.700627 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-a238dbc0-4311-424c-9ab8-19a20dd393aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f4bd89d-d0ce-488c-a573-6ef22c72b572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401866
Dec 09 14:32:23.885814 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-229ef05f-65f7-4509-9228-159a2fb6f264 service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1771996
Dec 09 14:32:23.918813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8024914-1e23-492c-ad7f-f422d8a8a4e0 req-a3095148-9f65-4b0e-9f17-09a843d1ca80 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:23.920173 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d8024914-1e23-492c-ad7f-f422d8a8a4e0 req-a3095148-9f65-4b0e-9f17-09a843d1ca80 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 943 time: 0.1846952
Dec 09 14:32:24.043389 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d8024914-1e23-492c-ad7f-f422d8a8a4e0 req-a435a18f-7f41-4b3a-9f6c-4641a40fe7c5 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165991
Dec 09 14:32:24.059475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa476cda-1339-4589-8628-c67075b49eb7 req-0158d62f-0ba7-43ce-afcf-93a65e4fd166 service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656337
Dec 09 14:32:24.926799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-444630b5-656b-4756-88bc-498c233861e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:25.239775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddedf46-30e2-4d32-82d0-a04bfc950ca0 req-fd9a634f-0390-4233-b527-b3938e588e5d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:25.241162 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ddedf46-30e2-4d32-82d0-a04bfc950ca0 req-fd9a634f-0390-4233-b527-b3938e588e5d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 943 time: 0.0781217
Dec 09 14:32:25.260023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device dc428f1d-d8e1-44c2-883f-8e97a37ad0ef details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:32:25.289732 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ddedf46-30e2-4d32-82d0-a04bfc950ca0 req-7584ac2b-7298-4869-ae64-1a5133c5564b tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429039
Dec 09 14:32:25.427924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:25.441230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef', 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572', 'port_id': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef', 'mac_address': 'fa:16:3e:73:82:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbc768a-a9c7-499c-b138-8aed0637a8b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:32:25.496867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:25.516879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc428f1d-d8e1-44c2-883f-8e97a37ad0ef {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:32:25.532252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:25.536167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:25.538020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:25.603764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:25.606725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:25.783087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['dc428f1d-d8e1-44c2-883f-8e97a37ad0ef'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:32:26.200188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:26.433740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:26.586964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c166b44-a5cd-4d4b-af13-298b9ab7b3a7 req-52ca21e4-8ea9-4127-ba8d-a6f8a8307b69 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:26.588438 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c166b44-a5cd-4d4b-af13-298b9ab7b3a7 req-52ca21e4-8ea9-4127-ba8d-a6f8a8307b69 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 944 time: 0.1765416
Dec 09 14:32:26.633277 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c166b44-a5cd-4d4b-af13-298b9ab7b3a7 req-4d527401-5a9d-43ea-a4a9-f494eef2076f tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393701
Dec 09 14:32:27.259865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device dc428f1d-d8e1-44c2-883f-8e97a37ad0ef up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:32:27.324983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:32:27.329406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:32:27.329808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:27.444574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:27.471185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:27.480576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:27.484624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:27.486502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:27.525964 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef', 'code': 200}
Dec 09 14:32:27.551214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:27.554075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:27.617568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:27.748352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e93fce64-d625-47b8-8beb-68af1b90d464 req-436c1b3a-4967-4fda-bea1-4d6f843aeda4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 1098 time: 0.0683200
Dec 09 14:32:27.838189 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e93fce64-d625-47b8-8beb-68af1b90d464 req-2912e1d3-89fd-45ee-91f7-848bf3ea0ff5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837328
Dec 09 14:32:27.861356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7c70-be1f-4240-8596-2c2ca1ca0798 req-fb4c6e17-f1e2-4427-b5dc-6c449a59d5d4 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:27.862772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43aa7c70-be1f-4240-8596-2c2ca1ca0798 req-fb4c6e17-f1e2-4427-b5dc-6c449a59d5d4 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0929592
Dec 09 14:32:27.908032 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43aa7c70-be1f-4240-8596-2c2ca1ca0798 req-cf3363dd-1673-400c-b9cf-ef76e767ab4c tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396643
Dec 09 14:32:29.103179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2e73b-4a09-49a1-9e0a-66eab9202f3f req-8018e7ff-9332-430b-ae4f-1be6325c29d4 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:29.104591 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7d2e73b-4a09-49a1-9e0a-66eab9202f3f req-8018e7ff-9332-430b-ae4f-1be6325c29d4 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0789876
Dec 09 14:32:29.147753 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c7d2e73b-4a09-49a1-9e0a-66eab9202f3f req-4366d536-0a71-428f-8ad4-dba9a4b2f053 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374691
Dec 09 14:32:29.438849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-70f7ea7e-4064-46fe-83df-f9a0daf560e0 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:29.440266 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-70f7ea7e-4064-46fe-83df-f9a0daf560e0 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/networks?id=0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 200  len: 814 time: 0.1441174
Dec 09 14:32:29.455630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-f07a7ff6-d6c3-47ee-8f53-55d278bf607a tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/quotas/cb7fb5d5f311459c911d87705c5d3eca HTTP/1.1" status: 200  len: 375 time: 0.0101116
Dec 09 14:32:29.531935 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-0823cd18-3a2a-4d7f-b25c-1277963d342f tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0711887
Dec 09 14:32:29.660777 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-6f685d76-16e2-4873-9eb5-946ea122c593 service neutron] 10.222.0.21 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223333
Dec 09 14:32:29.789817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-fc91a643-fe39-4f29-a090-e9b2b11b7810 service neutron] 10.222.0.21 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233048
Dec 09 14:32:29.971598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff661e8d-2ab8-43ee-a0d0-86d564a33d5c req-d0540208-cee4-408e-89a4-963b08ffe650 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 210 time: 0.0458651
Dec 09 14:32:30.939109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-c32c7cd4-8b9a-4482-abf5-26479b8ba8b3 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:30.940601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-c32c7cd4-8b9a-4482-abf5-26479b8ba8b3 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "GET /v2.0/networks?id=0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 200  len: 814 time: 0.1514170
Dec 09 14:32:30.957829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Request body: {'port': {'device_id': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572', 'admin_state_up': True, 'tenant_id': 'cb7fb5d5f311459c911d87705c5d3eca'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:31.097091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:31.141455 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b24a542-5126-4143-b947-7e7ac1a987e9 req-4487c366-7280-45f3-b593-973ebc25ff31 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 210 time: 0.0476358
Dec 09 14:32:31.145016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:31.158173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Made reservation on behalf of cb7fb5d5f311459c911d87705c5d3eca for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:31.161454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:31.321824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Allocated IP 172.20.0.6 (0f4bd89d-d0ce-488c-a573-6ef22c72b572/2fbc768a-a9c7-499c-b138-8aed0637a8b6/de17d3cc-ac27-4531-9745-112d7b12fa76) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:32:31.517422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:31.544787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:31.550528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:31.556519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['dc428f1d-d8e1-44c2-883f-8e97a37ad0ef'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:32:31.730172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:32:31.733765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:31.737373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:32:31.772858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Pushing event updated for resources: {'Port': ['ID=de17d3cc-ac27-4531-9745-112d7b12fa76,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:31.775580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:31.804112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:31.804711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:31.829325 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8758085
Dec 09 14:32:31.840469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Request body: {'port': {'device_id': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:31.946730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:32.321848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de17d3cc-ac27-4531-9745-112d7b12fa76 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:32:32.331146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:32.351323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Transition to ACTIVE for port object de17d3cc-ac27-4531-9745-112d7b12fa76 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:32:32.360612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:32.367183 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c50429a0-5cff-48ff-9da1-4789ceba1be9 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:32.490220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14022c-a204-47e9-bdb7-09ad142804c9 req-ed7f367d-14d2-4eb4-a645-4f7b0e43cef9 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:32.490807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fa14022c-a204-47e9-bdb7-09ad142804c9 req-ed7f367d-14d2-4eb4-a645-4f7b0e43cef9 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Synchronizing usage tracker for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:32:32.499232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=de17d3cc-ac27-4531-9745-112d7b12fa76,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:32.506539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:32.541751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-fa14022c-a204-47e9-bdb7-09ad142804c9 req-ed7f367d-14d2-4eb4-a645-4f7b0e43cef9 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Unset dirty status for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:32:32.542885 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa14022c-a204-47e9-bdb7-09ad142804c9 req-ed7f367d-14d2-4eb4-a645-4f7b0e43cef9 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 931 time: 0.2746675
Dec 09 14:32:32.642341 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa14022c-a204-47e9-bdb7-09ad142804c9 req-d3bf15bf-edad-45de-8ce0-9b09a7dfa908 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709090
Dec 09 14:32:32.646143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Attempting to bind port de17d3cc-ac27-4531-9745-112d7b12fa76 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:32:32.646471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Attempting to bind port de17d3cc-ac27-4531-9745-112d7b12fa76 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:32:32.646788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Attempting to bind port de17d3cc-ac27-4531-9745-112d7b12fa76 on network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:32:32.652431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Port de17d3cc-ac27-4531-9745-112d7b12fa76 on network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:32:32.652742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Attempting to bind port de17d3cc-ac27-4531-9745-112d7b12fa76 on network 0f4bd89d-d0ce-488c-a573-6ef22c72b572 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:32:32.659731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:32:32.660189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Checking segment: {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:32.660577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Bound using segment: {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:32:32.661003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Bound port: de17d3cc-ac27-4531-9745-112d7b12fa76, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fb0334-ae70-4eb3-bc4e-4eca93a8b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:32:32.661351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:32.748863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] For port de17d3cc-ac27-4531-9745-112d7b12fa76, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:32:32.751974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] For port de17d3cc-ac27-4531-9745-112d7b12fa76, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de17d3cc-ac27-4531-9745-112d7b12fa76,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:32:32.755312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:32.758785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6aa204d-e375-4970-b6dc-bfd9fbcf1970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:32.818872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:32.820194 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/de17d3cc-ac27-4531-9745-112d7b12fa76 HTTP/1.1" status: 200  len: 1093 time: 0.9837849
Dec 09 14:32:32.820703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'tag': 'de17d3cc-ac27-4531-9745-112d7b12fa76'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:32.838087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=de17d3cc-ac27-4531-9745-112d7b12fa76,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:32.841484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:32.897020 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'tag': 'de17d3cc-ac27-4531-9745-112d7b12fa76', 'status': 'completed', 'code': 200}
Dec 09 14:32:32.931050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-0328fe67-59a6-456b-aaf2-6173dc1e9c62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 1096 time: 0.0686657
Dec 09 14:32:33.000280 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-7a1c9a32-9119-4b77-88c0-6455138e7e50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de17d3cc-ac27-4531-9745-112d7b12fa76 HTTP/1.1" status: 200  len: 217 time: 0.0617752
Dec 09 14:32:33.059196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e33d12e1-2bb4-4ab6-8a6b-6f328968e892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:33.060542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-e33d12e1-2bb4-4ab6-8a6b-6f328968e892 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fbc768a-a9c7-499c-b138-8aed0637a8b6 HTTP/1.1" status: 200  len: 854 time: 0.0548666
Dec 09 14:32:33.103895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-603aa4b0-bb29-4526-b411-b80749d94217 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f4bd89d-d0ce-488c-a573-6ef22c72b572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0372572
Dec 09 14:32:33.231733 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-fe71df42-97a2-4ee4-8e11-87b37d633fac service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214516
Dec 09 14:32:33.359201 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae8bcc5d-0fc8-4455-ad46-3a792b2ccf3d req-c9bd8708-0497-488a-9553-4bde98b3848d service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208780
Dec 09 14:32:33.569207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-298ad006-336a-46d9-b867-3e97516c4d89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 1096 time: 0.1680205
Dec 09 14:32:33.698791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-c3030893-dbcf-4aca-bfb8-988d74772b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:33.700207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-c3030893-dbcf-4aca-bfb8-988d74772b47 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 200  len: 915 time: 0.1233714
Dec 09 14:32:33.805923 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-c46fb01a-d609-4383-9f7c-2c1e60574be1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de17d3cc-ac27-4531-9745-112d7b12fa76 HTTP/1.1" status: 200  len: 217 time: 0.0986047
Dec 09 14:32:33.878373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-c857b39b-2d2a-4659-819f-ec0dd6cd4431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:33.879768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-c857b39b-2d2a-4659-819f-ec0dd6cd4431 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2fbc768a-a9c7-499c-b138-8aed0637a8b6 HTTP/1.1" status: 200  len: 854 time: 0.0666540
Dec 09 14:32:33.928641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-eea2c4a4-ed57-49d4-b376-31289db4dc86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f4bd89d-d0ce-488c-a573-6ef22c72b572&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413060
Dec 09 14:32:33.937866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32648335-03de-475e-930c-63314ff337fe req-a4656ef8-2e64-41bd-aa2b-ccfc2301e139 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:33.939698 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32648335-03de-475e-930c-63314ff337fe req-a4656ef8-2e64-41bd-aa2b-ccfc2301e139 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 943 time: 0.1754596
Dec 09 14:32:34.064320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32648335-03de-475e-930c-63314ff337fe req-16c2ee7f-ee74-43a2-976e-5e86ecf7e315 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060901
Dec 09 14:32:34.098137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-bbae2e97-84fa-40d9-a95d-9695bf805935 service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575496
Dec 09 14:32:34.228058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4c7896ea-70af-4b54-98e0-a899a9723311 req-b4f68a40-866f-4001-a275-5437a11e4901 service neutron] 10.222.0.35 "GET /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230831
Dec 09 14:32:35.270113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a0efa-7667-40fe-8147-b45a768e0a23 req-96132960-552c-4739-81f6-a321b339ce4f tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:35.271544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b21a0efa-7667-40fe-8147-b45a768e0a23 req-96132960-552c-4739-81f6-a321b339ce4f tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 943 time: 0.0794749
Dec 09 14:32:35.316299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b21a0efa-7667-40fe-8147-b45a768e0a23 req-e4bc0c05-a6ad-44d8-9c54-118512cffd2d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393782
Dec 09 14:32:35.322037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device de17d3cc-ac27-4531-9745-112d7b12fa76 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:32:35.386087 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:32:35.453072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port de17d3cc-ac27-4531-9745-112d7b12fa76, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de17d3cc-ac27-4531-9745-112d7b12fa76,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:35.465842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'de17d3cc-ac27-4531-9745-112d7b12fa76', 'network_id': '0f4bd89d-d0ce-488c-a573-6ef22c72b572', 'port_id': 'de17d3cc-ac27-4531-9745-112d7b12fa76', 'mac_address': 'fa:16:3e:96:85:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbc768a-a9c7-499c-b138-8aed0637a8b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:32:35.521506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:35.538637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de17d3cc-ac27-4531-9745-112d7b12fa76 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:32:35.553606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port de17d3cc-ac27-4531-9745-112d7b12fa76, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de17d3cc-ac27-4531-9745-112d7b12fa76,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:35.557597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:35.559324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:35.621534 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=de17d3cc-ac27-4531-9745-112d7b12fa76,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:35.624374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:35.755212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['de17d3cc-ac27-4531-9745-112d7b12fa76'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:32:36.509445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9d50-0976-4625-be9d-53f56167e0e9 req-4cd8dbd2-f806-40c2-8cb8-6244e324a879 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:36.510936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-449b9d50-0976-4625-be9d-53f56167e0e9 req-4cd8dbd2-f806-40c2-8cb8-6244e324a879 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 944 time: 0.0774240
Dec 09 14:32:36.555877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-449b9d50-0976-4625-be9d-53f56167e0e9 req-69844b5d-754d-4436-9f05-cd05c315f5cc tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394495
Dec 09 14:32:37.345593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device de17d3cc-ac27-4531-9745-112d7b12fa76 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:32:37.411986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port de17d3cc-ac27-4531-9745-112d7b12fa76 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:32:37.416445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port de17d3cc-ac27-4531-9745-112d7b12fa76 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:32:37.416822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:37.528290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:37.556087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de17d3cc-ac27-4531-9745-112d7b12fa76'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:37.565812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port de17d3cc-ac27-4531-9745-112d7b12fa76, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de17d3cc-ac27-4531-9745-112d7b12fa76,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:37.570085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:37.571879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:37.612755 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de17d3cc-ac27-4531-9745-112d7b12fa76', 'code': 200}
Dec 09 14:32:37.641047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=de17d3cc-ac27-4531-9745-112d7b12fa76,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:37.643915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:37.765070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e351808-2f22-40d0-9c27-f4204195e8ab req-c1737e5d-0ca4-455b-9c5b-c5124c415330 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:37.767141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e351808-2f22-40d0-9c27-f4204195e8ab req-c1737e5d-0ca4-455b-9c5b-c5124c415330 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 945 time: 0.0806835
Dec 09 14:32:37.861138 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e351808-2f22-40d0-9c27-f4204195e8ab req-df131bdf-ff75-4b0f-b3d5-71e919aee128 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610862
Dec 09 14:32:37.868046 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afa2de15-8e61-4076-a00c-5e590dda4932 req-1fc95969-3f2d-44af-a967-2cfd0fb82a93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 1098 time: 0.1000612
Dec 09 14:32:37.913154 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afa2de15-8e61-4076-a00c-5e590dda4932 req-270be43d-d014-47f1-bdec-9057d16ddcb2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383022
Dec 09 14:32:39.058307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f52df-5443-4a36-990a-07b88e51f1d1 req-4562f5c7-4d80-4d9a-b4f3-fc646c6afc62 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:39.060057 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-902f52df-5443-4a36-990a-07b88e51f1d1 req-4562f5c7-4d80-4d9a-b4f3-fc646c6afc62 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 945 time: 0.0760522
Dec 09 14:32:39.103672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-902f52df-5443-4a36-990a-07b88e51f1d1 req-e289715e-37c4-4182-bffa-bb6ac881a36c tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381980
Dec 09 14:32:39.503089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0622c-4f03-4a5c-8737-f429c17196d7 req-aee91c43-e033-4e69-81d1-bf788b01d64c tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:39.504429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23f0622c-4f03-4a5c-8737-f429c17196d7 req-aee91c43-e033-4e69-81d1-bf788b01d64c tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 945 time: 0.0785060
Dec 09 14:32:39.549047 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23f0622c-4f03-4a5c-8737-f429c17196d7 req-14edf658-ff8a-4e04-81ff-6714b82c9963 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392048
Dec 09 14:32:40.807320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-ca69e189-49eb-4c32-8228-8efefc182699 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:40.808709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-ca69e189-49eb-4c32-8228-8efefc182699 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 945 time: 0.1057365
Dec 09 14:32:40.814175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c17f6a-36cc-425c-9bba-f96d515d1e8a req-bcca756b-691d-4280-988f-0085322012df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:40.815490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-07c17f6a-36cc-425c-9bba-f96d515d1e8a req-bcca756b-691d-4280-988f-0085322012df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 945 time: 0.1422942
Dec 09 14:32:40.905245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Deleting port de17d3cc-ac27-4531-9745-112d7b12fa76 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:40.905655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:41.042237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-07c17f6a-36cc-425c-9bba-f96d515d1e8a req-1dedb1d2-10e0-4cc7-9ba5-44048f5a4d87 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994841
Dec 09 14:32:41.244387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] For port de17d3cc-ac27-4531-9745-112d7b12fa76, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=de17d3cc-ac27-4531-9745-112d7b12fa76,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:41.244647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:41.363504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Calling delete_port for de17d3cc-ac27-4531-9745-112d7b12fa76 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:41.502333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:41.507766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a3072b5-3408-4b0f-97fc-9b26b98c06a1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:41.515102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['dc428f1d-d8e1-44c2-883f-8e97a37ad0ef'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:32:41.555707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Pushing event deleted for resources: {'Port': ['ID=de17d3cc-ac27-4531-9745-112d7b12fa76,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:41.559550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:41.625386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] No DVR routers for this DVR port de17d3cc-ac27-4531-9745-112d7b12fa76 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:32:41.627929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:41.631796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'name': 'network-vif-deleted', 'tag': 'de17d3cc-ac27-4531-9745-112d7b12fa76'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:41.646259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d446cb4a-62d5-4f54-9c50-a4197b9d99a6 req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "DELETE /v2.0/ports/de17d3cc-ac27-4531-9745-112d7b12fa76 HTTP/1.1" status: 204  len: 173 time: 0.8297973
Dec 09 14:32:41.688183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4019fc-299f-4e2e-aaa1-17127d36bf2a', 'name': 'network-vif-deleted', 'tag': 'de17d3cc-ac27-4531-9745-112d7b12fa76', 'status': 'completed', 'code': 200}
Dec 09 14:32:42.216297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f3e8e4a3-8561-4136-aad8-c7afa7f07f32 req-a24723ef-e368-4cad-ae87-ae7d276148df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Synchronizing usage tracker for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:32:42.230702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f3e8e4a3-8561-4136-aad8-c7afa7f07f32 req-a24723ef-e368-4cad-ae87-ae7d276148df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Unset dirty status for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:32:42.231798 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f3e8e4a3-8561-4136-aad8-c7afa7f07f32 req-a24723ef-e368-4cad-ae87-ae7d276148df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef4019fc-299f-4e2e-aaa1-17127d36bf2a HTTP/1.1" status: 200  len: 210 time: 0.0576286
Dec 09 14:32:43.377982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device de17d3cc-ac27-4531-9745-112d7b12fa76 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:32:43.446365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: de17d3cc-ac27-4531-9745-112d7b12fa76 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:32:43.446731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device de17d3cc-ac27-4531-9745-112d7b12fa76 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:32:43.505009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f7c84-36c1-47ef-8bfd-8cab2ee53694 req-9c21b3ac-9ff3-4a8c-96f4-d2123792c457 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:43.506456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-740f7c84-36c1-47ef-8bfd-8cab2ee53694 req-9c21b3ac-9ff3-4a8c-96f4-d2123792c457 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0807590
Dec 09 14:32:43.551379 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-740f7c84-36c1-47ef-8bfd-8cab2ee53694 req-294941a4-fd81-4464-9244-761ba508a915 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391943
Dec 09 14:32:43.768844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b9f59-4198-4ba0-b674-5a87b99f8f49 req-08d7ed3b-6171-41f2-bc09-19954f55be15 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:43.770323 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a48b9f59-4198-4ba0-b674-5a87b99f8f49 req-08d7ed3b-6171-41f2-bc09-19954f55be15 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0772088
Dec 09 14:32:43.819267 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a48b9f59-4198-4ba0-b674-5a87b99f8f49 req-6f23c4c1-81eb-461c-8fb3-0992cc1bdc16 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434606
Dec 09 14:32:44.011543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724b9c1-0609-4826-8089-d6e6144c4965 req-f092e38f-acdc-48fb-b6ad-a9da54b38c47 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:44.012962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0724b9c1-0609-4826-8089-d6e6144c4965 req-f092e38f-acdc-48fb-b6ad-a9da54b38c47 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0755558
Dec 09 14:32:44.057050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0724b9c1-0609-4826-8089-d6e6144c4965 req-c0c07de1-9035-4723-a60c-522eb1652214 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379951
Dec 09 14:32:44.247917 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-48bbd8a7-113d-481a-a4de-bf05ac762fc0 req-defd7ff8-ac93-451e-9fc7-397248770a8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0700865
Dec 09 14:32:44.439919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bcb89-6ca7-43c3-9a08-691cd318f477 req-2678c6ab-5ea0-4848-81af-fd302a7bdf82 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:44.441345 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e4bcb89-6ca7-43c3-9a08-691cd318f477 req-2678c6ab-5ea0-4848-81af-fd302a7bdf82 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0758250
Dec 09 14:32:44.485931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e4bcb89-6ca7-43c3-9a08-691cd318f477 req-5e8bb922-2b0b-4222-98c0-5db0c7392a3f tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390515
Dec 09 14:32:44.686237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3aa07-69a1-415b-b807-d45bf4fed0c3 req-7047df3b-59af-4fca-bb66-8907693b2237 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:44.687756 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71b3aa07-69a1-415b-b807-d45bf4fed0c3 req-7047df3b-59af-4fca-bb66-8907693b2237 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0820489
Dec 09 14:32:44.734387 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-71b3aa07-69a1-415b-b807-d45bf4fed0c3 req-365b3541-e0e1-4549-8140-edb0ae6f8387 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408394
Dec 09 14:32:44.945123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd499e87-4cd8-46c1-a810-167318f6f226 req-2daaf2da-4dfb-4d78-b8a2-ee97082d3ca6 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:44.946506 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd499e87-4cd8-46c1-a810-167318f6f226 req-2daaf2da-4dfb-4d78-b8a2-ee97082d3ca6 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0758996
Dec 09 14:32:44.991976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dd499e87-4cd8-46c1-a810-167318f6f226 req-179f8a0d-bb2c-41ef-827f-7d019f365b2e tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399911
Dec 09 14:32:45.530766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ac982-241d-4c6b-bcb2-0978650aca60 req-806ba4ba-05de-44d9-b7ec-5d2bd24d8095 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:45.532140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-887ac982-241d-4c6b-bcb2-0978650aca60 req-806ba4ba-05de-44d9-b7ec-5d2bd24d8095 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.0787551
Dec 09 14:32:45.576588 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-887ac982-241d-4c6b-bcb2-0978650aca60 req-c0485800-54c4-4f2d-a94c-e26076c27c0f tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390108
Dec 09 14:32:46.459809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:46.819419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-a610eaf7-d4a2-425b-b474-2c13c514fcf1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:46.820843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-a610eaf7-d4a2-425b-b474-2c13c514fcf1 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.1360283
Dec 09 14:32:46.831237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afeb57-e6f3-4af7-a437-51acf930854f req-24f9032b-e9c9-4482-9621-542d06b6b586 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:46.832560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95afeb57-e6f3-4af7-a437-51acf930854f req-24f9032b-e9c9-4482-9621-542d06b6b586 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 945 time: 0.1131294
Dec 09 14:32:46.930335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Deleting port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:32:46.930672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:47.063356 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95afeb57-e6f3-4af7-a437-51acf930854f req-29c9d4cf-d70c-45ef-af9b-b65d2569ffde tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ea97991-a6ac-424c-921e-ec335119c588&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928589
Dec 09 14:32:47.261941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] For port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,segment=NetworkSegment(35fb0334-ae70-4eb3-bc4e-4eca93a8b830),segment_id=35fb0334-ae70-4eb3-bc4e-4eca93a8b830)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:47.262190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:47.382233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Calling delete_port for dc428f1d-d8e1-44c2-883f-8e97a37ad0ef owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:32:47.515493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:47.521490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-311a418a-d94d-4eb6-a99d-0dd62dec916e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:47.566055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Pushing event deleted for resources: {'Port': ['ID=dc428f1d-d8e1-44c2-883f-8e97a37ad0ef,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:47.569473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:47.636623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] No DVR routers for this DVR port dc428f1d-d8e1-44c2-883f-8e97a37ad0ef on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:32:47.638959 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:47.641607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'name': 'network-vif-deleted', 'tag': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:32:47.656547 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be617ce6-02f5-4257-9edd-fc6c3428bd4f req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.35 "DELETE /v2.0/ports/dc428f1d-d8e1-44c2-883f-8e97a37ad0ef HTTP/1.1" status: 204  len: 173 time: 0.8225601
Dec 09 14:32:47.694966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e7e968-2ed0-4c21-9a80-1f67999fddd5', 'name': 'network-vif-deleted', 'tag': 'dc428f1d-d8e1-44c2-883f-8e97a37ad0ef', 'status': 'completed', 'code': 200}
Dec 09 14:32:48.237946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e1f12a39-165e-4766-aab4-8da52031d383 req-37246cc2-b91c-43e4-a330-db44c05e04df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Synchronizing usage tracker for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:32:48.252966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e1f12a39-165e-4766-aab4-8da52031d383 req-37246cc2-b91c-43e4-a330-db44c05e04df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Unset dirty status for tenant:cb7fb5d5f311459c911d87705c5d3eca on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:32:48.254108 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1f12a39-165e-4766-aab4-8da52031d383 req-37246cc2-b91c-43e4-a330-db44c05e04df tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e7e968-2ed0-4c21-9a80-1f67999fddd5 HTTP/1.1" status: 200  len: 210 time: 0.0568538
Dec 09 14:32:49.358607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 35958) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:49.399782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device dc428f1d-d8e1-44c2-883f-8e97a37ad0ef no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:32:49.418356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Deleting subnet 2fbc768a-a9c7-499c-b138-8aed0637a8b6 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:32:49.421190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.432229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: dc428f1d-d8e1-44c2-883f-8e97a37ad0ef {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:32:49.432583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device dc428f1d-d8e1-44c2-883f-8e97a37ad0ef not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:32:49.473720 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.527926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.596560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.600705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ee7df3e6-e452-4538-8a84-49b85de748d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:49.633281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fbc768a-a9c7-499c-b138-8aed0637a8b6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:49.637521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:49.640409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.647128 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-40aa62d6-1911-4f2c-a2f9-91caff68eee2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2fbc768a-a9c7-499c-b138-8aed0637a8b6 HTTP/1.1" status: 204  len: 168 time: 0.2872584
Dec 09 14:32:49.649479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 35962) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:49.754964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.877717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.902561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64494f2d90>,) {'filters': {'network_id': ['0f4bd89d-d0ce-488c-a573-6ef22c72b572']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:49.915830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494f2d90>, '35fb0334-ae70-4eb3-bc4e-4eca93a8b830') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:49.916127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64494f2d90>, '35fb0334-ae70-4eb3-bc4e-4eca93a8b830') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:49.927411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.942609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.948506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:32:49.948883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:32:49.962285 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:32:50.039774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:50.043084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59961417-edc9-455d-a8e6-65292b91eae0 tempest-NetworksIpV6Test-1128825848 tempest-NetworksIpV6Test-1128825848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:50.055672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:50.064494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4bd89d-d0ce-488c-a573-6ef22c72b572,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:50.067255 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f4bd89d-d0ce-488c-a573-6ef22c72b572 HTTP/1.1" status: 204  len: 168 time: 0.4168463
Dec 09 14:32:50.068108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e01ccb28-22b0-4b0a-b712-ae1851b26c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:50.196153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35968) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:50.248620 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8fa7d470-d228-44a4-b466-e3c2b0f79d07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb7fb5d5f311459c911d87705c5d3eca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0511684
Dec 09 14:32:50.250922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35972) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:50.308272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:50.332384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:50.384046 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:50.387560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c0aa75ab-d141-4d5c-be23-b9bd7017daa3 tempest-NegativeSecGroupIPv6Test-17142212 tempest-NegativeSecGroupIPv6Test-17142212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:50.398253 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea97991-a6ac-424c-921e-ec335119c588,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:50.401983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:50.405140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:50.406749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-95c278d4-4c48-452b-9bae-fef3ae8d2d6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ea97991-a6ac-424c-921e-ec335119c588 HTTP/1.1" status: 204  len: 168 time: 0.1544251
Dec 09 14:32:51.235609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 35994) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:51.358755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-535527190'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:51.364539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:51.368350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:network and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:51.371199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:51.378499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:51.387260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:51.390205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.403291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.434848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:51.438525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:security_group_rule and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:51.441215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:51.446769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:51.520077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.524059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.526911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-79209496-2d25-4995-a19e-81c03d7ca9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:51.557617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:32:51.566958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92522960-20d9-4a83-ace7-fc9353dd843d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:51.571402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:51.577072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.577463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Added segment c7c112c0-e288-4556-86ec-67935de63af7 of type vlan for network 696b63b5-0372-4484-9e2c-3b388b9ea387
Dec 09 14:32:51.606833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.635559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.639556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:51.640141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:51.644356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e4b1690d-83ca-49cc-8512-0d5f18b56397 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:51.748087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Network': ['ID=696b63b5-0372-4484-9e2c-3b388b9ea387,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:51.751821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5152116
Dec 09 14:32:51.752692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:51.758905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 696b63b5-0372-4484-9e2c-3b388b9ea387 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:32:52.562281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-07e778c8-6d02-44ad-b427-bae51fc43939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:54.918430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-722e20b2-13e4-4eb7-8a6e-d283b1d9db6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.060136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36000) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:55.066512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'subnet': {'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:55.173766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:55.177404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:subnet and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:55.180161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:55.185751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:55.195374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:55.293707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.504866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.508947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5f6e2ba2-4e11-43ae-adc8-26f8547b29e5 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:55.586130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Subnet': ['ID=e794e5ab-046f-480e-9b61-5fac21c25987,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:55.590004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:55.595539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Checking segment: {'id': 'c7c112c0-e288-4556-86ec-67935de63af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:55.595890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network hostable DHCP agents. Network: 696b63b5-0372-4484-9e2c-3b388b9ea387, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:32:55.617558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network 696b63b5-0372-4484-9e2c-3b388b9ea387 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:32:55.625666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 696b63b5-0372-4484-9e2c-3b388b9ea387) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:55.629504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:55.630110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.635304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8741bf-4f74-4f12-8d73-612bbd016b3a None None] Network 696b63b5-0372-4484-9e2c-3b388b9ea387 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:55.748807 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6875131
Dec 09 14:32:55.752276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36004) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:55.758100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990950294'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:55.763575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:55.767730 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:network and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:55.770550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:55.776344 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:55.786786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:55.789924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.817726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:32:55.826401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.826817 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Added segment 9f765247-9751-4213-b4c6-994b5d9c6ef9 of type vlan for network b089aa3e-e559-4aa4-bdb9-b043eebebd57
Dec 09 14:32:55.847559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-696b63b5-0372-4484-9e2c-3b388b9ea387', 'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387', 'tenant_id': 'da3e756a7da0453f825438ba9074c631', 'fixed_ips': [{'subnet_id': 'e794e5ab-046f-480e-9b61-5fac21c25987'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:32:55.848374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.853483 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.886223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.889931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:55.891005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:55.894486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fd1e526e-d896-4640-85aa-fb10847bf04b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:55.984876 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2312505
Dec 09 14:32:55.987759 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36008) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:55.993370 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'subnet': {'network_id': 'b089aa3e-e559-4aa4-bdb9-b043eebebd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:55.993908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Network': ['ID=b089aa3e-e559-4aa4-bdb9-b043eebebd57,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:55.999499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:56.005316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b089aa3e-e559-4aa4-bdb9-b043eebebd57 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:32:56.035014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Allocated IP 2001:db8:0:ffff::2 (696b63b5-0372-4484-9e2c-3b388b9ea387/e794e5ab-046f-480e-9b61-5fac21c25987/afacd4e5-6e4e-429d-9181-7d70dab06eb1) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:32:56.111464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:56.115293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:subnet and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:56.118120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:56.123700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:56.133386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:56.218264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.234842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.323688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.334099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Transition to ACTIVE for port object afacd4e5-6e4e-429d-9181-7d70dab06eb1 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:32:56.354598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Transition to ACTIVE for port object afacd4e5-6e4e-429d-9181-7d70dab06eb1 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:32:56.361151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.366182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:56.426664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Network 696b63b5-0372-4484-9e2c-3b388b9ea387 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:32:56.433716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:56.438444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:32:56.451325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Pushing event updated for resources: {'Port': ['ID=afacd4e5-6e4e-429d-9181-7d70dab06eb1,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:56.460506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.464678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d116fd49-639e-4f8d-acdb-aa21a6f4abe5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:56.489044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.522451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.522797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.523138 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.523474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.523807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.524134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.524460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.524783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.525106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.525428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.525771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:32:56.533241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:56.537650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Subnet': ['ID=e4fa419f-0217-41a0-bb9d-dc081a256d75,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:56.541552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:56.549593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Checking segment: {'id': '9f765247-9751-4213-b4c6-994b5d9c6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b089aa3e-e559-4aa4-bdb9-b043eebebd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:56.549912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network hostable DHCP agents. Network: b089aa3e-e559-4aa4-bdb9-b043eebebd57, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:32:56.552641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Attempting to bind port afacd4e5-6e4e-429d-9181-7d70dab06eb1 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:32:56.553022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Attempting to bind port afacd4e5-6e4e-429d-9181-7d70dab06eb1 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'c7c112c0-e288-4556-86ec-67935de63af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:32:56.553395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Attempting to bind port afacd4e5-6e4e-429d-9181-7d70dab06eb1 on network 696b63b5-0372-4484-9e2c-3b388b9ea387 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:32:56.560792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:32:56.561176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Checking segment: {'id': 'c7c112c0-e288-4556-86ec-67935de63af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:56.561623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.562016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Bound using segment: {'id': 'c7c112c0-e288-4556-86ec-67935de63af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:32:56.563113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Bound port: afacd4e5-6e4e-429d-9181-7d70dab06eb1, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c112c0-e288-4556-86ec-67935de63af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '696b63b5-0372-4484-9e2c-3b388b9ea387'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:32:56.563422 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.574419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network b089aa3e-e559-4aa4-bdb9-b043eebebd57 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:32:56.584663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, b089aa3e-e559-4aa4-bdb9-b043eebebd57) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:56.589121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:56.589751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.609852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10974bef-4926-44b0-9a58-b90b48a55803 None None] Network b089aa3e-e559-4aa4-bdb9-b043eebebd57 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:56.616198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.6273756
Dec 09 14:32:56.618830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36012) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:56.746275 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] For port afacd4e5-6e4e-429d-9181-7d70dab06eb1, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:32:56.759486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.767333 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] For port afacd4e5-6e4e-429d-9181-7d70dab06eb1, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=afacd4e5-6e4e-429d-9181-7d70dab06eb1,segment=NetworkSegment(c7c112c0-e288-4556-86ec-67935de63af7),segment_id=c7c112c0-e288-4556-86ec-67935de63af7)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:32:56.799290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.805487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:56.824413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.902453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:56.907481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-603f8816-d7ba-4a08-9ccc-4667366bc5cf tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:56.939776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Pushing event updated for resources: {'Port': ['ID=afacd4e5-6e4e-429d-9181-7d70dab06eb1,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:56.942686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:56.947058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fa419f-0217-41a0-bb9d-dc081a256d75,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:56.950115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:56.950714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603c1134-0c6f-482e-9e2c-5a23ef6e8ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-b089aa3e-e559-4aa4-bdb9-b043eebebd57', 'network_id': 'b089aa3e-e559-4aa4-bdb9-b043eebebd57', 'tenant_id': 'da3e756a7da0453f825438ba9074c631', 'fixed_ips': [{'subnet_id': 'e4fa419f-0217-41a0-bb9d-dc081a256d75'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:32:56.951648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-603c1134-0c6f-482e-9e2c-5a23ef6e8ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.052809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4080c99-811d-42e6-bc2b-e4389900dc95 None None] Network b089aa3e-e559-4aa4-bdb9-b043eebebd57 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:57.055141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.085708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64491ad8e0>,) {'filters': {'network_id': ['b089aa3e-e559-4aa4-bdb9-b043eebebd57']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:57.106354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64491ad8e0>, '9f765247-9751-4213-b4c6-994b5d9c6ef9') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:57.106912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64491ad8e0>, '9f765247-9751-4213-b4c6-994b5d9c6ef9') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:57.124631 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.141813 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.148350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:32:57.148745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:32:57.167118 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:32:57.262667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.266688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bd1a9da-3ec7-4263-9ac6-61ac8295e000 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:57.281732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.292661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Network': ['ID=b089aa3e-e559-4aa4-bdb9-b043eebebd57,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:57.295722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:57.297817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/b089aa3e-e559-4aa4-bdb9-b043eebebd57 HTTP/1.1" status: 204  len: 168 time: 0.6780593
Dec 09 14:32:57.301757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36016) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:57.309309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1544373555'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:57.314415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:57.318182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:network and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:57.320994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:57.326712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:57.335978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:57.338970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.367483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:32:57.376109 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.376440 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Added segment ddf149a5-f02a-4a0c-81be-1bcf78d36569 of type vlan for network 427006a3-a86b-4e2b-a535-e421aacd0a84
Dec 09 14:32:57.402887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.432651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.436467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:57.437040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.441962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c73d1873-073b-4203-a206-4242188f18e9 tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:57.523531 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2206023
Dec 09 14:32:57.526433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36020) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:57.532411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'subnet': {'network_id': '427006a3-a86b-4e2b-a535-e421aacd0a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:57.545169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Network': ['ID=427006a3-a86b-4e2b-a535-e421aacd0a84,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:57.548446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:57.556785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 427006a3-a86b-4e2b-a535-e421aacd0a84 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:32:57.647283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:57.652548 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:subnet and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:57.655729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:57.661642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:57.668371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.677586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:57.784099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:57.876074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.ipam_backend_mixin [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Performing IP validity checks on allocation pools {{(pid=83443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 09 14:32:57.876588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.ipam_backend_mixin [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83443) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 09 14:32:57.896514 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ed3fc-da55-493b-817c-c8626ed207b1 None None] Network 696b63b5-0372-4484-9e2c-3b388b9ea387 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:58.006621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.010100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c99e61c9-bbbb-43d6-b9d0-f01c4b05f3d8 None None] Provisioning for port afacd4e5-6e4e-429d-9181-7d70dab06eb1 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:32:58.010541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c449811-52b4-4a52-baf4-a2398a47b7c8 tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:58.082194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Subnet': ['ID=b589335d-b08f-4cff-8923-ff0fcac63d85,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:58.086579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:58.096674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Checking segment: {'id': 'ddf149a5-f02a-4a0c-81be-1bcf78d36569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '427006a3-a86b-4e2b-a535-e421aacd0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:58.097025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network hostable DHCP agents. Network: 427006a3-a86b-4e2b-a535-e421aacd0a84, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:32:58.119152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network 427006a3-a86b-4e2b-a535-e421aacd0a84 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:32:58.128076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 427006a3-a86b-4e2b-a535-e421aacd0a84) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:58.131990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:58.132560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.139128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef11c1-5016-4ba4-a9ce-bf70a3afdcca None None] Network 427006a3-a86b-4e2b-a535-e421aacd0a84 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:58.154410 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6269097
Dec 09 14:32:58.157627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36024) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:58.308009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.372889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166cfed0-e52e-4617-a0a5-8b0b82aae622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-427006a3-a86b-4e2b-a535-e421aacd0a84', 'network_id': '427006a3-a86b-4e2b-a535-e421aacd0a84', 'tenant_id': 'da3e756a7da0453f825438ba9074c631', 'fixed_ips': [{'subnet_id': 'b589335d-b08f-4cff-8923-ff0fcac63d85'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:32:58.373741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-166cfed0-e52e-4617-a0a5-8b0b82aae622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.379391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.430738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device afacd4e5-6e4e-429d-9181-7d70dab06eb1 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:32:58.462804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.466916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aae8aa81-11f1-46c5-be31-1732d92cf653 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:58.502994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Subnet': ['ID=b589335d-b08f-4cff-8923-ff0fcac63d85,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:58.505576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server [None req-166cfed0-e52e-4617-a0a5-8b0b82aae622 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b589335d-b08f-4cff-8923-ff0fcac63d85: This subnet is being modified by another concurrent operation.
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise value
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server     raise exception
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b589335d-b08f-4cff-8923-ff0fcac63d85: This subnet is being modified by another concurrent operation.
Dec 09 14:32:58.545101 dv-neutron-821183-1-hyperv neutron-server[83445]: ERROR oslo_messaging.rpc.server 
Dec 09 14:32:58.558230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port afacd4e5-6e4e-429d-9181-7d70dab06eb1 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:32:58.564118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port afacd4e5-6e4e-429d-9181-7d70dab06eb1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:32:58.564511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.593567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c742c7fb-d473-44b7-85cb-a57970bafd24 None None] Network 427006a3-a86b-4e2b-a535-e421aacd0a84 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:58.701627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.730996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448af5820>,) {'filters': {'network_id': ['427006a3-a86b-4e2b-a535-e421aacd0a84']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:58.744703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448af5820>, 'ddf149a5-f02a-4a0c-81be-1bcf78d36569') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:58.745048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448af5820>, 'ddf149a5-f02a-4a0c-81be-1bcf78d36569') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:32:58.756467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.771815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.777798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:32:58.778170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:32:58.792986 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:32:58.817106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7da211-8406-4b29-b272-53cc3deb5e72 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:32:58.871877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.875292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b99f6479-a1d8-4918-8f30-0b315567ff1c tempest-BulkNetworkOpsTest-2029757847 tempest-BulkNetworkOpsTest-2029757847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:58.883490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.892134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.898108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Network': ['ID=427006a3-a86b-4e2b-a535-e421aacd0a84,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:58.902115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:58.904936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/427006a3-a86b-4e2b-a535-e421aacd0a84 HTTP/1.1" status: 204  len: 168 time: 0.7463236
Dec 09 14:32:58.909152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:58.915764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922928961'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:58.920918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:58.924760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:network and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:58.927830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:58.933648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:58.945008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:58.948025 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.949845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port afacd4e5-6e4e-429d-9181-7d70dab06eb1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=afacd4e5-6e4e-429d-9181-7d70dab06eb1,segment=NetworkSegment(c7c112c0-e288-4556-86ec-67935de63af7),segment_id=c7c112c0-e288-4556-86ec-67935de63af7)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:32:58.953452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7da211-8406-4b29-b272-53cc3deb5e72 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:32:58.956747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.959887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:58.978174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:32:58.988402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:58.988743 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Added segment b97f709a-43ce-47a5-a9c7-78c5e6fc7b70 of type vlan for network d4fbb90d-134c-4fd1-bea1-63f91013fc02
Dec 09 14:32:59.056919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=afacd4e5-6e4e-429d-9181-7d70dab06eb1,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:59.106596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:59.124882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.154518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.158885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:59.159449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.164484 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3eb7ff68-fbb5-43bf-93a3-1a8b76b46ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:59.258073 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.3477249
Dec 09 14:32:59.261076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36032) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:59.267799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Network': ['ID=d4fbb90d-134c-4fd1-bea1-63f91013fc02,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:59.269038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'subnet': {'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:59.270387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:59.309275 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network d4fbb90d-134c-4fd1-bea1-63f91013fc02 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:32:59.380983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:59.384764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:subnet and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:59.387574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:59.393162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:59.402439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:59.510586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.716252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.721019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0b5a2b23-e392-4ea9-9178-03fcb749ef31 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:32:59.795328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Subnet': ['ID=da6e9ba9-6aca-4301-830d-339c241c2dd7,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:32:59.799646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:32:59.807516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Checking segment: {'id': 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:32:59.807860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network hostable DHCP agents. Network: d4fbb90d-134c-4fd1-bea1-63f91013fc02, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:32:59.828924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network d4fbb90d-134c-4fd1-bea1-63f91013fc02 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:32:59.837375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, d4fbb90d-134c-4fd1-bea1-63f91013fc02) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:32:59.841156 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:32:59.841758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.846629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ef1e3-51d9-40a2-96fd-d4ae5d813f41 None None] Network d4fbb90d-134c-4fd1-bea1-63f91013fc02 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:32:59.863441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a84b16a5-2b62-4a39-8fd0-3cc4a255b1f2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6006880
Dec 09 14:32:59.866842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36036) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:32:59.872459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005317823'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:32:59.877336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:32:59.881207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:network and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:32:59.884035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:32:59.889729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:32:59.900388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:32:59.903348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.931266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:32:59.940531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.940918 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Added segment e270ff6c-74a9-4278-8f5a-a6aee452d38f of type vlan for network 4184b471-3a05-412a-8166-7a194f1577eb
Dec 09 14:32:59.966864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:32:59.997723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.002223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:00.002790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.007685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cdfec007-f705-4c84-96e6-9bee9a9e9e7b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:00.068284 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-d4fbb90d-134c-4fd1-bea1-63f91013fc02', 'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02', 'tenant_id': 'da3e756a7da0453f825438ba9074c631', 'fixed_ips': [{'subnet_id': 'da6e9ba9-6aca-4301-830d-339c241c2dd7'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:33:00.069099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.101551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2335374
Dec 09 14:33:00.104772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36040) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:00.111532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Network': ['ID=4184b471-3a05-412a-8166-7a194f1577eb,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:00.111725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Request body: {'subnet': {'network_id': '4184b471-3a05-412a-8166-7a194f1577eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:00.114140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-52493f74-f52c-46e6-ad57-ebca41f70b56 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:00.126181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 4184b471-3a05-412a-8166-7a194f1577eb details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:33:00.224398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:00.228123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Usage tracker for resource:subnet and tenant:da3e756a7da0453f825438ba9074c631 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:00.230916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:00.237264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:00.246918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Made reservation on behalf of da3e756a7da0453f825438ba9074c631 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:00.309120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Allocated IP 2001:db8::2 (d4fbb90d-134c-4fd1-bea1-63f91013fc02/da6e9ba9-6aca-4301-830d-339c241c2dd7/15ae16aa-80ef-4179-b47d-5795357ee905) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:00.356154 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.402196 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device afacd4e5-6e4e-429d-9181-7d70dab06eb1 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:00.568870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port afacd4e5-6e4e-429d-9181-7d70dab06eb1 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:00.569231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.578944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.583073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7d6836a-a7ad-462a-9c24-baff74f002e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:00.591421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.616517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Transition to ACTIVE for port object 15ae16aa-80ef-4179-b47d-5795357ee905 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:00.647791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Transition to ACTIVE for port object 15ae16aa-80ef-4179-b47d-5795357ee905 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:00.654678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.655444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event updated for resources: {'Subnet': ['ID=9a3e0523-644e-4c19-a14e-50cd0ba339e3,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:00.658671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:00.660941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:00.671860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Checking segment: {'id': 'e270ff6c-74a9-4278-8f5a-a6aee452d38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4184b471-3a05-412a-8166-7a194f1577eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:00.672220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network hostable DHCP agents. Network: 4184b471-3a05-412a-8166-7a194f1577eb, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:33:00.694054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Network 4184b471-3a05-412a-8166-7a194f1577eb is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:33:00.704011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 4184b471-3a05-412a-8166-7a194f1577eb) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:00.707990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:00.708569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.731166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916261e-7482-4096-b602-d652319641a9 None None] Network 4184b471-3a05-412a-8166-7a194f1577eb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:00.734125 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6fc256ef-b377-4724-ae9b-683760183d55 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6279716
Dec 09 14:33:00.736713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36044) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:00.824541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Network d4fbb90d-134c-4fd1-bea1-63f91013fc02 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:00.836477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:00.847427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:00.854157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Pushing event updated for resources: {'Port': ['ID=15ae16aa-80ef-4179-b47d-5795357ee905,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:00.862864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:00.878423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:00.942120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.001352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Attempting to bind port 15ae16aa-80ef-4179-b47d-5795357ee905 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:01.001742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Attempting to bind port 15ae16aa-80ef-4179-b47d-5795357ee905 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:01.002107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Attempting to bind port 15ae16aa-80ef-4179-b47d-5795357ee905 on network d4fbb90d-134c-4fd1-bea1-63f91013fc02 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:01.014663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.018417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e7ed1f85-0fbd-406c-8c8f-48ec21637b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:01.018601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:01.018978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Checking segment: {'id': 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:01.019382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.019775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Bound using segment: {'id': 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:01.020254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Bound port: 15ae16aa-80ef-4179-b47d-5795357ee905, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'd4fbb90d-134c-4fd1-bea1-63f91013fc02'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:01.020615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.055847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3e0523-644e-4c19-a14e-50cd0ba339e3,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:01.059681 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:01.122016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b86c53-b431-4500-955e-2c8cbd2d6e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-4184b471-3a05-412a-8166-7a194f1577eb', 'network_id': '4184b471-3a05-412a-8166-7a194f1577eb', 'tenant_id': 'da3e756a7da0453f825438ba9074c631', 'fixed_ips': [{'subnet_id': '9a3e0523-644e-4c19-a14e-50cd0ba339e3'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:33:01.122832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71b86c53-b431-4500-955e-2c8cbd2d6e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.156147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.182863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449d3d370>,) {'filters': {'network_id': ['4184b471-3a05-412a-8166-7a194f1577eb']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:01.196685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d3d370>, 'e270ff6c-74a9-4278-8f5a-a6aee452d38f') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:01.196977 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449d3d370>, 'e270ff6c-74a9-4278-8f5a-a6aee452d38f') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:01.208426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.224151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.234675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:33:01.234675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:33:01.245932 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:33:01.248927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] For port 15ae16aa-80ef-4179-b47d-5795357ee905, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:01.271542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] For port 15ae16aa-80ef-4179-b47d-5795357ee905, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=15ae16aa-80ef-4179-b47d-5795357ee905,segment=NetworkSegment(b97f709a-43ce-47a5-a9c7-78c5e6fc7b70),segment_id=b97f709a-43ce-47a5-a9c7-78c5e6fc7b70)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:01.277122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.281093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:01.328582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24e3d7-f20a-457b-8751-6131121727a7 None None] Network 4184b471-3a05-412a-8166-7a194f1577eb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:01.331324 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.334783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-43462ef6-cd4e-46cd-acfc-cdc9d6c88a4e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:01.351868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.358633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Network': ['ID=4184b471-3a05-412a-8166-7a194f1577eb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:01.363644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:01.366439 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-503b0e18-34b4-4321-90ed-9e16b7d2a8a7 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/4184b471-3a05-412a-8166-7a194f1577eb HTTP/1.1" status: 204  len: 168 time: 0.6287551
Dec 09 14:33:01.367438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24e3d7-f20a-457b-8751-6131121727a7 None None] Network 4184b471-3a05-412a-8166-7a194f1577eb could not be found, it might have been deleted concurrently. {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}}
Dec 09 14:33:01.369784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36048) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:01.378296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Pushing event updated for resources: {'Port': ['ID=15ae16aa-80ef-4179-b47d-5795357ee905,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:01.381316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:01.411623 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-945480ff-32e4-4491-8470-59402eb6ad51 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] GET failed (client error): The resource could not be found.
Dec 09 14:33:01.412120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-945480ff-32e4-4491-8470-59402eb6ad51 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Synchronizing usage tracker for tenant:da3e756a7da0453f825438ba9074c631 on resource:subnet {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:33:01.430210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-945480ff-32e4-4491-8470-59402eb6ad51 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Unset dirty status for tenant:da3e756a7da0453f825438ba9074c631 on resource:subnet {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:33:01.431334 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-945480ff-32e4-4491-8470-59402eb6ad51 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "GET /v2.0/subnets/9a3e0523-644e-4c19-a14e-50cd0ba339e3 HTTP/1.1" status: 404  len: 337 time: 0.0608423
Dec 09 14:33:01.434200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36052) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:01.459724 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-3686847c-6975-41a3-bdd2-a01ea6b074e2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:01.460299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3686847c-6975-41a3-bdd2-a01ea6b074e2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:01.462105 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3686847c-6975-41a3-bdd2-a01ea6b074e2 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/4184b471-3a05-412a-8166-7a194f1577eb HTTP/1.1" status: 404  len: 339 time: 0.0269768
Dec 09 14:33:01.465818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36056) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:01.523109 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc2d573-0e8a-4d15-b551-1340b9a30deb tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:01.523109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc2d573-0e8a-4d15-b551-1340b9a30deb tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83443) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:01.524205 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7dc2d573-0e8a-4d15-b551-1340b9a30deb tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/subnets/9a3e0523-644e-4c19-a14e-50cd0ba339e3 HTTP/1.1" status: 404  len: 337 time: 0.0572543
Dec 09 14:33:01.529819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36060) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:01.560819 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c401f9c-39b5-4425-acc5-fcce5b9d853e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:01.561242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c401f9c-39b5-4425-acc5-fcce5b9d853e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:01.563396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8c401f9c-39b5-4425-acc5-fcce5b9d853e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/4184b471-3a05-412a-8166-7a194f1577eb HTTP/1.1" status: 404  len: 339 time: 0.0326223
Dec 09 14:33:01.565943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36064) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:01.637002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Deleting subnet da6e9ba9-6aca-4301-830d-339c241c2dd7 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:33:01.641245 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.694978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.779129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.850801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.855111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ed377ec-4c0c-4e90-b06f-504351a07751 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:01.891649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Subnet': ['ID=da6e9ba9-6aca-4301-830d-339c241c2dd7,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:01.894093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:01.896718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:01.909865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f6caae0-f80a-4025-b6e6-f282ae976353 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/subnets/da6e9ba9-6aca-4301-830d-339c241c2dd7 HTTP/1.1" status: 204  len: 168 time: 0.3428810
Dec 09 14:33:01.912240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36068) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:02.027991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.038924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Deleting port 15ae16aa-80ef-4179-b47d-5795357ee905 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:02.039260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.251339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] For port 15ae16aa-80ef-4179-b47d-5795357ee905, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=15ae16aa-80ef-4179-b47d-5795357ee905,segment=NetworkSegment(b97f709a-43ce-47a5-a9c7-78c5e6fc7b70),segment_id=b97f709a-43ce-47a5-a9c7-78c5e6fc7b70)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:02.251684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.285398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94af21c-6ea4-45de-9b24-46d785d870ae None None] Network d4fbb90d-134c-4fd1-bea1-63f91013fc02 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:02.423354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3ad21d82-71cb-493b-8420-724e729dc5af None None] Provisioning for port 15ae16aa-80ef-4179-b47d-5795357ee905 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:02.454303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 15ae16aa-80ef-4179-b47d-5795357ee905 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:02.474434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Calling delete_port for 15ae16aa-80ef-4179-b47d-5795357ee905 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:02.553303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 15ae16aa-80ef-4179-b47d-5795357ee905 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:02.556492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.558670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 15ae16aa-80ef-4179-b47d-5795357ee905 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:02.559235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.569410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:02.592937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port 15ae16aa-80ef-4179-b47d-5795357ee905 was deleted so its status cannot be updated. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}}
Dec 09 14:33:02.612841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No DVR routers for this DVR port 15ae16aa-80ef-4179-b47d-5795357ee905 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:33:02.617260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949cf79a-54cc-45e4-ba2c-fc217fde0f56 None None] DHCP port deletion for d4fbb90d-134c-4fd1-bea1-63f91013fc02 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:33:02.644286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Port': ['ID=15ae16aa-80ef-4179-b47d-5795357ee905,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:02.648966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:02.742389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.768121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d79a90>,) {'filters': {'network_id': ['d4fbb90d-134c-4fd1-bea1-63f91013fc02']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:02.779814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d79a90>, 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:02.780114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d79a90>, 'b97f709a-43ce-47a5-a9c7-78c5e6fc7b70') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:02.791835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.807070 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.812928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:33:02.813308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:33:02.827375 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:33:02.908117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.911414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6da178ee-7fcf-45dc-a195-e33b5162a318 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:02.925332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:02.936185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Network': ['ID=d4fbb90d-134c-4fd1-bea1-63f91013fc02,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:02.938917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:02.940666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/d4fbb90d-134c-4fd1-bea1-63f91013fc02 HTTP/1.1" status: 204  len: 168 time: 1.0274825
Dec 09 14:33:02.943061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36072) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:02.984878 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-25618a46-ebc2-4ed9-8709-8134ef1b2350 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:02.985301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25618a46-ebc2-4ed9-8709-8134ef1b2350 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:02.986952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-25618a46-ebc2-4ed9-8709-8134ef1b2350 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/subnets/b589335d-b08f-4cff-8923-ff0fcac63d85 HTTP/1.1" status: 404  len: 337 time: 0.0430069
Dec 09 14:33:02.989386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36076) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:03.014197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ecc510-d3cf-45be-85b7-2f8b009526ab tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:03.014550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ecc510-d3cf-45be-85b7-2f8b009526ab tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:03.016719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-22ecc510-d3cf-45be-85b7-2f8b009526ab tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/427006a3-a86b-4e2b-a535-e421aacd0a84 HTTP/1.1" status: 404  len: 339 time: 0.0263529
Dec 09 14:33:03.019059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36080) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:03.055268 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a19a6e-b57c-4337-931b-e2dc0cee411f tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:03.055688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a19a6e-b57c-4337-931b-e2dc0cee411f tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:03.057251 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a0a19a6e-b57c-4337-931b-e2dc0cee411f tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/subnets/e4fa419f-0217-41a0-bb9d-dc081a256d75 HTTP/1.1" status: 404  len: 337 time: 0.0373409
Dec 09 14:33:03.059579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36084) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:03.084436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.pecan_wsgi.hooks.translation [None req-72113996-b34c-4213-a0a0-0a628d504453 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] DELETE failed (client error): The resource could not be found.
Dec 09 14:33:03.084852 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72113996-b34c-4213-a0a0-0a628d504453 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83444) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 09 14:33:03.086432 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72113996-b34c-4213-a0a0-0a628d504453 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/b089aa3e-e559-4aa4-bdb9-b043eebebd57 HTTP/1.1" status: 404  len: 339 time: 0.0260067
Dec 09 14:33:03.088673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36088) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:03.273683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Deleting subnet e794e5ab-046f-480e-9b61-5fac21c25987 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:33:03.276349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.328652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.408483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.481849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.486736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8956308f-f4d6-44f1-a55a-9c985e61b640 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:03.522778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Subnet': ['ID=e794e5ab-046f-480e-9b61-5fac21c25987,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:03.525365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:03.528490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.535887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfba68c3-c373-48c7-a648-9ecf52e0660f None None] Network 696b63b5-0372-4484-9e2c-3b388b9ea387 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:03.540496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d90ab072-2b1e-4dbb-a969-f97a8fbf3b20 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/subnets/e794e5ab-046f-480e-9b61-5fac21c25987 HTTP/1.1" status: 204  len: 168 time: 0.4486682
Dec 09 14:33:03.540865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36092) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:03.658992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.669019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Deleting port afacd4e5-6e4e-429d-9181-7d70dab06eb1 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:03.669337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.785039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] DHCP port deletion for 696b63b5-0372-4484-9e2c-3b388b9ea387 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:33:03.789380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Deleting port afacd4e5-6e4e-429d-9181-7d70dab06eb1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:03.789791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.976978 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] For port afacd4e5-6e4e-429d-9181-7d70dab06eb1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=afacd4e5-6e4e-429d-9181-7d70dab06eb1,segment=NetworkSegment(c7c112c0-e288-4556-86ec-67935de63af7),segment_id=c7c112c0-e288-4556-86ec-67935de63af7)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:03.977325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:03.988696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] For port afacd4e5-6e4e-429d-9181-7d70dab06eb1, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=afacd4e5-6e4e-429d-9181-7d70dab06eb1,segment=NetworkSegment(c7c112c0-e288-4556-86ec-67935de63af7),segment_id=c7c112c0-e288-4556-86ec-67935de63af7)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:03.989094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.098910 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Calling delete_port for afacd4e5-6e4e-429d-9181-7d70dab06eb1 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:04.106799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Calling delete_port for afacd4e5-6e4e-429d-9181-7d70dab06eb1 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:04.173275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.177819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:04.178535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:33:04.178894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:33:04.218533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Port': ['ID=afacd4e5-6e4e-429d-9181-7d70dab06eb1,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:04.221286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:04.223551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] No DVR routers for this DVR port afacd4e5-6e4e-429d-9181-7d70dab06eb1 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:33:04.347453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.377127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f2a1f0>,) {'filters': {'network_id': ['696b63b5-0372-4484-9e2c-3b388b9ea387']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:04.388767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f2a1f0>, 'c7c112c0-e288-4556-86ec-67935de63af7') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:04.389061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f2a1f0>, 'c7c112c0-e288-4556-86ec-67935de63af7') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:04.395352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 15ae16aa-80ef-4179-b47d-5795357ee905 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:33:04.401442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.416804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.423217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:33:04.423582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.427917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 15ae16aa-80ef-4179-b47d-5795357ee905 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:33:04.428276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 15ae16aa-80ef-4179-b47d-5795357ee905 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:33:04.428693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device afacd4e5-6e4e-429d-9181-7d70dab06eb1 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:33:04.438715 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:33:04.459561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: afacd4e5-6e4e-429d-9181-7d70dab06eb1 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:33:04.459912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device afacd4e5-6e4e-429d-9181-7d70dab06eb1 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:33:04.518949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.522353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ab71bbf5-2752-4d48-905b-38ff702a5ca5 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:04.539802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.547254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Pushing event deleted for resources: {'Network': ['ID=696b63b5-0372-4484-9e2c-3b388b9ea387,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:04.551511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:04.554294 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] 10.222.0.21 "DELETE /v2.0/networks/696b63b5-0372-4484-9e2c-3b388b9ea387 HTTP/1.1" status: 204  len: 168 time: 1.0123038
Dec 09 14:33:04.679898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Deleting port afacd4e5-6e4e-429d-9181-7d70dab06eb1 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:04.680412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:04.747433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4f4e2546-2b91-4fec-8f64-093f6a6d9449 None None] The port 'afacd4e5-6e4e-429d-9181-7d70dab06eb1' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:33:04.836726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36100) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:05.008622 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a3ed9e31-e0bf-45f6-b797-a9c493fbea1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da3e756a7da0453f825438ba9074c631&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1705501
Dec 09 14:33:05.010805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36106) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:05.067321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:05.092015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:05.141553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:05.146156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3c9480e1-de8f-4a37-b6bf-7e0754b29cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:05.160015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92522960-20d9-4a83-ace7-fc9353dd843d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:05.162244 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:05.163288 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92522960-20d9-4a83-ace7-fc9353dd843d HTTP/1.1" status: 204  len: 168 time: 0.1516161
Dec 09 14:33:05.164152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:05.932962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36128) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:06.055405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-773125946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:06.061607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:06.065895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Usage tracker for resource:router and tenant:8d897c787a49482ab8876d54fa11dd2a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:06.068714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:06.074806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:06.085322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.086254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.104775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.121952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.142010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.143180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a211655b-d8d4-4c2f-b876-4a31f1c58ed1 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.2092230
Dec 09 14:33:06.145855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36134) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:06.151240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-654903281'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:06.156423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:06.160195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Usage tracker for resource:network and tenant:8d897c787a49482ab8876d54fa11dd2a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:06.163525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:06.169162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:06.178958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Made reservation on behalf of 8d897c787a49482ab8876d54fa11dd2a for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:06.182043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.194242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.230210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:06.234829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Usage tracker for resource:security_group_rule and tenant:8d897c787a49482ab8876d54fa11dd2a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:06.237761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:06.243444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:06.308999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.313258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.317235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd301f2b-07a3-4dc7-84a3-952262e3dfa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:06.343480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:33:06.355385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95059961-3b61-4166-994c-ac2a04b063c5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:06.360884 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.361412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Added segment 6b339a9b-a810-41f9-a8e7-6ed08dd9df6c of type vlan for network 9cec446c-45a0-4bae-9753-8509f9046251
Dec 09 14:33:06.370647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.371022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.371573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.371850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.372329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.372755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.373108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.373464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.373846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.374195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.375031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:06.378620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:06.399615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.427359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.431069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:06.431647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:06.436419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-748bdda7-48d9-4887-a213-20660b9c5d08 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:06.536371 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3895166
Dec 09 14:33:06.539242 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36138) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:06.546536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Request body: {'subnet': {'network_id': '9cec446c-45a0-4bae-9753-8509f9046251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:06.559556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event updated for resources: {'Network': ['ID=9cec446c-45a0-4bae-9753-8509f9046251,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:06.564740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-08001165-8022-480d-a262-2fe834d6fcce tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:06.574926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 9cec446c-45a0-4bae-9753-8509f9046251 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:33:06.665353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:06.669056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Usage tracker for resource:subnet and tenant:8d897c787a49482ab8876d54fa11dd2a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:06.671853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:06.677554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:06.686173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Made reservation on behalf of 8d897c787a49482ab8876d54fa11dd2a for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:06.879034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.086607 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.090754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-663e3a45-c9ea-4700-981f-a02d5ed964e4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:07.166814 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event updated for resources: {'Subnet': ['ID=832372b3-5d6d-4e6a-9aa7-264cfc07bd18,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:07.170134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:07.176682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Checking segment: {'id': '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cec446c-45a0-4bae-9753-8509f9046251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:07.177029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Network hostable DHCP agents. Network: 9cec446c-45a0-4bae-9753-8509f9046251, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:33:07.198225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Network 9cec446c-45a0-4bae-9753-8509f9046251 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:33:07.207497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 9cec446c-45a0-4bae-9753-8509f9046251) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:07.211288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:07.211856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.216877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041642f6-6963-4663-8035-8384770b53ae None None] Network 9cec446c-45a0-4bae-9753-8509f9046251 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:07.243407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5c0dca8e-9a34-4d12-ab77-8c59187c8adc tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7032459
Dec 09 14:33:07.246524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36142) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:07.253066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1716350036'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:07.257960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:07.261710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Usage tracker for resource:network and tenant:8d897c787a49482ab8876d54fa11dd2a is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:07.264518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:07.270670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:07.280953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Made reservation on behalf of 8d897c787a49482ab8876d54fa11dd2a for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:07.284132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.314570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:33:07.324321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.324727 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Added segment aeea8e4a-c7c0-4317-b43a-f5eabffd4395 of type vlan for network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e
Dec 09 14:33:07.351343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.380163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.384144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:07.384790 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.389721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e2c65e68-fcba-402a-935f-0d70cc5aa2b0 tempest-RoutersNegativeIpV6Test-1123154359 tempest-RoutersNegativeIpV6Test-1123154359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:07.474009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-9cec446c-45a0-4bae-9753-8509f9046251', 'network_id': '9cec446c-45a0-4bae-9753-8509f9046251', 'tenant_id': '8d897c787a49482ab8876d54fa11dd2a', 'fixed_ips': [{'subnet_id': '832372b3-5d6d-4e6a-9aa7-264cfc07bd18'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:33:07.474845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.487497 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2398915
Dec 09 14:33:07.491194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36146) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:07.496533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event updated for resources: {'Network': ['ID=b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:07.499224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5ba9b403-04f3-4363-957a-08b3234f132d tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:07.499448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Request body: {'subnet': {'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:07.530359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:33:07.615393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:07.619215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Usage tracker for resource:subnet and tenant:8d897c787a49482ab8876d54fa11dd2a is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:07.622057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:07.628410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:07.638078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Made reservation on behalf of 8d897c787a49482ab8876d54fa11dd2a for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:07.717096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Allocated IP 172.20.0.2 (9cec446c-45a0-4bae-9753-8509f9046251/832372b3-5d6d-4e6a-9aa7-264cfc07bd18/c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:07.738026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.922695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.933378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Transition to ACTIVE for port object c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:07.952273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Transition to ACTIVE for port object c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:07.953742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.957566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-df2ed439-022c-4a9b-a6c9-9fb1028bd41a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:07.958684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:07.963557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:08.024672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Network 9cec446c-45a0-4bae-9753-8509f9046251 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:08.025748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:08.027085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event updated for resources: {'Subnet': ['ID=91a701d6-b33b-4163-b96a-71aa1e41b34c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:08.029788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:08.031288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:08.039917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Pushing event updated for resources: {'Port': ['ID=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:08.042611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:08.044577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Checking segment: {'id': 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:08.044935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Network hostable DHCP agents. Network: b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:33:08.067232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:33:08.077588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:08.081498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:08.082107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.102779 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9121dd9b-3c97-4e48-9394-618cae61ace3 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6099079
Dec 09 14:33:08.106010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36150) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:08.110091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b0c34-9c92-4dc4-8bd5-f0004804043a None None] Network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:08.112787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bbe87a4f-6a3f-4dde-9c5c-1100a0e2b00e tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:08.192366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Attempting to bind port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:08.192741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Attempting to bind port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cec446c-45a0-4bae-9753-8509f9046251'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:08.193118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Attempting to bind port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 on network 9cec446c-45a0-4bae-9753-8509f9046251 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:08.206119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:08.206496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Checking segment: {'id': '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cec446c-45a0-4bae-9753-8509f9046251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:08.206903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.207298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Bound using segment: {'id': '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cec446c-45a0-4bae-9753-8509f9046251'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:08.207769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Bound port: c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9cec446c-45a0-4bae-9753-8509f9046251'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:08.208147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.379265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] For port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:08.418308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] For port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,segment=NetworkSegment(6b339a9b-a810-41f9-a8e7-6ed08dd9df6c),segment_id=6b339a9b-a810-41f9-a8e7-6ed08dd9df6c)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:08.423950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.427903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:08.461155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e', 'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e', 'tenant_id': '8d897c787a49482ab8876d54fa11dd2a', 'fixed_ips': [{'subnet_id': '91a701d6-b33b-4163-b96a-71aa1e41b34c'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:33:08.461990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.560924 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Pushing event updated for resources: {'Port': ['ID=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:08.568614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:08.616986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bbe87a4f-6a3f-4dde-9c5c-1100a0e2b00e tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.670515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Allocated IP 172.21.0.2 (b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e/91a701d6-b33b-4163-b96a-71aa1e41b34c/820f1ed5-9500-4320-a00b-7c6c770d32da) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:08.801515 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.api.v2.resource [None req-bbe87a4f-6a3f-4dde-9c5c-1100a0e2b00e tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 09 14:33:08.802411 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bbe87a4f-6a3f-4dde-9c5c-1100a0e2b00e tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "PUT /v2.0/routers/ee950ba2-661a-410d-933f-6d9f5e73ff60 HTTP/1.1" status: 400  len: 364 time: 0.6955054
Dec 09 14:33:08.808309 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36154) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:08.884783 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Deleting subnet 91a701d6-b33b-4163-b96a-71aa1e41b34c {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:33:08.918385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.928739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Transition to ACTIVE for port object 820f1ed5-9500-4320-a00b-7c6c770d32da will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:08.946544 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Transition to ACTIVE for port object 820f1ed5-9500-4320-a00b-7c6c770d32da will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:08.951253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.951409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:08.955249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:09.006319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.018418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:09.021191 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:09.025441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:09.027567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Pushing event updated for resources: {'Port': ['ID=820f1ed5-9500-4320-a00b-7c6c770d32da,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:09.030362 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:09.092205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.152939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Attempting to bind port 820f1ed5-9500-4320-a00b-7c6c770d32da on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:09.153313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Attempting to bind port 820f1ed5-9500-4320-a00b-7c6c770d32da by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:09.153697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Attempting to bind port 820f1ed5-9500-4320-a00b-7c6c770d32da on network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:09.160371 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:09.160743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Checking segment: {'id': 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:09.161174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.161586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Bound using segment: {'id': 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:09.162055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Bound port: 820f1ed5-9500-4320-a00b-7c6c770d32da, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:09.162435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.166666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.170409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b63f9dc-7f9f-431e-9a9b-55a853a4820d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:09.206454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event deleted for resources: {'Subnet': ['ID=91a701d6-b33b-4163-b96a-71aa1e41b34c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:09.208854 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:09.213892 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.220372 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "DELETE /v2.0/subnets/91a701d6-b33b-4163-b96a-71aa1e41b34c HTTP/1.1" status: 204  len: 168 time: 0.4109154
Dec 09 14:33:09.222989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:09.251726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] For port 820f1ed5-9500-4320-a00b-7c6c770d32da, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:09.254966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] For port 820f1ed5-9500-4320-a00b-7c6c770d32da, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=820f1ed5-9500-4320-a00b-7c6c770d32da,segment=NetworkSegment(aeea8e4a-c7c0-4317-b43a-f5eabffd4395),segment_id=aeea8e4a-c7c0-4317-b43a-f5eabffd4395)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:09.261431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.267690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:09.346762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.359179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Deleting port 820f1ed5-9500-4320-a00b-7c6c770d32da {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:09.359548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.371980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Pushing event updated for resources: {'Port': ['ID=820f1ed5-9500-4320-a00b-7c6c770d32da,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:09.380643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:09.418928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3ff6c-19ca-4394-88b5-5d9039b16868 None None] Network b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:09.588942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] For port 820f1ed5-9500-4320-a00b-7c6c770d32da, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=820f1ed5-9500-4320-a00b-7c6c770d32da,segment=NetworkSegment(aeea8e4a-c7c0-4317-b43a-f5eabffd4395),segment_id=aeea8e4a-c7c0-4317-b43a-f5eabffd4395)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:09.590321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.599090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed50dd-dc30-44f5-a151-63bb3be8b102 None None] Network 9cec446c-45a0-4bae-9753-8509f9046251 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:09.709498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Calling delete_port for 820f1ed5-9500-4320-a00b-7c6c770d32da owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:09.720955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ec14a0c5-fc3e-416d-9ebc-88cc12f583f8 None None] Provisioning for port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:09.782878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.787266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:09.832079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event deleted for resources: {'Port': ['ID=820f1ed5-9500-4320-a00b-7c6c770d32da,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:09.835436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:09.836126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] No DVR routers for this DVR port 820f1ed5-9500-4320-a00b-7c6c770d32da on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:33:09.962494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:09.991630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64497f94f0>,) {'filters': {'network_id': ['b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:10.004688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64497f94f0>, 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:10.004981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64497f94f0>, 'aeea8e4a-c7c0-4317-b43a-f5eabffd4395') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:10.017385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.034984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.036575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47e535-533a-4812-a074-b7df68c55da7 None None] get_active_networks_info from dv-neutron-821183-1-hyperv {{(pid=83445) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 09 14:33:10.042306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:33:10.042773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:33:10.057540 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:33:10.129411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad47e535-533a-4812-a074-b7df68c55da7 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 09 14:33:10.139364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.142974 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4f8c1d40-d703-45e2-95a9-38981ccf0c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:10.159714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.165761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event deleted for resources: {'Network': ['ID=b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:10.169878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:10.173188 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "DELETE /v2.0/networks/b92e3d69-8b27-4c1a-ab17-59d20f9fcb6e HTTP/1.1" status: 204  len: 168 time: 0.9489045
Dec 09 14:33:10.175663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:10.238924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Deleting subnet 832372b3-5d6d-4e6a-9aa7-264cfc07bd18 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:33:10.241786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.401877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.437893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:10.485774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.505405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:10.510308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:10.510716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.563629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.568019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:10.604504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event deleted for resources: {'Subnet': ['ID=832372b3-5d6d-4e6a-9aa7-264cfc07bd18,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:10.607229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:10.610364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.617106 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "DELETE /v2.0/subnets/832372b3-5d6d-4e6a-9aa7-264cfc07bd18 HTTP/1.1" status: 204  len: 168 time: 0.4405019
Dec 09 14:33:10.619914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36166) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:10.621402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74653812-f03a-4dc0-bc5f-b3314fa446d5 None None] Network 9cec446c-45a0-4bae-9753-8509f9046251 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:10.646552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.732350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.743191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Deleting port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:10.743522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.781417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,segment=NetworkSegment(6b339a9b-a810-41f9-a8e7-6ed08dd9df6c),segment_id=6b339a9b-a810-41f9-a8e7-6ed08dd9df6c)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:10.808264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.814236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:10.886946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:10.891548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:10.949398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] For port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,segment=NetworkSegment(6b339a9b-a810-41f9-a8e7-6ed08dd9df6c),segment_id=6b339a9b-a810-41f9-a8e7-6ed08dd9df6c)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:10.949793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:10.956415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] DHCP port deletion for 9cec446c-45a0-4bae-9753-8509f9046251 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:33:10.960369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Deleting port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:10.960750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.068943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Calling delete_port for c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:11.141280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.144931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:11.187942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event deleted for resources: {'Port': ['ID=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:11.190365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] For port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2,segment=NetworkSegment(6b339a9b-a810-41f9-a8e7-6ed08dd9df6c),segment_id=6b339a9b-a810-41f9-a8e7-6ed08dd9df6c)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:11.190889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:11.190987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.195600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] No DVR routers for this DVR port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:33:11.308687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Calling delete_port for c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:11.322014 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.351006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d5ad90>,) {'filters': {'network_id': ['9cec446c-45a0-4bae-9753-8509f9046251']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:11.363211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d5ad90>, '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:11.363494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d5ad90>, '6b339a9b-a810-41f9-a8e7-6ed08dd9df6c') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:11.375140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.379821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:33:11.380186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:33:11.391031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.397135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:33:11.397521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:33:11.412289 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:33:11.490244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.493734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0191f39e-a9a7-4c70-9369-2d42ecb9f1ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:11.507832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.519506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Pushing event deleted for resources: {'Network': ['ID=9cec446c-45a0-4bae-9753-8509f9046251,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:11.522418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:11.526605 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "DELETE /v2.0/networks/9cec446c-45a0-4bae-9753-8509f9046251 HTTP/1.1" status: 204  len: 168 time: 0.9033914
Dec 09 14:33:11.526605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:11.567277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20ac244b-b54e-413c-b962-41fed67a0934 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Synchronizing usage tracker for tenant:8d897c787a49482ab8876d54fa11dd2a on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:33:11.583854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-20ac244b-b54e-413c-b962-41fed67a0934 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Unset dirty status for tenant:8d897c787a49482ab8876d54fa11dd2a on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:33:11.585008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20ac244b-b54e-413c-b962-41fed67a0934 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee950ba2-661a-410d-933f-6d9f5e73ff60 HTTP/1.1" status: 200  len: 205 time: 0.0575676
Dec 09 14:33:11.587494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36174) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:11.726340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.881962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Deleting port c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:11.882336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:11.944796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f01a9ee6-fe84-4d2a-b163-22e21862449f None None] The port 'c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:33:12.210146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.214246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.238773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.239269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Fanout notify agent at l3_agent the message router_deleted on router ee950ba2-661a-410d-933f-6d9f5e73ff60 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:33:12.249086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.250756 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-20f25205-36b5-4215-8027-7daaf749a67b tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] 10.222.0.21 "DELETE /v2.0/routers/ee950ba2-661a-410d-933f-6d9f5e73ff60 HTTP/1.1" status: 204  len: 168 time: 0.6623261
Dec 09 14:33:12.387929 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:33:12.399970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:33:12.438386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:33:12.438748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c44f36ca-e3e1-4fc1-b7d2-4de66dd464c2 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:33:12.535819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36182) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:12.702930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2238710-920f-4299-ac47-c7aaba999bbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d897c787a49482ab8876d54fa11dd2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1657426
Dec 09 14:33:12.705306 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36188) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:12.762795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.791357 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.839889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.845032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c31ecffc-7ea6-486c-9231-8b9188fdf144 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:12.856290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95059961-3b61-4166-994c-ac2a04b063c5,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:12.859468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:12.861332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:12.862455 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95059961-3b61-4166-994c-ac2a04b063c5 HTTP/1.1" status: 204  len: 168 time: 0.1562212
Dec 09 14:33:13.687418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36210) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:13.812416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-712087245-network', 'tenant_id': 'f96ae9ba863044029ec351eb063af454'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:13.817250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:13.821059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Usage tracker for resource:network and tenant:f96ae9ba863044029ec351eb063af454 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:13.823903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:13.830353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:13.839792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Made reservation on behalf of f96ae9ba863044029ec351eb063af454 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:13.842075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:13.853918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:13.887944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:13.891781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Usage tracker for resource:security_group_rule and tenant:f96ae9ba863044029ec351eb063af454 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:13.894515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:13.900104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:13.964330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:13.970433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:13.975620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-849c2be2-2b8b-4db9-9c27-0037973a6fae tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:13.992539 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:33:14.011161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a099aa7-929f-4010-82de-79208b3058aa,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:14.013782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.014112 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Added segment 62df8d38-d51d-4b63-a886-bcbb6491f5c8 of type vlan for network 42831d92-e008-4d91-b119-346f3c3707fb
Dec 09 14:33:14.015329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:14.040755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.069011 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.069852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:14.070421 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.074997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-163ca819-24fa-4db0-9013-17e789cd5b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:14.172798 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4842823
Dec 09 14:33:14.175643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Pushing event updated for resources: {'Network': ['ID=42831d92-e008-4d91-b119-346f3c3707fb,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:14.175913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36216) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:14.178315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:14.181417 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Request body: {'subnet': {'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-subnet', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:14.187119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:14.190925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Usage tracker for resource:subnet and tenant:f96ae9ba863044029ec351eb063af454 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:14.191661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 42831d92-e008-4d91-b119-346f3c3707fb details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:33:14.193767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:14.199465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:14.210127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Made reservation on behalf of f96ae9ba863044029ec351eb063af454 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:14.212758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.408280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.412223 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-64ef9a16-6990-469f-bf37-a529bbeb1fa1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:14.486382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f95e663-6b1b-4a54-8170-536bcc735239,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:14.490753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:14.495381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Checking segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:14.495729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Network hostable DHCP agents. Network: 42831d92-e008-4d91-b119-346f3c3707fb, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:33:14.517855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Network 42831d92-e008-4d91-b119-346f3c3707fb is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:33:14.527706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 42831d92-e008-4d91-b119-346f3c3707fb) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:14.531766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:14.532360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.536754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f4073-a23a-4489-9a76-d153e2375e0a None None] Network 42831d92-e008-4d91-b119-346f3c3707fb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:14.552728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f28da4d2-d499-443f-b753-2a23a9f3c0fc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3756108
Dec 09 14:33:14.555315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36220) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:14.560361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:14.565772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:14.569850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Usage tracker for resource:router and tenant:f96ae9ba863044029ec351eb063af454 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:14.572340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:14.578042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:14.588757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.589691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.607880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.749384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-42831d92-e008-4d91-b119-346f3c3707fb', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:33:14.750251 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.750513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.902798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Allocated IP 172.20.0.2 (42831d92-e008-4d91-b119-346f3c3707fb/2f95e663-6b1b-4a54-8170-536bcc735239/62af3dbc-d7d4-45bc-9a39-1c33e508c11d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:14.943483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:14.973387 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.102263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.112200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Allocated IP 172.26.3.227 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/12ad4af7-9f34-4fa8-8182-595266dc1267) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:15.112652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Transition to ACTIVE for port object 62af3dbc-d7d4-45bc-9a39-1c33e508c11d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:15.130560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Transition to ACTIVE for port object 62af3dbc-d7d4-45bc-9a39-1c33e508c11d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:15.135353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.139324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:15.205388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Network 42831d92-e008-4d91-b119-346f3c3707fb is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:15.208050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:15.212325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Pushing event updated for resources: {'Port': ['ID=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:15.214520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:15.216610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:15.303817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Attempting to bind port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:15.304205 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Attempting to bind port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:15.304580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Attempting to bind port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d on network 42831d92-e008-4d91-b119-346f3c3707fb {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:15.311353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:15.311775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Checking segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:15.312188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.312590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Bound using segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:15.313072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Bound port: 62af3dbc-d7d4-45bc-9a39-1c33e508c11d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:15.313458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.373025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.401092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.404829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] For port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:15.405375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ddcddc3f-0a1c-4f15-9b29-18bf56903ddd tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:15.407872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] For port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:15.411765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.415125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:15.466340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:15.469484 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:15.472997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:15.493343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Pushing event updated for resources: {'Port': ['ID=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:15.496413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:15.506965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Pushing event updated for resources: {'Port': ['ID=12ad4af7-9f34-4fa8-8182-595266dc1267,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:15.509594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:15.665319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.666075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:15.897007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Router a55d656c-c37b-4798-a0af-bc19fc686288 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:33:16.092192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:33:16.100979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Sync routers for ids ['a55d656c-c37b-4798-a0af-bc19fc686288'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:33:16.116245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Routers {'a55d656c-c37b-4798-a0af-bc19fc686288'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:16.116903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0669d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:32:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['a55d656c-c37b-4798-a0af-bc19fc686288'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:16.119088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:16.120395 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.5641329
Dec 09 14:33:16.123131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36224) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:16.348395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Set router a55d656c-c37b-4798-a0af-bc19fc686288 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:16.462930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be57eb6e-2a4b-401c-82ff-86277d937ac7 None None] Network 42831d92-e008-4d91-b119-346f3c3707fb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:16.489704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 62af3dbc-d7d4-45bc-9a39-1c33e508c11d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:16.625567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:16.732780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-36af9d9b-92fa-4a92-9588-679b89f1c193 None None] Provisioning for port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:16.815853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:16.854441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:16.854818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:16.880535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.064771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0669d0>, [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:33:15Z', 'revision_number': 3, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:17.075153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Checking router: a55d656c-c37b-4798-a0af-bc19fc686288 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:33:17.075507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Updating router a55d656c-c37b-4798-a0af-bc19fc686288 port 12ad4af7-9f34-4fa8-8182-595266dc1267 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:33:17.105235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.153868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.194856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:17.206522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.210455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Allocated IP 172.20.0.1 (42831d92-e008-4d91-b119-346f3c3707fb/2f95e663-6b1b-4a54-8170-536bcc735239/d5d348f3-c255-4aa6-acf9-b1c0aa53d394) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:17.210695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:17.350095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:17.369489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:17.378161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.381124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-cc196b9b-65c5-44b4-a9d9-d5f96d8e49f5 None None] Provisioning complete for port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:17.381448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc196b9b-65c5-44b4-a9d9-d5f96d8e49f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.394567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Transition to ACTIVE for port object d5d348f3-c255-4aa6-acf9-b1c0aa53d394 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:17.416489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.420659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2c159021-5181-4514-9d54-e5275b08eb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:17.488706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Network 42831d92-e008-4d91-b119-346f3c3707fb is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:17.492097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:17.494405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:17.496557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:17.525285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:17.559685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.676098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.680672 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.688692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Transition to ACTIVE for port object 12ad4af7-9f34-4fa8-8182-595266dc1267 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:17.695933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.700398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:17.831415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Attempting to bind port 12ad4af7-9f34-4fa8-8182-595266dc1267 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:17.831794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Attempting to bind port 12ad4af7-9f34-4fa8-8182-595266dc1267 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:17.832161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Attempting to bind port 12ad4af7-9f34-4fa8-8182-595266dc1267 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:17.834914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897f3e-988a-4aba-aa22-dc266d4f6656 None None] Pushing event updated for resources: {'Port': ['ID=12ad4af7-9f34-4fa8-8182-595266dc1267,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:17.839727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0897f3e-988a-4aba-aa22-dc266d4f6656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:17.844478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:17.844858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:17.845268 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.845666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:17.846134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Bound port: 12ad4af7-9f34-4fa8-8182-595266dc1267, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:17.846570 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.875118 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aba8594e-e302-45a1-9292-eebddfc73eea None None] Provisioning for port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:17.887697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aba8594e-e302-45a1-9292-eebddfc73eea None None] Provisioning complete for port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:17.888081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aba8594e-e302-45a1-9292-eebddfc73eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.906524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.910878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.937501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1485855d-f2f0-40b4-be37-fe772e59885a tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:17.963603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-aba8594e-e302-45a1-9292-eebddfc73eea None None] Port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:33:17.968457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] For port 12ad4af7-9f34-4fa8-8182-595266dc1267, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:17.972428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] For port 12ad4af7-9f34-4fa8-8182-595266dc1267, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=12ad4af7-9f34-4fa8-8182-595266dc1267,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:17.975860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:17.979447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-393f3b9a-d11f-4a40-98a0-f2834295a85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:18.018857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:18.022287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:18.025988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:18.057193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0897f3e-988a-4aba-aa22-dc266d4f6656 None None] Pushing event updated for resources: {'Port': ['ID=12ad4af7-9f34-4fa8-8182-595266dc1267,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:18.061045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0897f3e-988a-4aba-aa22-dc266d4f6656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:18.062579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Routers {'a55d656c-c37b-4798-a0af-bc19fc686288'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:18.063178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0669d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:32:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['a55d656c-c37b-4798-a0af-bc19fc686288'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:18.154602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Network 42831d92-e008-4d91-b119-346f3c3707fb is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:18.155756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:18.238203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] Set router a55d656c-c37b-4798-a0af-bc19fc686288 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:18.447509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 62af3dbc-d7d4-45bc-9a39-1c33e508c11d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:18.506133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-327680eb-449c-4017-a883-9d6174108293 None None] Provisioning complete for port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:18.506506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-327680eb-449c-4017-a883-9d6174108293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:18.550515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Router a55d656c-c37b-4798-a0af-bc19fc686288 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:33:18.597177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-327680eb-449c-4017-a883-9d6174108293 None None] Port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:33:18.651303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:18.651678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:18.723548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0669d0>, [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'd5d348f3-c255-4aa6-acf9-b1c0aa53d394', 'name': '', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'mac_address': 'fa:16:3e:f8:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:16Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 2, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'subnets': [{'id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:18.730914 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889488d5-252f-4778-b563-a5a9e285c014 None None] The sync data for ids ['a55d656c-c37b-4798-a0af-bc19fc686288'] in dv-neutron-821183-1-hyperv is: [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'd5d348f3-c255-4aa6-acf9-b1c0aa53d394', 'name': '', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'mac_address': 'fa:16:3e:f8:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:16Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 2, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'subnets': [{'id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:33:18.878293 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:33:18.894117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] 10.222.0.21 "PUT /v2.0/routers/a55d656c-c37b-4798-a0af-bc19fc686288/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7698517
Dec 09 14:33:19.825986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36246) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:19.832241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1617882389-network', 'tenant_id': '32bce66bc74445f38778bbf806619c65'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:19.837717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:19.841648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Usage tracker for resource:network and tenant:32bce66bc74445f38778bbf806619c65 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:19.845308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:19.850973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:19.861826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Made reservation on behalf of 32bce66bc74445f38778bbf806619c65 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:19.864099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:19.876605 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:19.906649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:19.910426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Usage tracker for resource:security_group_rule and tenant:32bce66bc74445f38778bbf806619c65 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:19.913189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:19.918852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:19.983613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:19.988059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:19.991047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6b5921b9-7118-40a6-bd9b-7484d67ac967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:20.019044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:33:20.027221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378e8e25-9bce-436b-a438-fb0ab4c7d0ad,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:20.033215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.033581 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Added segment 996df633-c511-46ad-8487-bb3c1faa4e30 of type vlan for network 0f45634b-dd43-4d47-b5fa-04b48676f486
Dec 09 14:33:20.042782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.043134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.043507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.043875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.044242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.044604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.044968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.045329 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.045715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.046099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.046453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:20.050576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:20.073899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.102707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.103827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:20.104384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.109834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2c78bb0f-cedf-4c8b-9ed5-ae16dc781bc4 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:20.204937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Pushing event updated for resources: {'Network': ['ID=0f45634b-dd43-4d47-b5fa-04b48676f486,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:20.208200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:20.209715 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.3826902
Dec 09 14:33:20.212650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36250) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:20.214548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:33:20.219153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Request body: {'subnet': {'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-subnet', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:20.224077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:20.227944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Usage tracker for resource:subnet and tenant:32bce66bc74445f38778bbf806619c65 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:20.230822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:20.237081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:20.247034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Made reservation on behalf of 32bce66bc74445f38778bbf806619c65 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:20.249447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.424410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 12ad4af7-9f34-4fa8-8182-595266dc1267 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:20.455439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.459810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a47583ee-86e5-4484-b50b-90e0a4b4faef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:20.495807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 12ad4af7-9f34-4fa8-8182-595266dc1267 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:20.500701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 12ad4af7-9f34-4fa8-8182-595266dc1267 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:20.501084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.531197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2880064d-99e9-40bc-96ad-efbca5673889,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:20.536766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:20.546538 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Checking segment: {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:20.546892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Network hostable DHCP agents. Network: 0f45634b-dd43-4d47-b5fa-04b48676f486, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:33:20.568028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:33:20.576901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 0f45634b-dd43-4d47-b5fa-04b48676f486) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:20.581514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:20.582114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.590597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170acd8-150f-4f3b-bb03-47373f9dffd2 None None] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:20.601728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-53f24c00-7458-4b61-ace5-3093751d6c52 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3878257
Dec 09 14:33:20.604196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36254) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:20.609928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:20.614372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:20.618200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Usage tracker for resource:router and tenant:32bce66bc74445f38778bbf806619c65 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:33:20.621027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:33:20.627548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:20.637542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.638429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.656369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.686319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.726521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 12ad4af7-9f34-4fa8-8182-595266dc1267, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=12ad4af7-9f34-4fa8-8182-595266dc1267,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:20.738429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.742454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:20.801712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.887272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=12ad4af7-9f34-4fa8-8182-595266dc1267,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:20.891702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:20.934341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-0f45634b-dd43-4d47-b5fa-04b48676f486', 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'fixed_ips': [{'subnet_id': '2880064d-99e9-40bc-96ad-efbca5673889'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:33:20.935169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:20.992003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.022313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.088209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Allocated IP 172.20.0.2 (0f45634b-dd43-4d47-b5fa-04b48676f486/2880064d-99e9-40bc-96ad-efbca5673889/6f241e36-1b0f-4932-a8a9-e72e2bfb33b7) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:21.157271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Allocated IP 172.26.3.209 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/17a3591d-2cd4-471b-95a4-084c80688257) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:21.289145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.299607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Transition to ACTIVE for port object 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:21.303510 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.318224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Transition to ACTIVE for port object 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:21.324921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.332672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:21.335458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.345086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-af0cb141-c144-4f9a-9fc6-9d9c43cfd867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:21.399513 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:21.402263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:21.404007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:21.407305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:21.407668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:21.409323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Pushing event updated for resources: {'Port': ['ID=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:21.411280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:21.411815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:21.440833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=17a3591d-2cd4-471b-95a4-084c80688257,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:21.446841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:21.495098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Attempting to bind port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:21.496424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Attempting to bind port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:21.496424 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Attempting to bind port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 on network 0f45634b-dd43-4d47-b5fa-04b48676f486 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:21.502663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:21.503039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Checking segment: {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:21.503447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.503840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Bound using segment: {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:21.504303 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Bound port: 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:21.504681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.575495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.576215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.593981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] For port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:21.597442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] For port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:21.601805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:21.606768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:21.687397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Pushing event updated for resources: {'Port': ['ID=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:21.690543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:21.824652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Router 706ffa42-769b-4352-9978-c2004bd7b3e4 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:33:22.147052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:33:22.155692 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Sync routers for ids ['706ffa42-769b-4352-9978-c2004bd7b3e4'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:33:22.167003 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Routers {'706ffa42-769b-4352-9978-c2004bd7b3e4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:22.167592 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f3abb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:32:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['706ffa42-769b-4352-9978-c2004bd7b3e4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:22.170107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:22.171349 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.5662565
Dec 09 14:33:22.174001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36258) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:33:22.361814 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Set router 706ffa42-769b-4352-9978-c2004bd7b3e4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:22.539633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:22.615981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-961d677e-bc13-43ba-b3c9-465812b3b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:22.645696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:22.651587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 12ad4af7-9f34-4fa8-8182-595266dc1267 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:22.704098 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f3abb0>, [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:33:21Z', 'revision_number': 3, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:22.708439 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Checking router: 706ffa42-769b-4352-9978-c2004bd7b3e4 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:33:22.708789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Updating router 706ffa42-769b-4352-9978-c2004bd7b3e4 port 17a3591d-2cd4-471b-95a4-084c80688257 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:33:22.721072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d414c-c315-448e-ac5d-f4879edd4592 None None] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:33:22.761494 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:22.817470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 12ad4af7-9f34-4fa8-8182-595266dc1267 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:22.817862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:22.886787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Provisioning for port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:22.904477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Provisioning complete for port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:22.904880 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.002309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.112333 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.126126 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Transition to ACTIVE for port object 17a3591d-2cd4-471b-95a4-084c80688257 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:23.132855 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.137142 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f3d2a51-aec2-4ed3-a7fa-48ccd9375ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:23.173248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.210652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] For port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:23.217136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.221763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:23.240439 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Attempting to bind port 17a3591d-2cd4-471b-95a4-084c80688257 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:23.241045 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Attempting to bind port 17a3591d-2cd4-471b-95a4-084c80688257 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:23.241164 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Attempting to bind port 17a3591d-2cd4-471b-95a4-084c80688257 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:23.243094 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Pushing event updated for resources: {'Port': ['ID=17a3591d-2cd4-471b-95a4-084c80688257,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:23.249383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Allocated IP 172.20.0.1 (0f45634b-dd43-4d47-b5fa-04b48676f486/2880064d-99e9-40bc-96ad-efbca5673889/eda3ccb6-757e-4665-b3df-a280f4762eed) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:23.266236 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.266874 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.267489 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.268123 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.268945 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.269980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.270317 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.270669 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.270995 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.271310 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.274063 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:33:23.279420 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:23.279796 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:23.280569 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.280700 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:23.281163 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Bound port: 17a3591d-2cd4-471b-95a4-084c80688257, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:23.281559 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.299477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Pushing event updated for resources: {'Port': ['ID=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:23.302383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:23.305705 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:23.367672 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] For port 17a3591d-2cd4-471b-95a4-084c80688257, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:23.371521 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] For port 17a3591d-2cd4-471b-95a4-084c80688257, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17a3591d-2cd4-471b-95a4-084c80688257,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:23.377767 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.382310 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1bcecd-1074-4567-892b-5ffc55c949ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:23.418110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.438575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Transition to ACTIVE for port object eda3ccb6-757e-4665-b3df-a280f4762eed will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:23.459540 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Routers {'706ffa42-769b-4352-9978-c2004bd7b3e4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:23.460162 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f3abb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:32:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['706ffa42-769b-4352-9978-c2004bd7b3e4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:23.462825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.467087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3443774c-7a55-4c37-881e-045f6bf9f885 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:23.511466 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Pushing event updated for resources: {'Port': ['ID=17a3591d-2cd4-471b-95a4-084c80688257,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:23.520359 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:23.534514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:23.537309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:23.541702 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:23.566935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-7e4d3fa8-ae97-4b89-90a4-82d295fd3352 None None] Provisioning complete for port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:23.567478 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7e4d3fa8-ae97-4b89-90a4-82d295fd3352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.570477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=eda3ccb6-757e-4665-b3df-a280f4762eed,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:23.577276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:23.598591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.661887 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] Set router 706ffa42-769b-4352-9978-c2004bd7b3e4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:23.700551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.839157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ddecdf3a-9cbc-49da-9fac-81c6413c2df7 None None] Provisioning for port eda3ccb6-757e-4665-b3df-a280f4762eed completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:23.843938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ddecdf3a-9cbc-49da-9fac-81c6413c2df7 None None] Provisioning complete for port eda3ccb6-757e-4665-b3df-a280f4762eed triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:23.844307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ddecdf3a-9cbc-49da-9fac-81c6413c2df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:23.940990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ddecdf3a-9cbc-49da-9fac-81c6413c2df7 None None] Port eda3ccb6-757e-4665-b3df-a280f4762eed cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:33:23.951113 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f3abb0>, [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:33:21Z', 'revision_number': 3, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:23.955217 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0d944-9ed0-40a6-9df8-a7426b5c8c04 None None] The sync data for ids ['706ffa42-769b-4352-9978-c2004bd7b3e4'] in dv-neutron-821183-1-hyperv is: [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:33:21Z', 'revision_number': 3, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:33:24.059329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:24.064265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:24.087793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-235cac46-6f1e-453c-8db3-aa95e847b7dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:24.168458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Pushing event updated for resources: {'Port': ['ID=eda3ccb6-757e-4665-b3df-a280f4762eed,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:24.171307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:24.174734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:24.304352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:24.305329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:24.414320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:24.489661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:24.490049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:24.616099 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-2ee4726c-5902-40a4-be5b-078467237f96 None None] Provisioning complete for port eda3ccb6-757e-4665-b3df-a280f4762eed triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:24.616794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ee4726c-5902-40a4-be5b-078467237f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:24.677201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4726c-5902-40a4-be5b-078467237f96 None None] Port eda3ccb6-757e-4665-b3df-a280f4762eed cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:33:24.698793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Router 706ffa42-769b-4352-9978-c2004bd7b3e4 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:33:24.901921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:33:24.913511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] 10.222.0.21 "PUT /v2.0/routers/706ffa42-769b-4352-9978-c2004bd7b3e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7384965
Dec 09 14:33:24.925574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-964c8890-021a-4fa6-9cdd-e48c6b2cc28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:25.667081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-81c7191a-365a-440a-b8d0-6d3b97f5f4e5 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:25.668500 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-81c7191a-365a-440a-b8d0-6d3b97f5f4e5 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 816 time: 0.1441772
Dec 09 14:33:25.684069 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-27ed78ef-6644-4562-888b-9561adc56115 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/quotas/f96ae9ba863044029ec351eb063af454 HTTP/1.1" status: 200  len: 375 time: 0.0101511
Dec 09 14:33:25.760655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-8982b928-0598-47d6-8179-475261dfd461 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Synchronizing usage tracker for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:33:25.777213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-8982b928-0598-47d6-8179-475261dfd461 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Unset dirty status for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:33:25.778544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-8982b928-0598-47d6-8179-475261dfd461 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0899043
Dec 09 14:33:25.912966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5040a7dd-48ca-4a08-a893-c0980bdd548f service neutron] 10.222.0.21 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224504
Dec 09 14:33:26.042641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-2d3da577-1c51-4ccd-b16c-2c8340437c8e service neutron] 10.222.0.21 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239171
Dec 09 14:33:26.214499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:26.226154 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8e02820-08ff-430d-b4d4-163c18a2229d req-3613e250-aa65-4a12-aaaf-8f60fcf61c44 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 210 time: 0.0478656
Dec 09 14:33:26.441190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:27.341469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-190e4f8e-47f4-441c-901f-28178ea5d2d9 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:27.343236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-190e4f8e-47f4-441c-901f-28178ea5d2d9 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 816 time: 0.2767870
Dec 09 14:33:27.363422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Request body: {'port': {'device_id': '5c32519c-b816-40c0-9535-20fafd92f801', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'admin_state_up': True, 'tenant_id': 'f96ae9ba863044029ec351eb063af454'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:27.427039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7577d27c-cfc3-4f84-b7f7-67915bc21d04 req-b8c2b888-7190-49dd-93a4-3f0fbb291d1b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 210 time: 0.0496261
Dec 09 14:33:27.532512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:27.541780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:27.551777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Made reservation on behalf of f96ae9ba863044029ec351eb063af454 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:27.554837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:27.625694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:27.713555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Allocated IP 172.20.0.12 (42831d92-e008-4d91-b119-346f3c3707fb/2f95e663-6b1b-4a54-8170-536bcc735239/0e274f81-bb48-4998-ac21-cf6da2cead1e) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:27.909061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:27.930375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Transition to ACTIVE for port object 0e274f81-bb48-4998-ac21-cf6da2cead1e will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:27.950762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:27.956830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:28.024916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Network 42831d92-e008-4d91-b119-346f3c3707fb is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:28.028374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:28.032750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:28.063612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Pushing event updated for resources: {'Port': ['ID=0e274f81-bb48-4998-ac21-cf6da2cead1e,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:28.070195 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:28.099162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:28.099766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:28.126511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7683308
Dec 09 14:33:28.138475 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Request body: {'port': {'device_id': '5c32519c-b816-40c0-9535-20fafd92f801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:28.220643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ffe30e14-fae0-4bc9-bcdc-a5cc46e3b139 None None] Provisioning for port 0e274f81-bb48-4998-ac21-cf6da2cead1e completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:28.225335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ffe30e14-fae0-4bc9-bcdc-a5cc46e3b139 None None] Provisioning complete for port 0e274f81-bb48-4998-ac21-cf6da2cead1e triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:28.225733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ffe30e14-fae0-4bc9-bcdc-a5cc46e3b139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:28.251508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:28.276498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ffe30e14-fae0-4bc9-bcdc-a5cc46e3b139 None None] Port 0e274f81-bb48-4998-ac21-cf6da2cead1e cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:33:28.627132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e274f81-bb48-4998-ac21-cf6da2cead1e {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:33:28.636200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:28.663239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Transition to ACTIVE for port object 0e274f81-bb48-4998-ac21-cf6da2cead1e will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:28.668248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:28.672793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3ac1e069-4f50-4090-901d-0b63d07694aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:28.723007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f5c6-12ac-4984-ac5a-b08616bd3c77 req-5b644425-471e-4b8f-9b53-e6bb796fa82e tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:28.723601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6d93f5c6-12ac-4984-ac5a-b08616bd3c77 req-5b644425-471e-4b8f-9b53-e6bb796fa82e tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Synchronizing usage tracker for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:33:28.812900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Pushing event updated for resources: {'Port': ['ID=0e274f81-bb48-4998-ac21-cf6da2cead1e,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:28.817460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:28.818086 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6d93f5c6-12ac-4984-ac5a-b08616bd3c77 req-5b644425-471e-4b8f-9b53-e6bb796fa82e tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Unset dirty status for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:33:28.819225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6d93f5c6-12ac-4984-ac5a-b08616bd3c77 req-5b644425-471e-4b8f-9b53-e6bb796fa82e tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 932 time: 0.2584596
Dec 09 14:33:29.048446 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6d93f5c6-12ac-4984-ac5a-b08616bd3c77 req-4bfe2eca-6b45-4f08-a66d-07ee0173e862 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000794
Dec 09 14:33:29.063723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Attempting to bind port 0e274f81-bb48-4998-ac21-cf6da2cead1e on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:29.064051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Attempting to bind port 0e274f81-bb48-4998-ac21-cf6da2cead1e by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:29.064371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Attempting to bind port 0e274f81-bb48-4998-ac21-cf6da2cead1e on network 42831d92-e008-4d91-b119-346f3c3707fb {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:29.070017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Port 0e274f81-bb48-4998-ac21-cf6da2cead1e on network 42831d92-e008-4d91-b119-346f3c3707fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:33:29.070332 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Attempting to bind port 0e274f81-bb48-4998-ac21-cf6da2cead1e on network 42831d92-e008-4d91-b119-346f3c3707fb {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:29.076418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:29.076743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Checking segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:29.077682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Bound using segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:29.078093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Bound port: 0e274f81-bb48-4998-ac21-cf6da2cead1e, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:29.078428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:29.168061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] For port 0e274f81-bb48-4998-ac21-cf6da2cead1e, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:29.171468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] For port 0e274f81-bb48-4998-ac21-cf6da2cead1e, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:29.175999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:29.183044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:29.259217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:29.260599 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e274f81-bb48-4998-ac21-cf6da2cead1e HTTP/1.1" status: 200  len: 1094 time: 1.1264133
Dec 09 14:33:29.261145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c32519c-b816-40c0-9535-20fafd92f801', 'tag': '0e274f81-bb48-4998-ac21-cf6da2cead1e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:33:29.289468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Pushing event updated for resources: {'Port': ['ID=0e274f81-bb48-4998-ac21-cf6da2cead1e,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:29.291840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:29.345744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c32519c-b816-40c0-9535-20fafd92f801', 'tag': '0e274f81-bb48-4998-ac21-cf6da2cead1e', 'status': 'completed', 'code': 200}
Dec 09 14:33:29.403965 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-b98fcd4d-5300-4c1b-823a-dae19483034e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 1097 time: 0.0952539
Dec 09 14:33:29.484370 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-eb65f80e-44f9-4fff-9eaf-d4dea76f1f05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e HTTP/1.1" status: 200  len: 217 time: 0.0723941
Dec 09 14:33:29.548315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-2d784efc-8b4f-429e-9c8c-1bfc5b642c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:29.549856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-2d784efc-8b4f-429e-9c8c-1bfc5b642c2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f95e663-6b1b-4a54-8170-536bcc735239 HTTP/1.1" status: 200  len: 855 time: 0.0596828
Dec 09 14:33:29.632877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-5b97ab54-e639-49bd-a511-e5f892760fcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42831d92-e008-4d91-b119-346f3c3707fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768251
Dec 09 14:33:29.770330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-940d629b-19ab-42d1-bfc5-c1cb89115edd service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302941
Dec 09 14:33:29.902231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9ca6c788-562a-4f94-9e68-9ef182f705d4 req-43ce73c7-1242-4208-830c-45778ca7baa1 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249487
Dec 09 14:33:30.021626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-832c8dda-7c8e-4dd2-8caa-c24d6fb0d817 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 1097 time: 0.0686452
Dec 09 14:33:30.151641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-c14befe4-6bf5-406a-8eef-ed590ed0b1a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:30.153149 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-c14befe4-6bf5-406a-8eef-ed590ed0b1a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 917 time: 0.1248007
Dec 09 14:33:30.263016 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-f98e7016-19fa-4e5b-b9af-b7c18d8a0052 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e HTTP/1.1" status: 200  len: 217 time: 0.1031911
Dec 09 14:33:30.341885 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-5fb639b9-98c9-4d1b-b2d6-8a59cd354a3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:30.343318 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-5fb639b9-98c9-4d1b-b2d6-8a59cd354a3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f95e663-6b1b-4a54-8170-536bcc735239 HTTP/1.1" status: 200  len: 855 time: 0.0722094
Dec 09 14:33:30.352364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c948d1-3cbd-4631-a26e-a7dfc056da3f req-dcc5641e-4b39-4e01-bf4b-161fcc5d91cb tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:30.353714 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70c948d1-3cbd-4631-a26e-a7dfc056da3f req-dcc5641e-4b39-4e01-bf4b-161fcc5d91cb tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 944 time: 0.1432962
Dec 09 14:33:30.433072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17a3591d-2cd4-471b-95a4-084c80688257 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:30.442089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70c948d1-3cbd-4631-a26e-a7dfc056da3f req-7a4b9b06-68af-4548-9c28-0993fb46f38d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573578
Dec 09 14:33:30.459611 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-ec026956-98e6-4302-ad38-4cc6040b8145 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42831d92-e008-4d91-b119-346f3c3707fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1049991
Dec 09 14:33:30.505304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 17a3591d-2cd4-471b-95a4-084c80688257 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:30.510047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 17a3591d-2cd4-471b-95a4-084c80688257 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:30.510432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:30.596113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-4b664405-5b38-46f2-b521-c209fc74cbfc service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292064
Dec 09 14:33:30.623349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:30.639387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 17a3591d-2cd4-471b-95a4-084c80688257, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17a3591d-2cd4-471b-95a4-084c80688257,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:30.643471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:30.645366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:30.710960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=17a3591d-2cd4-471b-95a4-084c80688257,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:30.713799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:30.735493 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-95cf562c-fbd6-4f06-b2f7-4fece6a20c61 req-184c634e-6034-43f9-a0d6-420331e81566 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325254
Dec 09 14:33:31.585807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 0e274f81-bb48-4998-ac21-cf6da2cead1e details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:33:31.722916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 0e274f81-bb48-4998-ac21-cf6da2cead1e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:31.738057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '0e274f81-bb48-4998-ac21-cf6da2cead1e', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'port_id': '0e274f81-bb48-4998-ac21-cf6da2cead1e', 'mac_address': 'fa:16:3e:9d:01:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:33:31.759032 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81de03-0607-4e0e-bdbc-cc2d580e75c4 req-b55242e9-45e1-43ed-bf56-f6feb1922c27 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:31.760498 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea81de03-0607-4e0e-bdbc-cc2d580e75c4 req-b55242e9-45e1-43ed-bf56-f6feb1922c27 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 944 time: 0.1946027
Dec 09 14:33:31.790876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:31.807528 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea81de03-0607-4e0e-bdbc-cc2d580e75c4 req-bcb70e37-e15c-4179-a9ee-25591d8d85fa tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413446
Dec 09 14:33:31.807784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e274f81-bb48-4998-ac21-cf6da2cead1e {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:33:31.823017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 0e274f81-bb48-4998-ac21-cf6da2cead1e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:31.827217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:31.828979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:31.894070 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=0e274f81-bb48-4998-ac21-cf6da2cead1e,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:31.896906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:32.031495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['0e274f81-bb48-4998-ac21-cf6da2cead1e'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:33:32.413480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17a3591d-2cd4-471b-95a4-084c80688257 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:32.480269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 17a3591d-2cd4-471b-95a4-084c80688257 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:32.480644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:33.013873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512b27e-741e-4efd-9575-8920b8376777 req-f86873a7-e259-471e-98d2-9928f49bd0c8 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:33.015834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8512b27e-741e-4efd-9575-8920b8376777 req-f86873a7-e259-471e-98d2-9928f49bd0c8 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 945 time: 0.0897603
Dec 09 14:33:33.062676 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8512b27e-741e-4efd-9575-8920b8376777 req-74e880e6-bf85-492d-b0b1-7a475b5473d4 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394466
Dec 09 14:33:33.450298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Sync routers for ids ['a55d656c-c37b-4798-a0af-bc19fc686288'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:33:33.461907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Routers {'a55d656c-c37b-4798-a0af-bc19fc686288'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:33.462520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4c910>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:33:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['a55d656c-c37b-4798-a0af-bc19fc686288'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:33.625095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 0e274f81-bb48-4998-ac21-cf6da2cead1e up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:33.725214 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Set router a55d656c-c37b-4798-a0af-bc19fc686288 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:33.777090 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 0e274f81-bb48-4998-ac21-cf6da2cead1e completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:33.785954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 0e274f81-bb48-4998-ac21-cf6da2cead1e triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:33.786331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.070452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.131573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c32519c-b816-40c0-9535-20fafd92f801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e274f81-bb48-4998-ac21-cf6da2cead1e'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:33:34.145140 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 0e274f81-bb48-4998-ac21-cf6da2cead1e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:34.155201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.158766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:34.195017 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c32519c-b816-40c0-9535-20fafd92f801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e274f81-bb48-4998-ac21-cf6da2cead1e', 'code': 200}
Dec 09 14:33:34.228075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4c910>, [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'd5d348f3-c255-4aa6-acf9-b1c0aa53d394', 'name': '', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'mac_address': 'fa:16:3e:f8:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:16Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 2, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'subnets': [{'id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:34.234137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Checking router: a55d656c-c37b-4798-a0af-bc19fc686288 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:33:34.234500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Updating router a55d656c-c37b-4798-a0af-bc19fc686288 port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:33:34.269944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=0e274f81-bb48-4998-ac21-cf6da2cead1e,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:34.274300 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:34.277166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60484e-a733-4efb-83db-ed228088858a req-1e1520b5-5a9d-4cc0-af3c-2744dad8d1e1 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:34.279239 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b60484e-a733-4efb-83db-ed228088858a req-1e1520b5-5a9d-4cc0-af3c-2744dad8d1e1 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0962570
Dec 09 14:33:34.291963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.326031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9b60484e-a733-4efb-83db-ed228088858a req-d0517e8f-f0b0-499c-88da-f962bced36fa tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407863
Dec 09 14:33:34.451435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d4a5c25-5ac5-4c1c-b5fc-12dab2e6fd34 req-434efa8e-c4d2-4b07-bb8b-819744699419 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 1099 time: 0.0683432
Dec 09 14:33:34.493560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d4a5c25-5ac5-4c1c-b5fc-12dab2e6fd34 req-373f6281-de60-46b7-8fa6-fb8f818d6ead service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360661
Dec 09 14:33:34.641292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.652941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Transition to ACTIVE for port object d5d348f3-c255-4aa6-acf9-b1c0aa53d394 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:34.661639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.665298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:34.789445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0564bca-8599-45cf-9e76-1de2a1e128c7 None None] Pushing event updated for resources: {'Port': ['ID=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:34.793057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b0564bca-8599-45cf-9e76-1de2a1e128c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:34.877234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Attempting to bind port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:34.877641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Attempting to bind port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:34.878019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Attempting to bind port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 on network 42831d92-e008-4d91-b119-346f3c3707fb {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:34.884779 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:34.885136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Checking segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:34.885574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.885984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Bound using segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:34.886463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Bound port: d5d348f3-c255-4aa6-acf9-b1c0aa53d394, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:34.886848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:34.985496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] For port d5d348f3-c255-4aa6-acf9-b1c0aa53d394, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:34.988968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] For port d5d348f3-c255-4aa6-acf9-b1c0aa53d394, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:34.997604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:35.003209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:35.098770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Routers {'a55d656c-c37b-4798-a0af-bc19fc686288'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:35.099502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f4c910>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:33:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['a55d656c-c37b-4798-a0af-bc19fc686288'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:35.109450 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Sync routers for ids ['706ffa42-769b-4352-9978-c2004bd7b3e4'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:33:35.121292 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Routers {'706ffa42-769b-4352-9978-c2004bd7b3e4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:35.122034 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a0a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:33:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['706ffa42-769b-4352-9978-c2004bd7b3e4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:35.221807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0564bca-8599-45cf-9e76-1de2a1e128c7 None None] Pushing event updated for resources: {'Port': ['ID=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:35.226580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b0564bca-8599-45cf-9e76-1de2a1e128c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:35.303925 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Set router 706ffa42-769b-4352-9978-c2004bd7b3e4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:35.349906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] Set router a55d656c-c37b-4798-a0af-bc19fc686288 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:35.639337 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a0a0>, [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:33:23Z', 'revision_number': 4, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'eda3ccb6-757e-4665-b3df-a280f4762eed', 'name': '', 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'mac_address': 'fa:16:3e:ee:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880064d-99e9-40bc-96ad-efbca5673889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:23Z', 'updated_at': '2021-12-09T14:33:23Z', 'revision_number': 2, 'project_id': '32bce66bc74445f38778bbf806619c65', 'subnets': [{'id': '2880064d-99e9-40bc-96ad-efbca5673889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:35.643555 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Checking router: 706ffa42-769b-4352-9978-c2004bd7b3e4 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:33:35.644014 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Updating router 706ffa42-769b-4352-9978-c2004bd7b3e4 port eda3ccb6-757e-4665-b3df-a280f4762eed binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:33:35.700253 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:35.715448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dec44-5674-467c-b44f-7f3362c35a04 req-2befea08-6d8e-4c68-b969-fb1daf312cc2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:35.716752 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf7dec44-5674-467c-b44f-7f3362c35a04 req-2befea08-6d8e-4c68-b969-fb1daf312cc2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0931849
Dec 09 14:33:35.751815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f4c910>, [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'd5d348f3-c255-4aa6-acf9-b1c0aa53d394', 'name': '', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'mac_address': 'fa:16:3e:f8:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:16Z', 'updated_at': '2021-12-09T14:33:34Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'subnets': [{'id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:35.755960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd439808-e8aa-45e4-8b9d-f5060f6fe05c None None] The sync data for ids ['a55d656c-c37b-4798-a0af-bc19fc686288'] in dv-neutron-821183-1-hyperv is: [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:33:17Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'd5d348f3-c255-4aa6-acf9-b1c0aa53d394', 'name': '', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'mac_address': 'fa:16:3e:f8:a8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:16Z', 'updated_at': '2021-12-09T14:33:34Z', 'revision_number': 4, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'subnets': [{'id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:33:35.770161 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf7dec44-5674-467c-b44f-7f3362c35a04 req-b822e33b-4ca8-428c-a07a-a1b40a095a3c tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463314
Dec 09 14:33:36.068385 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.080779 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Transition to ACTIVE for port object eda3ccb6-757e-4665-b3df-a280f4762eed will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:36.086521 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.090091 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:36.213214 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75904a25-9cd7-42d2-899b-12ff89c9c3d7 None None] Pushing event updated for resources: {'Port': ['ID=eda3ccb6-757e-4665-b3df-a280f4762eed,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:36.216984 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-75904a25-9cd7-42d2-899b-12ff89c9c3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:36.311689 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Attempting to bind port eda3ccb6-757e-4665-b3df-a280f4762eed on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:36.312059 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Attempting to bind port eda3ccb6-757e-4665-b3df-a280f4762eed by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:36.312425 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Attempting to bind port eda3ccb6-757e-4665-b3df-a280f4762eed on network 0f45634b-dd43-4d47-b5fa-04b48676f486 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:33:36.318883 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:33:36.319256 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Checking segment: {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:33:36.319657 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.320068 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Bound using segment: {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:33:36.320511 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Bound port: eda3ccb6-757e-4665-b3df-a280f4762eed, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996df633-c511-46ad-8487-bb3c1faa4e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:33:36.320921 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.406395 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] For port eda3ccb6-757e-4665-b3df-a280f4762eed, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:33:36.409255 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] For port eda3ccb6-757e-4665-b3df-a280f4762eed, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=eda3ccb6-757e-4665-b3df-a280f4762eed,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:33:36.414173 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.417482 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-75904a25-9cd7-42d2-899b-12ff89c9c3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:36.437404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d5d348f3-c255-4aa6-acf9-b1c0aa53d394 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:36.489054 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75904a25-9cd7-42d2-899b-12ff89c9c3d7 None None] Pushing event updated for resources: {'Port': ['ID=eda3ccb6-757e-4665-b3df-a280f4762eed,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:36.492865 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-75904a25-9cd7-42d2-899b-12ff89c9c3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:36.500638 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Routers {'706ffa42-769b-4352-9978-c2004bd7b3e4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:33:36.501233 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a0a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:33:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['706ffa42-769b-4352-9978-c2004bd7b3e4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:36.522050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:36.529080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:36.530485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.659831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.690298 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] Set router 706ffa42-769b-4352-9978-c2004bd7b3e4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:33:36.692521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port d5d348f3-c255-4aa6-acf9-b1c0aa53d394, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:36.695571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:36.697523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-03488f26-b3f0-4d21-8bf5-8add7c35fb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:36.762798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:36.765933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:36.961964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88e6a3-9037-4a12-a056-4ea56a54cec5 req-1df09d2d-fbf9-49bf-8910-3b2658680d9c tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:36.963403 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b88e6a3-9037-4a12-a056-4ea56a54cec5 req-1df09d2d-fbf9-49bf-8910-3b2658680d9c tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0753562
Dec 09 14:33:36.999846 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f3a0a0>, [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:33:23Z', 'revision_number': 4, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'eda3ccb6-757e-4665-b3df-a280f4762eed', 'name': '', 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'mac_address': 'fa:16:3e:ee:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880064d-99e9-40bc-96ad-efbca5673889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:23Z', 'updated_at': '2021-12-09T14:33:36Z', 'revision_number': 4, 'project_id': '32bce66bc74445f38778bbf806619c65', 'subnets': [{'id': '2880064d-99e9-40bc-96ad-efbca5673889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:33:37.003654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9d9253-874e-47d7-ae72-f130b9a13c37 None None] The sync data for ids ['706ffa42-769b-4352-9978-c2004bd7b3e4'] in dv-neutron-821183-1-hyperv is: [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:33:23Z', 'revision_number': 4, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'eda3ccb6-757e-4665-b3df-a280f4762eed', 'name': '', 'network_id': '0f45634b-dd43-4d47-b5fa-04b48676f486', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'mac_address': 'fa:16:3e:ee:df:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2880064d-99e9-40bc-96ad-efbca5673889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:23Z', 'updated_at': '2021-12-09T14:33:36Z', 'revision_number': 4, 'project_id': '32bce66bc74445f38778bbf806619c65', 'subnets': [{'id': '2880064d-99e9-40bc-96ad-efbca5673889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:33:37.012642 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4b88e6a3-9037-4a12-a056-4ea56a54cec5 req-8631f0ff-47f2-4b52-a8da-6fdcb8192e49 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434585
Dec 09 14:33:37.223241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f552-72f4-4c9a-b31e-ebdc7545d800 req-3cd0fbeb-d519-4449-9aa9-d676af6052c3 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:37.224740 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4dc5f552-72f4-4c9a-b31e-ebdc7545d800 req-3cd0fbeb-d519-4449-9aa9-d676af6052c3 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0824938
Dec 09 14:33:37.271951 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4dc5f552-72f4-4c9a-b31e-ebdc7545d800 req-031b4fa4-928f-4ef3-ad4e-79f475ff2678 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416274
Dec 09 14:33:38.481583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device eda3ccb6-757e-4665-b3df-a280f4762eed up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:38.552927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port eda3ccb6-757e-4665-b3df-a280f4762eed completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:38.558586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port eda3ccb6-757e-4665-b3df-a280f4762eed triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:38.558965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:38.687124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:38.721418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port eda3ccb6-757e-4665-b3df-a280f4762eed, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=eda3ccb6-757e-4665-b3df-a280f4762eed,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:38.725893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:38.726824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d5d348f3-c255-4aa6-acf9-b1c0aa53d394 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:38.757849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8989ca20-2b9f-4830-9639-2a9ed0096276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:38.844992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=eda3ccb6-757e-4665-b3df-a280f4762eed,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:38.848654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:38.860025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:38.860414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:40.419820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device eda3ccb6-757e-4665-b3df-a280f4762eed up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:33:40.490566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port eda3ccb6-757e-4665-b3df-a280f4762eed triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:40.495410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:45.838365 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-27709f85-1076-4850-b113-599116fb6dfd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1998365
Dec 09 14:33:45.973377 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-dac0270c-a907-458a-b4ed-fa1a83a0cde6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 1099 time: 0.0676806
Dec 09 14:33:46.112150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-cd894695-daec-4305-aee6-478c1ece5409 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:46.113461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-cd894695-daec-4305-aee6-478c1ece5409 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 917 time: 0.1224484
Dec 09 14:33:46.182350 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-b1b401e2-822b-441b-a2df-3e43be63db77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e HTTP/1.1" status: 200  len: 217 time: 0.0618973
Dec 09 14:33:46.243518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-ea336077-2b2a-471d-9b25-71d901870af4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:46.244915 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-ea336077-2b2a-471d-9b25-71d901870af4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f95e663-6b1b-4a54-8170-536bcc735239 HTTP/1.1" status: 200  len: 855 time: 0.0562556
Dec 09 14:33:46.322808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-c012ecfe-b6d1-40f0-95fb-b78910e58a90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42831d92-e008-4d91-b119-346f3c3707fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710039
Dec 09 14:33:46.455299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-fd0e5d25-8e23-470a-a8c8-adddd8957d36 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247311
Dec 09 14:33:46.468787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:46.587739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-00e90091-137e-4b1f-a4d1-5c6f78de8165 req-0f55aaab-4498-463b-84d6-015385cc6b19 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247859
Dec 09 14:33:49.387535 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:33:52.045919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d9e9-13ad-4b75-a233-5b64d2360d95 req-0c3045b5-5123-4284-88ce-4da1cf93aec0 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:52.047291 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a70d9e9-13ad-4b75-a233-5b64d2360d95 req-0c3045b5-5123-4284-88ce-4da1cf93aec0 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0762756
Dec 09 14:33:52.092397 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1a70d9e9-13ad-4b75-a233-5b64d2360d95 req-1d9bdc4e-cc4b-451f-958b-e1a5a96be9ee tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390744
Dec 09 14:33:52.568727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-7545f7a9-d749-4c62-88cf-bc047f99bd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:53.303633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee24acf-cb7d-4b96-bb19-681aee59a1a7 req-50c5e9ee-06c2-41d4-899e-c928ed59ab56 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:53.305055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ee24acf-cb7d-4b96-bb19-681aee59a1a7 req-50c5e9ee-06c2-41d4-899e-c928ed59ab56 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0844061
Dec 09 14:33:53.349924 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ee24acf-cb7d-4b96-bb19-681aee59a1a7 req-537a28b4-ff9d-480e-be76-c330ee72f1e8 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393729
Dec 09 14:33:53.491585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-0cab5627-19f9-43e6-81bd-867a33c87a99 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:53.492986 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-0cab5627-19f9-43e6-81bd-867a33c87a99 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 946 time: 0.0782251
Dec 09 14:33:53.566039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Deleting port 0e274f81-bb48-4998-ac21-cf6da2cead1e {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:33:53.566378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:53.889989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] For port 0e274f81-bb48-4998-ac21-cf6da2cead1e, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=0e274f81-bb48-4998-ac21-cf6da2cead1e,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:33:53.890337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:54.011876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Calling delete_port for 0e274f81-bb48-4998-ac21-cf6da2cead1e owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:33:54.149189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:54.156025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:54.161248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['0e274f81-bb48-4998-ac21-cf6da2cead1e'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:33:54.199565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Pushing event deleted for resources: {'Port': ['ID=0e274f81-bb48-4998-ac21-cf6da2cead1e,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:54.203676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:54.274338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] No DVR routers for this DVR port 0e274f81-bb48-4998-ac21-cf6da2cead1e on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:33:54.276751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:54.279483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c32519c-b816-40c0-9535-20fafd92f801', 'name': 'network-vif-deleted', 'tag': '0e274f81-bb48-4998-ac21-cf6da2cead1e'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:33:54.296768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff59585b-a9c0-4018-a825-51a685de20a3 req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "DELETE /v2.0/ports/0e274f81-bb48-4998-ac21-cf6da2cead1e HTTP/1.1" status: 204  len: 173 time: 0.7979782
Dec 09 14:33:54.336231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c32519c-b816-40c0-9535-20fafd92f801', 'name': 'network-vif-deleted', 'tag': '0e274f81-bb48-4998-ac21-cf6da2cead1e', 'status': 'completed', 'code': 200}
Dec 09 14:33:54.544240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9f49a786-d614-4c2f-8162-79b5c4ac539e req-74d95ff9-7710-4dea-b884-b15e6c8c650b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Synchronizing usage tracker for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:33:54.559550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9f49a786-d614-4c2f-8162-79b5c4ac539e req-74d95ff9-7710-4dea-b884-b15e6c8c650b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Unset dirty status for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:33:54.561270 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9f49a786-d614-4c2f-8162-79b5c4ac539e req-74d95ff9-7710-4dea-b884-b15e6c8c650b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=5c32519c-b816-40c0-9535-20fafd92f801 HTTP/1.1" status: 200  len: 210 time: 0.0646451
Dec 09 14:33:54.915831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1aa4cbe2-c2c2-48f3-85ef-42f6054c555b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:56.209822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:56.444023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:56.527179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0d2f813d-f3f3-44f4-8a9e-f9325561e1f2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:56.528510 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0d2f813d-f3f3-44f4-8a9e-f9325561e1f2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 816 time: 0.1408193
Dec 09 14:33:56.546222 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-b146aa8f-0d04-40ca-b0b5-0befc32069ae tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/quotas/f96ae9ba863044029ec351eb063af454 HTTP/1.1" status: 200  len: 375 time: 0.0121503
Dec 09 14:33:56.625093 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-97910599-582e-46b1-b065-7efe999c834c tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0737848
Dec 09 14:33:56.760955 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-a7515d9c-dff6-4c24-8487-6e8d3abe4069 service neutron] 10.222.0.21 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239429
Dec 09 14:33:56.888989 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-3a9bfe8c-f343-4ee6-bbd0-e90122e750a1 service neutron] 10.222.0.21 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217337
Dec 09 14:33:57.072619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d3b33ef-c9f0-480c-81bb-41e52493ac8c req-535c755c-b33f-44cc-aa83-dda9168a1503 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 210 time: 0.0451233
Dec 09 14:33:57.626087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:57.741096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 0e274f81-bb48-4998-ac21-cf6da2cead1e no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:33:57.778111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 0e274f81-bb48-4998-ac21-cf6da2cead1e {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:33:57.778463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 0e274f81-bb48-4998-ac21-cf6da2cead1e not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:33:58.263682 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-34d2a239-450f-484c-a684-f69c89b6cf57 req-48e52baf-4050-47af-9952-ea8eac438c4b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 210 time: 0.0599020
Dec 09 14:33:58.305598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-23795f17-bac1-4693-b1cf-84f57a1fccad tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:58.306973 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-23795f17-bac1-4693-b1cf-84f57a1fccad tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 816 time: 0.1924815
Dec 09 14:33:58.328647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Request body: {'port': {'device_id': '954e9245-8eb7-4130-88e7-c405fd92505f', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'admin_state_up': True, 'tenant_id': 'f96ae9ba863044029ec351eb063af454'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:58.557207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:33:58.567149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:33:58.576495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Made reservation on behalf of f96ae9ba863044029ec351eb063af454 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:33:58.579614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:58.750320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Allocated IP 172.20.0.10 (42831d92-e008-4d91-b119-346f3c3707fb/2f95e663-6b1b-4a54-8170-536bcc735239/73fc300e-6057-4b41-aac1-32b51a0400c2) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:33:58.946042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:58.961117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Transition to ACTIVE for port object 73fc300e-6057-4b41-aac1-32b51a0400c2 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:58.982288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:58.987767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-879399e2-45b7-4f04-b915-30f1a3b56ced tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:59.056693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Network 42831d92-e008-4d91-b119-346f3c3707fb is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:33:59.057788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:33:59.062004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:33:59.092375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Pushing event updated for resources: {'Port': ['ID=73fc300e-6057-4b41-aac1-32b51a0400c2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:59.098906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:59.127789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:59.128381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:59.152913 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8277071
Dec 09 14:33:59.164319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Request body: {'port': {'device_id': '954e9245-8eb7-4130-88e7-c405fd92505f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:33:59.281418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:59.325437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3fdea80a-5a2d-4215-882c-51d10dab1668 None None] Provisioning for port 73fc300e-6057-4b41-aac1-32b51a0400c2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:33:59.331387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-3fdea80a-5a2d-4215-882c-51d10dab1668 None None] Provisioning complete for port 73fc300e-6057-4b41-aac1-32b51a0400c2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:33:59.331855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3fdea80a-5a2d-4215-882c-51d10dab1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:59.425141 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-3fdea80a-5a2d-4215-882c-51d10dab1668 None None] Port 73fc300e-6057-4b41-aac1-32b51a0400c2 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:33:59.584045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c85d8-9c70-4cfb-808f-ff4911b956e8 req-1009ad6e-8b62-4b93-8eac-0613efa9e976 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:33:59.584720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-034c85d8-9c70-4cfb-808f-ff4911b956e8 req-1009ad6e-8b62-4b93-8eac-0613efa9e976 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Synchronizing usage tracker for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:33:59.626488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-034c85d8-9c70-4cfb-808f-ff4911b956e8 req-1009ad6e-8b62-4b93-8eac-0613efa9e976 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Unset dirty status for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:33:59.627596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-034c85d8-9c70-4cfb-808f-ff4911b956e8 req-1009ad6e-8b62-4b93-8eac-0613efa9e976 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 932 time: 0.2308440
Dec 09 14:33:59.730745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fc300e-6057-4b41-aac1-32b51a0400c2 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:33:59.737074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-034c85d8-9c70-4cfb-808f-ff4911b956e8 req-c40a8258-fc72-44b9-88a7-99b2c9fa96a9 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035850
Dec 09 14:33:59.740496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:59.754988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Transition to ACTIVE for port object 73fc300e-6057-4b41-aac1-32b51a0400c2 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:33:59.760711 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:33:59.764532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-306871b9-7654-4d02-aafa-514fc5ef78f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:33:59.884326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Pushing event updated for resources: {'Port': ['ID=73fc300e-6057-4b41-aac1-32b51a0400c2,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:33:59.888421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:33:59.996179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Attempting to bind port 73fc300e-6057-4b41-aac1-32b51a0400c2 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:33:59.996693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Attempting to bind port 73fc300e-6057-4b41-aac1-32b51a0400c2 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:33:59.996859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Attempting to bind port 73fc300e-6057-4b41-aac1-32b51a0400c2 on network 42831d92-e008-4d91-b119-346f3c3707fb {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:34:00.003224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Port 73fc300e-6057-4b41-aac1-32b51a0400c2 on network 42831d92-e008-4d91-b119-346f3c3707fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:34:00.003535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Attempting to bind port 73fc300e-6057-4b41-aac1-32b51a0400c2 on network 42831d92-e008-4d91-b119-346f3c3707fb {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:34:00.009673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:34:00.010019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Checking segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:00.010373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Bound using segment: {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:34:00.010796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Bound port: 73fc300e-6057-4b41-aac1-32b51a0400c2, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62df8d38-d51d-4b63-a886-bcbb6491f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:34:00.011140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:00.095545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] For port 73fc300e-6057-4b41-aac1-32b51a0400c2, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:34:00.098302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] For port 73fc300e-6057-4b41-aac1-32b51a0400c2, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73fc300e-6057-4b41-aac1-32b51a0400c2,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:34:00.102446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:00.105830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c4e5967f-c8c8-45aa-a67f-f4b861dbac4b tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:00.165878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:00.167229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] 10.222.0.35 "PUT /v2.0/ports/73fc300e-6057-4b41-aac1-32b51a0400c2 HTTP/1.1" status: 200  len: 1094 time: 1.0070720
Dec 09 14:34:00.167736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954e9245-8eb7-4130-88e7-c405fd92505f', 'tag': '73fc300e-6057-4b41-aac1-32b51a0400c2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:34:00.195915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Pushing event updated for resources: {'Port': ['ID=73fc300e-6057-4b41-aac1-32b51a0400c2,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:00.200982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:00.242445 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954e9245-8eb7-4130-88e7-c405fd92505f', 'tag': '73fc300e-6057-4b41-aac1-32b51a0400c2', 'status': 'completed', 'code': 200}
Dec 09 14:34:00.279474 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-5ee15308-9412-49d9-bf7d-f02f3f358abc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 1097 time: 0.0756934
Dec 09 14:34:00.444819 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-13330b4b-509f-400b-9a4c-8105834ca404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fc300e-6057-4b41-aac1-32b51a0400c2 HTTP/1.1" status: 200  len: 217 time: 0.1582477
Dec 09 14:34:00.506810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-77fcb868-5372-4696-84e1-dfc405201ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:00.508252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-77fcb868-5372-4696-84e1-dfc405201ca0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f95e663-6b1b-4a54-8170-536bcc735239 HTTP/1.1" status: 200  len: 855 time: 0.0568702
Dec 09 14:34:00.584767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-281c653a-4270-4979-b62d-d0a06db2f7b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42831d92-e008-4d91-b119-346f3c3707fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695543
Dec 09 14:34:00.714398 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-4e2e4104-de7c-467b-bd82-9c48920cbd16 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227689
Dec 09 14:34:00.845494 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dbf6fce7-a6c5-4143-9aed-299ebaf04da4 req-656f72c9-ae6b-4e68-8241-80067778a473 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247742
Dec 09 14:34:00.994971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4feeb-8249-458f-8c5f-d26da014493b req-cb7de0ea-1ee2-4d82-836d-11085d15d763 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:00.996394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d4feeb-8249-458f-8c5f-d26da014493b req-cb7de0ea-1ee2-4d82-836d-11085d15d763 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 944 time: 0.1316788
Dec 09 14:34:00.999847 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-573b24ac-5aa6-4bd3-ba91-2d8a59625d47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f96ae9ba863044029ec351eb063af454&device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 1097 time: 0.1051271
Dec 09 14:34:01.123237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1d4feeb-8249-458f-8c5f-d26da014493b req-6bf2d47e-ef00-404b-b6a9-585410ce24ca tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207888
Dec 09 14:34:01.155860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08102e1e-447e-474d-9f7f-adb63762892e req-aef6c647-971d-4dd3-86ed-4f55ffbd12e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:01.157267 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-aef6c647-971d-4dd3-86ed-4f55ffbd12e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 200  len: 917 time: 0.1421030
Dec 09 14:34:01.228229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-82fbcee7-9ba7-4f80-a789-f31fd32a01ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73fc300e-6057-4b41-aac1-32b51a0400c2 HTTP/1.1" status: 200  len: 217 time: 0.0637846
Dec 09 14:34:01.291322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08102e1e-447e-474d-9f7f-adb63762892e req-4acb7c74-48cc-42c4-87ac-7db8044ea1db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:01.292630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-4acb7c74-48cc-42c4-87ac-7db8044ea1db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f95e663-6b1b-4a54-8170-536bcc735239 HTTP/1.1" status: 200  len: 855 time: 0.0565836
Dec 09 14:34:01.365815 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-2ebb7cd4-a086-4491-bd15-61fead49abf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=42831d92-e008-4d91-b119-346f3c3707fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0659904
Dec 09 14:34:01.493303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-8f74bc5d-24a1-473a-84f0-cc0f261153d6 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202908
Dec 09 14:34:01.624126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-08102e1e-447e-474d-9f7f-adb63762892e req-2c77d303-767b-4bfc-86c3-7a188967d714 service neutron] 10.222.0.35 "GET /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238985
Dec 09 14:34:02.321553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3dbe-93e8-45ea-a9af-13a3fe38bb64 req-3674864d-f2d6-4afe-a88f-f44de13093b3 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:02.322953 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc7f3dbe-93e8-45ea-a9af-13a3fe38bb64 req-3674864d-f2d6-4afe-a88f-f44de13093b3 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 944 time: 0.0779727
Dec 09 14:34:02.366221 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc7f3dbe-93e8-45ea-a9af-13a3fe38bb64 req-8b0cc124-3f39-4252-a4a3-738fc56e1760 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378950
Dec 09 14:34:03.557165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccb080-ada1-487e-9334-73e728ec300c req-f44c5ab4-8513-42fb-9031-e837f20636bb tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:03.558702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6dccb080-ada1-487e-9334-73e728ec300c req-f44c5ab4-8513-42fb-9031-e837f20636bb tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 944 time: 0.0759332
Dec 09 14:34:03.606993 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6dccb080-ada1-487e-9334-73e728ec300c req-1115dee0-1b19-43c3-92f3-edb76d244d9b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421152
Dec 09 14:34:03.756351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 73fc300e-6057-4b41-aac1-32b51a0400c2 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:34:03.885201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 73fc300e-6057-4b41-aac1-32b51a0400c2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73fc300e-6057-4b41-aac1-32b51a0400c2,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:03.897746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '73fc300e-6057-4b41-aac1-32b51a0400c2', 'network_id': '42831d92-e008-4d91-b119-346f3c3707fb', 'port_id': '73fc300e-6057-4b41-aac1-32b51a0400c2', 'mac_address': 'fa:16:3e:ec:7f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f95e663-6b1b-4a54-8170-536bcc735239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:34:03.952200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:03.968347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fc300e-6057-4b41-aac1-32b51a0400c2 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:34:03.983180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 73fc300e-6057-4b41-aac1-32b51a0400c2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73fc300e-6057-4b41-aac1-32b51a0400c2,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:03.986907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:03.988591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:04.049926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=73fc300e-6057-4b41-aac1-32b51a0400c2,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:04.057836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.058160 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.058492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.058821 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.059145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.059465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.059783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.060701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.061024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.061336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.061676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:04.065182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:04.177553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['73fc300e-6057-4b41-aac1-32b51a0400c2'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:34:04.798182 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a9a5c-08ce-4ef8-94f7-ccf8a2286063 req-ccf58794-59da-420b-8c80-ff4b5584a423 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:04.799592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b3a9a5c-08ce-4ef8-94f7-ccf8a2286063 req-ccf58794-59da-420b-8c80-ff4b5584a423 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 945 time: 0.0748610
Dec 09 14:34:04.843855 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b3a9a5c-08ce-4ef8-94f7-ccf8a2286063 req-0ca3324f-8e47-4571-8720-7bffc1e6d010 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389068
Dec 09 14:34:05.756776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 73fc300e-6057-4b41-aac1-32b51a0400c2 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:05.823668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 73fc300e-6057-4b41-aac1-32b51a0400c2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:05.828562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 73fc300e-6057-4b41-aac1-32b51a0400c2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:05.828939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:05.940269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:05.966312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954e9245-8eb7-4130-88e7-c405fd92505f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fc300e-6057-4b41-aac1-32b51a0400c2'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:34:05.976127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 73fc300e-6057-4b41-aac1-32b51a0400c2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73fc300e-6057-4b41-aac1-32b51a0400c2,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:05.980094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:05.981939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:06.025179 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954e9245-8eb7-4130-88e7-c405fd92505f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fc300e-6057-4b41-aac1-32b51a0400c2', 'code': 200}
Dec 09 14:34:06.050366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=73fc300e-6057-4b41-aac1-32b51a0400c2,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:06.053344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829c112-10c6-4def-b319-c6ea3f316cf4 req-863c1438-1537-4637-bbad-75f7ffce143d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:06.053899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:06.055461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8829c112-10c6-4def-b319-c6ea3f316cf4 req-863c1438-1537-4637-bbad-75f7ffce143d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 946 time: 0.0927234
Dec 09 14:34:06.250160 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8829c112-10c6-4def-b319-c6ea3f316cf4 req-211e34c8-28e7-427c-aa73-b48a8cf9ad29 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885936
Dec 09 14:34:06.272882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af66887a-5077-497c-9999-1965d0094d5a req-fca00433-0ec3-460b-8830-704db7a3b27e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 1099 time: 0.0844688
Dec 09 14:34:06.315749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af66887a-5077-497c-9999-1965d0094d5a req-95e9b52c-babf-4fff-aea2-91820abb5939 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360899
Dec 09 14:34:07.448307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714df0d-9d48-43e2-b230-9a74c6c20169 req-8714e733-2ba7-475b-97f7-52feb2ddb4a2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:07.449737 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6714df0d-9d48-43e2-b230-9a74c6c20169 req-8714e733-2ba7-475b-97f7-52feb2ddb4a2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 946 time: 0.0761468
Dec 09 14:34:07.494023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6714df0d-9d48-43e2-b230-9a74c6c20169 req-e01cc85e-5956-4eb1-b648-3663820ef111 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389152
Dec 09 14:34:07.687981 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0bbcf-f27e-4d68-bdaf-49e5e38444e6 req-a778f9ae-70c1-470e-8d64-dcdd3927f58b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:07.689386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d3d0bbcf-f27e-4d68-bdaf-49e5e38444e6 req-a778f9ae-70c1-470e-8d64-dcdd3927f58b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 946 time: 0.0746715
Dec 09 14:34:07.737674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d3d0bbcf-f27e-4d68-bdaf-49e5e38444e6 req-dad2a30f-7165-44e1-ae09-4fa7ff46ffb2 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429139
Dec 09 14:34:16.478239 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:22.206828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab700a4b-e0ba-4a32-b089-81bde0308298 req-beab29a2-7ca0-41a5-b1ff-3a14e01cb58d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:22.208235 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab700a4b-e0ba-4a32-b089-81bde0308298 req-beab29a2-7ca0-41a5-b1ff-3a14e01cb58d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 946 time: 0.0759263
Dec 09 14:34:22.252137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab700a4b-e0ba-4a32-b089-81bde0308298 req-a073c8da-2f59-44b5-9c05-b3f41aaed900 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384426
Dec 09 14:34:22.570242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0782b4d1-80fd-4869-91eb-85a030448ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:23.448903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41a0e0-7f78-4a1e-83b5-a6e1bb33c155 req-8f469bff-0caf-4b29-8a58-0ef94ca0ffe1 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:23.450867 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e41a0e0-7f78-4a1e-83b5-a6e1bb33c155 req-8f469bff-0caf-4b29-8a58-0ef94ca0ffe1 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 946 time: 0.0800316
Dec 09 14:34:23.497046 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e41a0e0-7f78-4a1e-83b5-a6e1bb33c155 req-d8dbe2a8-9d69-48e3-baad-ea9515ff4082 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/security-groups?id=9a099aa7-929f-4010-82de-79208b3058aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406997
Dec 09 14:34:23.638499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-6e7fe117-1f31-47c6-8e22-c6966fefaf7b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:23.639898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-6e7fe117-1f31-47c6-8e22-c6966fefaf7b tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 946 time: 0.0760212
Dec 09 14:34:23.709471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Deleting port 73fc300e-6057-4b41-aac1-32b51a0400c2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:23.709839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:23.952858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] For port 73fc300e-6057-4b41-aac1-32b51a0400c2, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=73fc300e-6057-4b41-aac1-32b51a0400c2,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:23.953205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:24.073891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Calling delete_port for 73fc300e-6057-4b41-aac1-32b51a0400c2 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:24.214723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:24.219994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c072eba5-fd69-4ee8-96c5-663bd1b61994 tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:24.226413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['73fc300e-6057-4b41-aac1-32b51a0400c2'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:34:24.263741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Pushing event deleted for resources: {'Port': ['ID=73fc300e-6057-4b41-aac1-32b51a0400c2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:24.298903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.299280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.299651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.300016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.300380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.300749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.301103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.301456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.301837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.302192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.302544 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:24.311269 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:24.353188 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] No DVR routers for this DVR port 73fc300e-6057-4b41-aac1-32b51a0400c2 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:34:24.355992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:24.360386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954e9245-8eb7-4130-88e7-c405fd92505f', 'name': 'network-vif-deleted', 'tag': '73fc300e-6057-4b41-aac1-32b51a0400c2'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:34:24.376308 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-087d74cb-7d93-4cc6-a838-0a4a531d1ca2 req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.35 "DELETE /v2.0/ports/73fc300e-6057-4b41-aac1-32b51a0400c2 HTTP/1.1" status: 204  len: 173 time: 0.7308702
Dec 09 14:34:24.425790 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954e9245-8eb7-4130-88e7-c405fd92505f', 'name': 'network-vif-deleted', 'tag': '73fc300e-6057-4b41-aac1-32b51a0400c2', 'status': 'completed', 'code': 200}
Dec 09 14:34:24.673388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b99487d3-c44e-4d9a-bd71-d902fe154299 req-1e946075-3838-4f46-b4d0-ccca5fd4d417 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Synchronizing usage tracker for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:34:24.688407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b99487d3-c44e-4d9a-bd71-d902fe154299 req-1e946075-3838-4f46-b4d0-ccca5fd4d417 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Unset dirty status for tenant:f96ae9ba863044029ec351eb063af454 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:34:24.689810 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b99487d3-c44e-4d9a-bd71-d902fe154299 req-1e946075-3838-4f46-b4d0-ccca5fd4d417 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] 10.222.0.21 "GET /v2.0/ports?device_id=954e9245-8eb7-4130-88e7-c405fd92505f HTTP/1.1" status: 200  len: 210 time: 0.0569549
Dec 09 14:34:24.917292 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0be6b384-ebf2-4b31-a9ce-e440edf26e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:25.834910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36530) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:26.212083 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:26.313704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:26.389029 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:34:26.445979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:26.895793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Deleting port d5d348f3-c255-4aa6-acf9-b1c0aa53d394 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:26.896372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:27.060340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] For port d5d348f3-c255-4aa6-acf9-b1c0aa53d394, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:27.060662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:27.179505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Calling delete_port for d5d348f3-c255-4aa6-acf9-b1c0aa53d394 owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:27.347960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:27.351396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84d15b2c-af13-4719-b62b-e217da8dbd9d tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:27.393111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d348f3-c255-4aa6-acf9-b1c0aa53d394,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:27.395828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:27.628807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:27.782649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:27.865091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 73fc300e-6057-4b41-aac1-32b51a0400c2 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:27.900022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 73fc300e-6057-4b41-aac1-32b51a0400c2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:34:27.900375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 73fc300e-6057-4b41-aac1-32b51a0400c2 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:28.346497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Router a55d656c-c37b-4798-a0af-bc19fc686288 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:34:28.547522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:34:28.556383 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e22cf-9b35-4381-915c-542295759ecf None None] Sync routers for ids ['a55d656c-c37b-4798-a0af-bc19fc686288'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:34:28.565441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] 10.222.0.21 "PUT /v2.0/routers/a55d656c-c37b-4798-a0af-bc19fc686288/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7285304
Dec 09 14:34:28.567243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36534) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:28.570282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] Routers {'a55d656c-c37b-4798-a0af-bc19fc686288'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:28.570908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449472460>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['a55d656c-c37b-4798-a0af-bc19fc686288'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:28.746042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] Set router a55d656c-c37b-4798-a0af-bc19fc686288 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:28.763937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:29.042157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449472460>, [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227'}], 'enable_snat': True}, 'gw_port_id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:34:27Z', 'revision_number': 5, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port': {'id': '12ad4af7-9f34-4fa8-8182-595266dc1267', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:15Z', 'updated_at': '2021-12-09T14:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:29.046389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e22cf-9b35-4381-915c-542295759ecf None None] Checking router: a55d656c-c37b-4798-a0af-bc19fc686288 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:34:29.056509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] Routers {'a55d656c-c37b-4798-a0af-bc19fc686288'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:29.057102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449472460>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['a55d656c-c37b-4798-a0af-bc19fc686288'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:29.069614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:29.078946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Deleting port 12ad4af7-9f34-4fa8-8182-595266dc1267 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:29.079211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:29.238190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] Set router a55d656c-c37b-4798-a0af-bc19fc686288 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:29.253368 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] For port 12ad4af7-9f34-4fa8-8182-595266dc1267, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=12ad4af7-9f34-4fa8-8182-595266dc1267,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:29.253750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:29.339726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-905e22cf-9b35-4381-915c-542295759ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449472460>, [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:34:29Z', 'revision_number': 6, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:29.343546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905e22cf-9b35-4381-915c-542295759ecf None None] The sync data for ids ['a55d656c-c37b-4798-a0af-bc19fc686288'] in dv-neutron-821183-1-hyperv is: [{'id': 'a55d656c-c37b-4798-a0af-bc19fc686288', 'name': 'tempest-TestEncryptedCinderVolumes-712087245-router', 'tenant_id': 'f96ae9ba863044029ec351eb063af454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:14Z', 'updated_at': '2021-12-09T14:34:29Z', 'revision_number': 6, 'project_id': 'f96ae9ba863044029ec351eb063af454', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:34:29.378490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Calling delete_port for 12ad4af7-9f34-4fa8-8182-595266dc1267 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:29.540290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:29.544866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eaeb380e-e7a0-4196-bad1-38df14f07f1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:29.589029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ad4af7-9f34-4fa8-8182-595266dc1267,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:29.627157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.627546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.627926 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.628298 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.628670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.629049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.629406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.629793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.630156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.630513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.630873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:29.637387 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:29.823146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.074688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.079417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.105676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.106216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a55d656c-c37b-4798-a0af-bc19fc686288 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:34:30.121925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.123065 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a55d656c-c37b-4798-a0af-bc19fc686288 HTTP/1.1" status: 204  len: 168 time: 1.5548394
Dec 09 14:34:30.125503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36538) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:30.184090 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Deleting subnet 2f95e663-6b1b-4a54-8170-536bcc735239 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:34:30.187064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.243396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.439928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 12ad4af7-9f34-4fa8-8182-595266dc1267 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:30.440474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.475578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 12ad4af7-9f34-4fa8-8182-595266dc1267 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:34:30.475927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 12ad4af7-9f34-4fa8-8182-595266dc1267 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:30.476367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d5d348f3-c255-4aa6-acf9-b1c0aa53d394 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:30.513573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.515059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: d5d348f3-c255-4aa6-acf9-b1c0aa53d394 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:34:30.515413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device d5d348f3-c255-4aa6-acf9-b1c0aa53d394 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:30.520737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1a7192f3-d377-4564-b667-f57724a6a026 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:30.555729 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f95e663-6b1b-4a54-8170-536bcc735239,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:30.560129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:30.562840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.568612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e3a6c-9c0a-4dc3-9fe3-3cca4a906949 None None] Network 42831d92-e008-4d91-b119-346f3c3707fb requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:34:30.568783 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2c221882-08a3-4433-9bc7-391872b3e3c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2f95e663-6b1b-4a54-8170-536bcc735239 HTTP/1.1" status: 204  len: 168 time: 0.4422476
Dec 09 14:34:30.571157 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36542) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:30.673885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.683862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Deleting port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:30.684699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.813130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] DHCP port deletion for 42831d92-e008-4d91-b119-346f3c3707fb request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:34:30.817399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Deleting port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:30.817826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:30.883770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] For port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:30.884121 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.005838 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Calling delete_port for 62af3dbc-d7d4-45bc-9a39-1c33e508c11d owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:31.014984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] For port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,segment=NetworkSegment(62df8d38-d51d-4b63-a886-bcbb6491f5c8),segment_id=62df8d38-d51d-4b63-a886-bcbb6491f5c8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:31.015406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.076460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.080800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2d966f33-01fe-490f-9cf8-78e4a4e08181 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:31.122825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Pushing event deleted for resources: {'Port': ['ID=62af3dbc-d7d4-45bc-9a39-1c33e508c11d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:31.126131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:31.126876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] No DVR routers for this DVR port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:34:31.137305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Calling delete_port for 62af3dbc-d7d4-45bc-9a39-1c33e508c11d owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:31.209778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:34:31.210143 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:34:31.239881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.268594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449a951c0>,) {'filters': {'network_id': ['42831d92-e008-4d91-b119-346f3c3707fb']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:31.280151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a951c0>, '62df8d38-d51d-4b63-a886-bcbb6491f5c8') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:31.280441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449a951c0>, '62df8d38-d51d-4b63-a886-bcbb6491f5c8') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:31.291646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.308198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.314627 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:34:31.315042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:34:31.328442 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:34:31.404050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.407384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4eb881af-07db-46d6-bbe5-61fc7cb72276 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:31.420339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.432332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Pushing event deleted for resources: {'Network': ['ID=42831d92-e008-4d91-b119-346f3c3707fb,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:31.436252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:31.438001 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] 10.222.0.21 "DELETE /v2.0/networks/42831d92-e008-4d91-b119-346f3c3707fb HTTP/1.1" status: 204  len: 168 time: 0.8659573
Dec 09 14:34:31.440869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36546) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:31.711249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Deleting port 62af3dbc-d7d4-45bc-9a39-1c33e508c11d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:31.711862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:31.775729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-afa6d1e5-1568-4da3-8baa-97e498c6be96 None None] The port '62af3dbc-d7d4-45bc-9a39-1c33e508c11d' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:34:31.935508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:32.437892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 62af3dbc-d7d4-45bc-9a39-1c33e508c11d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:32.473065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 62af3dbc-d7d4-45bc-9a39-1c33e508c11d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:34:32.473416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 62af3dbc-d7d4-45bc-9a39-1c33e508c11d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:32.511735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Deleting port eda3ccb6-757e-4665-b3df-a280f4762eed {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:32.512067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:32.676939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] For port eda3ccb6-757e-4665-b3df-a280f4762eed, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=eda3ccb6-757e-4665-b3df-a280f4762eed,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:32.677284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:32.804897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Calling delete_port for eda3ccb6-757e-4665-b3df-a280f4762eed owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:32.971629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:32.975017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-965345d7-15c9-4b08-b36d-d2acdf457eb7 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:33.016887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda3ccb6-757e-4665-b3df-a280f4762eed,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:33.019629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:33.293363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:33.958104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Router 706ffa42-769b-4352-9978-c2004bd7b3e4 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:34:34.155833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:34:34.164799 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] Sync routers for ids ['706ffa42-769b-4352-9978-c2004bd7b3e4'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:34:34.168545 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] 10.222.0.21 "PUT /v2.0/routers/706ffa42-769b-4352-9978-c2004bd7b3e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7264018
Dec 09 14:34:34.171713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36550) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:34.177708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] Routers {'706ffa42-769b-4352-9978-c2004bd7b3e4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:34.178320 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a232f70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['706ffa42-769b-4352-9978-c2004bd7b3e4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:34.355480 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] Set router 706ffa42-769b-4352-9978-c2004bd7b3e4 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:34.364247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:34.563074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:34.572632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Deleting port 17a3591d-2cd4-471b-95a4-084c80688257 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:34.573000 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:34.660838 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a232f70>, [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209'}], 'enable_snat': True}, 'gw_port_id': '17a3591d-2cd4-471b-95a4-084c80688257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:34:32Z', 'revision_number': 5, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port': {'id': '17a3591d-2cd4-471b-95a4-084c80688257', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:33:21Z', 'updated_at': '2021-12-09T14:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:34.664571 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] Checking router: 706ffa42-769b-4352-9978-c2004bd7b3e4 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:34:34.674943 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] Routers {'706ffa42-769b-4352-9978-c2004bd7b3e4'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:34.675535 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a232f70>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['706ffa42-769b-4352-9978-c2004bd7b3e4'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:34.743820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] For port 17a3591d-2cd4-471b-95a4-084c80688257, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=17a3591d-2cd4-471b-95a4-084c80688257,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:34.744165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:34.826181 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] Set router 706ffa42-769b-4352-9978-c2004bd7b3e4 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:34.932318 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a232f70>, [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:34:34Z', 'revision_number': 6, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:34.936797 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1e80be-1d82-424a-8421-4c6313ab2b6b None None] The sync data for ids ['706ffa42-769b-4352-9978-c2004bd7b3e4'] in dv-neutron-821183-1-hyperv is: [{'id': '706ffa42-769b-4352-9978-c2004bd7b3e4', 'name': 'tempest-TestEncryptedCinderVolumes-1617882389-router', 'tenant_id': '32bce66bc74445f38778bbf806619c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:33:20Z', 'updated_at': '2021-12-09T14:34:34Z', 'revision_number': 6, 'project_id': '32bce66bc74445f38778bbf806619c65', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:34:34.989038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Calling delete_port for 17a3591d-2cd4-471b-95a4-084c80688257 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:35.147514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.151648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:35.192622 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a3591d-2cd4-471b-95a4-084c80688257,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:35.195423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:35.414211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.669228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.673491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.698160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.698662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706ffa42-769b-4352-9978-c2004bd7b3e4 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:34:35.711255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.712400 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] 10.222.0.21 "DELETE /v2.0/routers/706ffa42-769b-4352-9978-c2004bd7b3e4 HTTP/1.1" status: 204  len: 168 time: 1.5397618
Dec 09 14:34:35.714902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36554) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:35.774607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Deleting subnet 2880064d-99e9-40bc-96ad-efbca5673889 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:34:35.777451 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.828352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.906817 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.977173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:35.981379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b86240f-4001-4047-afeb-5762859400d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:36.014168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2880064d-99e9-40bc-96ad-efbca5673889,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:36.017986 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:36.020515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.025631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140d2514-0616-4c35-a768-5a7f0eb43b7d None None] Network 0f45634b-dd43-4d47-b5fa-04b48676f486 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:34:36.026180 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2880064d-99e9-40bc-96ad-efbca5673889 HTTP/1.1" status: 204  len: 168 time: 0.3098323
Dec 09 14:34:36.028628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36558) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:36.136546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.150207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Deleting port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:36.150532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.277404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] DHCP port deletion for 0f45634b-dd43-4d47-b5fa-04b48676f486 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:34:36.282882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Deleting port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:36.283272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.461861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device eda3ccb6-757e-4665-b3df-a280f4762eed no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:36.486915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] For port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:36.487542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.547178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: eda3ccb6-757e-4665-b3df-a280f4762eed {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:34:36.547458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device eda3ccb6-757e-4665-b3df-a280f4762eed not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:36.547885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:36.608449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Calling delete_port for 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:36.609786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] For port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,segment=NetworkSegment(996df633-c511-46ad-8487-bb3c1faa4e30),segment_id=996df633-c511-46ad-8487-bb3c1faa4e30)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:36.610189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.680211 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.685707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8882d894-525a-416a-9baf-48923b098036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:36.728142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f241e36-1b0f-4932-a8a9-e72e2bfb33b7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:36.732275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:36.736908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] No DVR routers for this DVR port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:34:36.741006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Calling delete_port for 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:34:36.773095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No active binding found for port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 {{(pid=83445) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Dec 09 14:34:36.773509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:36.773956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17a3591d-2cd4-471b-95a4-084c80688257 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:34:36.811034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 17a3591d-2cd4-471b-95a4-084c80688257 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:34:36.811384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 17a3591d-2cd4-471b-95a4-084c80688257 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:34:36.845550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:34:36.845911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:34:36.852826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.878839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644952d040>,) {'filters': {'network_id': ['0f45634b-dd43-4d47-b5fa-04b48676f486']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:36.890768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644952d040>, '996df633-c511-46ad-8487-bb3c1faa4e30') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:36.891053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644952d040>, '996df633-c511-46ad-8487-bb3c1faa4e30') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:36.901982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.916863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.923173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:34:36.923545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:34:36.936826 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:34:37.010744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.013831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c30b0ef6-7001-49d6-9446-7670f80ff757 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:37.026120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.036826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f45634b-dd43-4d47-b5fa-04b48676f486,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:37.038837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:37.040272 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f45634b-dd43-4d47-b5fa-04b48676f486 HTTP/1.1" status: 204  len: 168 time: 1.0107534
Dec 09 14:34:37.246649 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36564) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:37.296059 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8d512056-951b-4fc3-8f88-422365614889 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f96ae9ba863044029ec351eb063af454&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481391
Dec 09 14:34:37.298349 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:37.346657 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Deleting port 6f241e36-1b0f-4932-a8a9-e72e2bfb33b7 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:34:37.347220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.355354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.380710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.413710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-43716981-ff90-448a-ac21-fc6e81b96cc8 None None] The port '6f241e36-1b0f-4932-a8a9-e72e2bfb33b7' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:34:37.437029 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.440875 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-278b5562-1a6c-4c51-8da8-d38c8f1c50a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:37.451600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a099aa7-929f-4010-82de-79208b3058aa,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:37.455358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:37.462786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:37.463866 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a099aa7-929f-4010-82de-79208b3058aa HTTP/1.1" status: 204  len: 168 time: 0.1646187
Dec 09 14:34:37.888560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36576) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:37.941889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4f7fbf31-81d6-4a8a-85bf-a898c7dc353c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32bce66bc74445f38778bbf806619c65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0519679
Dec 09 14:34:37.944122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36580) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:38.001456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:38.026283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:38.075174 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:38.079807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9af6b08c-3d17-4413-b493-4994754401bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:38.089783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e8e25-9bce-436b-a438-fb0ab4c7d0ad,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:38.093593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:38.096667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:38.097795 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a2b91013-266a-4ff8-a2d7-176cf95a96d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/378e8e25-9bce-436b-a438-fb0ab4c7d0ad HTTP/1.1" status: 204  len: 168 time: 0.1527557
Dec 09 14:34:38.950012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36602) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:39.091874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2055222575-network', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:34:39.096561 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:39.100351 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Usage tracker for resource:network and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:39.103186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:39.109177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:39.119658 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Made reservation on behalf of 8c9db059dd5c4ae3b760804868e4f873 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:34:39.122103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.133776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.174700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:39.179486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:39.182615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:39.188581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:39.254017 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.257759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.261683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e32c4b3d-3d28-4baa-afd2-9d34965e2d38 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:39.285184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:34:39.296883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bfdb4e-06e2-489a-a6f9-71b987857d00,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:39.300606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:39.301494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.301845 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Added segment 634e2837-e2fb-4e30-a326-a1e486f17468 of type vlan for network 192417cf-f483-4322-9bf8-018d19d52704
Dec 09 14:34:39.327929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.355558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.356441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:39.357002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.361732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d50df7e3-7e03-45e0-aaf5-536aa6ed557a tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:39.455081 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5040145
Dec 09 14:34:39.458005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:39.459826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=192417cf-f483-4322-9bf8-018d19d52704,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:39.462386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:39.464984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Request body: {'subnet': {'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2055222575-subnet', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:34:39.469399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 192417cf-f483-4322-9bf8-018d19d52704 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:34:39.470874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:39.474995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Usage tracker for resource:subnet and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:39.477869 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:39.484746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:39.494639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Made reservation on behalf of 8c9db059dd5c4ae3b760804868e4f873 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:34:39.497507 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.703133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.706570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-924d8048-619f-4fc6-a9a8-2d70e5de2cd7 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:39.775453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59deb45-1acf-43a2-b822-72fe24b4cb79,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:39.781030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:39.791039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Checking segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:39.791389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Network hostable DHCP agents. Network: 192417cf-f483-4322-9bf8-018d19d52704, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:34:39.811481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Network 192417cf-f483-4322-9bf8-018d19d52704 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:34:39.820039 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 192417cf-f483-4322-9bf8-018d19d52704) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:39.823870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:39.824441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.831858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c8482-d567-4f16-96dd-a7fabf962dd3 None None] Network 192417cf-f483-4322-9bf8-018d19d52704 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:34:39.845268 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a99465a-2ab4-49c2-8af2-72c0ee8fa988 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3862174
Dec 09 14:34:39.847956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36612) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:39.853053 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:34:39.858149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:39.862173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Usage tracker for resource:router and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:39.864940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:39.870554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:39.882035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.882931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:39.900764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.042933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-192417cf-f483-4322-9bf8-018d19d52704', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:34:40.044254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.160539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.205776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Allocated IP 172.20.0.2 (192417cf-f483-4322-9bf8-018d19d52704/b59deb45-1acf-43a2-b822-72fe24b4cb79/0bdf9712-3578-486b-bee0-5d8bd7c05b3d) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:34:40.347155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.377040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.411535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.422207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Transition to ACTIVE for port object 0bdf9712-3578-486b-bee0-5d8bd7c05b3d will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:40.440086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Transition to ACTIVE for port object 0bdf9712-3578-486b-bee0-5d8bd7c05b3d will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:40.445923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.450546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:40.510498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Network 192417cf-f483-4322-9bf8-018d19d52704 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:40.514185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:40.517238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Allocated IP 172.26.3.236 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/4f050f3a-9d73-4899-a6cb-972d2c24aa50) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:34:40.517731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:34:40.523016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Pushing event updated for resources: {'Port': ['ID=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:40.526433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:40.612804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Attempting to bind port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:34:40.613088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Attempting to bind port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:34:40.613454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Attempting to bind port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d on network 192417cf-f483-4322-9bf8-018d19d52704 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:34:40.619708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:34:40.620081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Checking segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:40.620483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.620876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Bound using segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:34:40.621366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Bound port: 0bdf9712-3578-486b-bee0-5d8bd7c05b3d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:34:40.622316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.669351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.696365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.700611 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7214f6c-f9cd-49b5-a5c9-5e7e853a2812 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:40.706120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] For port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:34:40.709034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] For port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:34:40.713020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.717331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:40.773254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Pushing event updated for resources: {'Port': ['ID=4f050f3a-9d73-4899-a6cb-972d2c24aa50,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:40.776513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:40.778923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:40.780238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:40.782725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:34:40.799028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Pushing event updated for resources: {'Port': ['ID=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:40.803119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:40.966656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:40.967389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:41.199071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Router 220dfaad-bb90-4223-af07-8ba121d197f8 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:34:41.398777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:34:41.410946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Sync routers for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:34:41.423468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:41.424084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a13ed30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:41.431664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:41.433415 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.5845044
Dec 09 14:34:41.436864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36616) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:41.660050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:41.766602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4d0dd-5936-44c2-b3d5-82042300b793 None None] Network 192417cf-f483-4322-9bf8-018d19d52704 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:34:41.940665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bbbcd394-624e-4647-aa2a-557a03a935a8 None None] Provisioning for port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:42.195896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a13ed30>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:40Z', 'revision_number': 3, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:42.202519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Checking router: 220dfaad-bb90-4223-af07-8ba121d197f8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:34:42.202872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Updating router 220dfaad-bb90-4223-af07-8ba121d197f8 port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:34:42.258218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.334581 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.491840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0bdf9712-3578-486b-bee0-5d8bd7c05b3d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:42.564271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Allocated IP 172.20.0.1 (192417cf-f483-4322-9bf8-018d19d52704/b59deb45-1acf-43a2-b822-72fe24b4cb79/b9f431bc-e34e-4ab2-a545-3ac37c1bfe86) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:34:42.653358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:42.661146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:42.661789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.716306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.718296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.734669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Transition to ACTIVE for port object 4f050f3a-9d73-4899-a6cb-972d2c24aa50 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:42.735008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Transition to ACTIVE for port object b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:42.743611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.747674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:42.758779 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.764411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff1503cd-5857-4551-b887-63902a2ed601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:42.828285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Network 192417cf-f483-4322-9bf8-018d19d52704 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:42.831781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:42.833650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:42.835723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:34:42.862298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b5dbf-f846-4dc8-afde-4e888cee3744 None None] Pushing event updated for resources: {'Port': ['ID=4f050f3a-9d73-4899-a6cb-972d2c24aa50,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:42.864653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:42.873938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e56b5dbf-f846-4dc8-afde-4e888cee3744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:42.879700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Attempting to bind port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:34:42.880078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Attempting to bind port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:34:42.880447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Attempting to bind port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:34:42.885863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.890930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.901301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:34:42.901706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:42.902112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.902540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:34:42.903028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Bound port: 4f050f3a-9d73-4899-a6cb-972d2c24aa50, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:34:42.903548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.976076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.985434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:42.990270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:42.993938 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:43.037419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] For port 4f050f3a-9d73-4899-a6cb-972d2c24aa50, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:34:43.055909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] For port 4f050f3a-9d73-4899-a6cb-972d2c24aa50, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4f050f3a-9d73-4899-a6cb-972d2c24aa50,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:34:43.063659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:43.072687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:43.077263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:43.077754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:43.159208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-83628bd4-66c1-428a-b90c-0e4daf0206bd None None] Provisioning for port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:43.165156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b5dbf-f846-4dc8-afde-4e888cee3744 None None] Pushing event updated for resources: {'Port': ['ID=4f050f3a-9d73-4899-a6cb-972d2c24aa50,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:43.168549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e56b5dbf-f846-4dc8-afde-4e888cee3744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:43.169233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-83628bd4-66c1-428a-b90c-0e4daf0206bd None None] Provisioning complete for port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:43.169639 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-83628bd4-66c1-428a-b90c-0e4daf0206bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:43.206239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:43.210865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:43.235819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-97461dd2-3034-4f8e-8fd1-c341d648bd5f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:43.236710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:43.237345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a13ed30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:43.317685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:43.320867 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:43.324138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:43.383684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-83628bd4-66c1-428a-b90c-0e4daf0206bd None None] Port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:34:43.435071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:43.458782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Network 192417cf-f483-4322-9bf8-018d19d52704 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:43.459922 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:43.761561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5730ba90-5a16-4df5-b5e1-a236fe00e879 None None] Provisioning complete for port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:43.762690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5730ba90-5a16-4df5-b5e1-a236fe00e879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:43.821873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5730ba90-5a16-4df5-b5e1-a236fe00e879 None None] Port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:34:43.843411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a13ed30>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:34:43Z', 'revision_number': 2, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:43.847296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4520aa-67bd-4c08-8d9e-3e32c6624f73 None None] The sync data for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv is: [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:34:43Z', 'revision_number': 2, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:34:43.976425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Router 220dfaad-bb90-4223-af07-8ba121d197f8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:34:44.213418 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:34:44.223042 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] 10.222.0.21 "PUT /v2.0/routers/220dfaad-bb90-4223-af07-8ba121d197f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7850869
Dec 09 14:34:44.508743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0bdf9712-3578-486b-bee0-5d8bd7c05b3d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:44.584557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:44.584984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.129985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36638) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:45.135832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-874094029-network', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:34:45.140709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:45.144656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Usage tracker for resource:network and tenant:9e90a4e008e94506a32d7319412a0cbe is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:45.151871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:45.157857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:45.166610 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Made reservation on behalf of 9e90a4e008e94506a32d7319412a0cbe for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:34:45.169411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.181356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.213211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:45.217324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Usage tracker for resource:security_group_rule and tenant:9e90a4e008e94506a32d7319412a0cbe is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:45.220085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:45.225754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:45.292579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.297145 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.301240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-10505be3-618e-42b2-a32a-f4dc3a1d53bb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:45.324413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:34:45.336122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa00ea-0beb-43b6-8d60-4cc84b5950da,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:45.339891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:45.340782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.341118 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Added segment ba4f6d58-79a4-4329-acba-21a90240cc20 of type vlan for network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2
Dec 09 14:34:45.366539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.395577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.396426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:45.396999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.400471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cffc0ccf-1c1f-4556-b6db-fdafdebbec65 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:45.498126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Pushing event updated for resources: {'Network': ['ID=ee661e4e-224f-4681-aaf0-f40cb2e1b7f2,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:45.501430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3703899
Dec 09 14:34:45.502446 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:45.504238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36642) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:45.509704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Request body: {'subnet': {'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-874094029-subnet', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:34:45.510649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:34:45.515251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:45.519094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Usage tracker for resource:subnet and tenant:9e90a4e008e94506a32d7319412a0cbe is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:45.521939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:45.527762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:45.539360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Made reservation on behalf of 9e90a4e008e94506a32d7319412a0cbe for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:34:45.541721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.743176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.747817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-82c994bf-df98-4043-9107-3ce0b9ecb45c tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:45.918620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f29722-ae5e-4c4b-8012-98bafea99b37,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:45.923353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:45.932816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Checking segment: {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:45.933162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Network hostable DHCP agents. Network: ee661e4e-224f-4681-aaf0-f40cb2e1b7f2, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:34:45.954665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:34:45.963740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, ee661e4e-224f-4681-aaf0-f40cb2e1b7f2) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:45.967621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:34:45.968186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:45.972276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2385fb4a-1674-4c8a-bcec-53a82d0b99e8 None None] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:34:45.988226 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d0a71d85-d21a-480d-8ff4-5dc2846d96bb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4829507
Dec 09 14:34:45.991031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36646) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:45.997388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:34:46.001917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:34:46.005737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Usage tracker for resource:router and tenant:9e90a4e008e94506a32d7319412a0cbe is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:34:46.008523 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:34:46.014244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:34:46.024060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.025096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.044005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.182708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-ee661e4e-224f-4681-aaf0-f40cb2e1b7f2', 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'fixed_ips': [{'subnet_id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:34:46.183524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.190131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.337488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Allocated IP 172.20.0.2 (ee661e4e-224f-4681-aaf0-f40cb2e1b7f2/a7f29722-ae5e-4c4b-8012-98bafea99b37/e311fa59-a88c-4a50-b02a-74077cfe8fa2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:34:46.374939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.405150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.500654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4f050f3a-9d73-4899-a6cb-972d2c24aa50 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:46.535106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.573432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Allocated IP 172.26.3.16 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/5a7f5320-a4d3-42c1-9c18-e352d0121808) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:34:46.662649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.675511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Transition to ACTIVE for port object e311fa59-a88c-4a50-b02a-74077cfe8fa2 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:46.697523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Transition to ACTIVE for port object e311fa59-a88c-4a50-b02a-74077cfe8fa2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:46.700091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:46.704878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.708637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:46.727394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.744429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:46.744695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.756425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.760824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:46.821583 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:46.824986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Pushing event updated for resources: {'Port': ['ID=e311fa59-a88c-4a50-b02a-74077cfe8fa2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:46.827270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:46.829203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:46.831384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:46.832338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:46.832995 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:34:46.833785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:34:46.870815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7f5320-a4d3-42c1-9c18-e352d0121808,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:46.874093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:46.974979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Attempting to bind port e311fa59-a88c-4a50-b02a-74077cfe8fa2 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:34:46.975264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Attempting to bind port e311fa59-a88c-4a50-b02a-74077cfe8fa2 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:34:46.975636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Attempting to bind port e311fa59-a88c-4a50-b02a-74077cfe8fa2 on network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:34:46.980665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.993102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:34:46.993553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Checking segment: {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:46.993967 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.994379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Bound using segment: {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:34:46.994842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Bound port: e311fa59-a88c-4a50-b02a-74077cfe8fa2, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:34:46.995221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.999055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:46.999797 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:47.015299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 4f050f3a-9d73-4899-a6cb-972d2c24aa50, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4f050f3a-9d73-4899-a6cb-972d2c24aa50,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:47.042005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:47.051929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:47.144054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=4f050f3a-9d73-4899-a6cb-972d2c24aa50,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:47.146939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] For port e311fa59-a88c-4a50-b02a-74077cfe8fa2, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:34:47.148954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:47.150774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] For port e311fa59-a88c-4a50-b02a-74077cfe8fa2, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e311fa59-a88c-4a50-b02a-74077cfe8fa2,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:34:47.155338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:47.160787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0897f3e-988a-4aba-aa22-dc266d4f6656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:47.230426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Router aef05d15-9243-4be0-8005-7c10188dc760 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:34:47.236358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Pushing event updated for resources: {'Port': ['ID=e311fa59-a88c-4a50-b02a-74077cfe8fa2,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:47.239289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:47.445705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:34:47.455265 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Sync routers for ids ['aef05d15-9243-4be0-8005-7c10188dc760'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:34:47.468654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Routers {'aef05d15-9243-4be0-8005-7c10188dc760'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:47.469330 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a485a30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['aef05d15-9243-4be0-8005-7c10188dc760'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:47.474453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:47.475668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.4833350
Dec 09 14:34:47.478557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36650) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:34:47.649123 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Set router aef05d15-9243-4be0-8005-7c10188dc760 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:47.944939 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a485a30>, [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 3, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:47.949049 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Checking router: aef05d15-9243-4be0-8005-7c10188dc760 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:34:47.949813 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Updating router aef05d15-9243-4be0-8005-7c10188dc760 port 5a7f5320-a4d3-42c1-9c18-e352d0121808 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:34:48.008795 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.160293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a39921-e348-4f61-b145-5bb7f234e1fe None None] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:34:48.242234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.272115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e5861da-d5ae-46c3-9d1c-c6feba926eaa None None] Provisioning for port e311fa59-a88c-4a50-b02a-74077cfe8fa2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:48.352589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.364510 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Transition to ACTIVE for port object 5a7f5320-a4d3-42c1-9c18-e352d0121808 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:48.373038 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.377036 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4b44ab32-3956-40b1-b7ac-b3bd3928ae2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:48.477122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Allocated IP 172.20.0.1 (ee661e4e-224f-4681-aaf0-f40cb2e1b7f2/a7f29722-ae5e-4c4b-8012-98bafea99b37/7e6d03f4-bc39-4091-bb8d-172d54db1398) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:34:48.480151 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Pushing event updated for resources: {'Port': ['ID=5a7f5320-a4d3-42c1-9c18-e352d0121808,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:48.490342 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.490982 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.491614 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.492216 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.493095 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.493755 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.494295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.494992 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.495570 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.496226 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.496575 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:34:48.500299 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:48.520338 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Attempting to bind port 5a7f5320-a4d3-42c1-9c18-e352d0121808 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:34:48.520756 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Attempting to bind port 5a7f5320-a4d3-42c1-9c18-e352d0121808 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:34:48.521117 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Attempting to bind port 5a7f5320-a4d3-42c1-9c18-e352d0121808 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:34:48.528166 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:34:48.528530 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:34:48.528975 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.529360 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:34:48.529855 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Bound port: 5a7f5320-a4d3-42c1-9c18-e352d0121808, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:34:48.530215 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.604351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e311fa59-a88c-4a50-b02a-74077cfe8fa2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:48.612895 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] For port 5a7f5320-a4d3-42c1-9c18-e352d0121808, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:34:48.616657 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] For port 5a7f5320-a4d3-42c1-9c18-e352d0121808, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5a7f5320-a4d3-42c1-9c18-e352d0121808,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:34:48.621164 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.626538 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:48.686938 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.707937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Transition to ACTIVE for port object 7e6d03f4-bc39-4091-bb8d-172d54db1398 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:48.709027 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Pushing event updated for resources: {'Port': ['ID=5a7f5320-a4d3-42c1-9c18-e352d0121808,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:48.712008 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:48.712804 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Routers {'aef05d15-9243-4be0-8005-7c10188dc760'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:48.713278 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a485a30>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['aef05d15-9243-4be0-8005-7c10188dc760'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:48.733970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e311fa59-a88c-4a50-b02a-74077cfe8fa2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:48.736072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.739199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e311fa59-a88c-4a50-b02a-74077cfe8fa2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:48.739941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.740297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44332585-d995-4e8a-950e-87100fa24ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:48.866148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.901970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e311fa59-a88c-4a50-b02a-74077cfe8fa2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e311fa59-a88c-4a50-b02a-74077cfe8fa2,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:48.906802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:48.907862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4f050f3a-9d73-4899-a6cb-972d2c24aa50 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:48.913829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] Set router aef05d15-9243-4be0-8005-7c10188dc760 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:48.934397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-85e4fbfc-1ed1-4fc0-a6d7-e18daed2b4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:48.945765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6d03f4-bc39-4091-bb8d-172d54db1398,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:48.948934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:48.962479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:48.963629 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:48.966656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:34:49.026463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.028706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e311fa59-a88c-4a50-b02a-74077cfe8fa2,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:49.032127 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:49.047119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:49.048012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.132984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.215440 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a485a30>, [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 3, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:49.219180 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a9ab4-a075-4afb-9037-219b421ca8cd None None] The sync data for ids ['aef05d15-9243-4be0-8005-7c10188dc760'] in dv-neutron-821183-1-hyperv is: [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 3, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:34:49.255641 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c76e52d2-fc9c-42bd-8d78-d8ba3cd6784d None None] Provisioning for port 7e6d03f4-bc39-4091-bb8d-172d54db1398 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:49.260392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c76e52d2-fc9c-42bd-8d78-d8ba3cd6784d None None] Provisioning complete for port 7e6d03f4-bc39-4091-bb8d-172d54db1398 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:49.260772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c76e52d2-fc9c-42bd-8d78-d8ba3cd6784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.313735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c76e52d2-fc9c-42bd-8d78-d8ba3cd6784d None None] Port 7e6d03f4-bc39-4091-bb8d-172d54db1398 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:34:49.369976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.375275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.406239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-3b94f349-18aa-47f9-b4b2-24c4369215cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:49.480319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.483826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Pushing event updated for resources: {'Port': ['ID=7e6d03f4-bc39-4091-bb8d-172d54db1398,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:49.486564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:49.620168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:34:49.621963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:34:49.843650 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0da52c6c-36fe-44e5-b507-a7ed8852f4fe None None] Provisioning complete for port 7e6d03f4-bc39-4091-bb8d-172d54db1398 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:49.844455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0da52c6c-36fe-44e5-b507-a7ed8852f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:49.908294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0da52c6c-36fe-44e5-b507-a7ed8852f4fe None None] Port 7e6d03f4-bc39-4091-bb8d-172d54db1398 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:34:50.023686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Router aef05d15-9243-4be0-8005-7c10188dc760 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:34:50.221071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:34:50.229669 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] 10.222.0.21 "PUT /v2.0/routers/aef05d15-9243-4be0-8005-7c10188dc760/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7500715
Dec 09 14:34:50.454076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e311fa59-a88c-4a50-b02a-74077cfe8fa2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:50.522213 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e311fa59-a88c-4a50-b02a-74077cfe8fa2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:50.522589 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:52.574355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4d72ea45-10a8-4870-9238-de179033ecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:54.502471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5a7f5320-a4d3-42c1-9c18-e352d0121808 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:54.594983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 5a7f5320-a4d3-42c1-9c18-e352d0121808 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:34:54.600911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5a7f5320-a4d3-42c1-9c18-e352d0121808 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:54.601375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:54.775021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:54.791764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 5a7f5320-a4d3-42c1-9c18-e352d0121808, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5a7f5320-a4d3-42c1-9c18-e352d0121808,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:34:54.800255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:54.802555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:54.878617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=5a7f5320-a4d3-42c1-9c18-e352d0121808,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:54.888806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:34:54.924001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53e259f2-4b2c-4b7a-af23-4452906a3ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:56.217046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:56.464789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:56.467629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5a7f5320-a4d3-42c1-9c18-e352d0121808 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:34:56.538789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5a7f5320-a4d3-42c1-9c18-e352d0121808 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:34:56.539166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:57.633378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:58.691368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Sync routers for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:34:58.707420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:34:58.708161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2352b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:58.894797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:34:59.234298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2352b0>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:34:43Z', 'revision_number': 2, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:34:59.238666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Checking router: 220dfaad-bb90-4223-af07-8ba121d197f8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:34:59.239033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Updating router 220dfaad-bb90-4223-af07-8ba121d197f8 port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:34:59.293985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:59.673744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:59.686460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Transition to ACTIVE for port object b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:34:59.703693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:34:59.703693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:34:59.990553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff856c02-82e4-4262-a4b7-b90362df0706 None None] Pushing event updated for resources: {'Port': ['ID=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:34:59.995032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff856c02-82e4-4262-a4b7-b90362df0706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:00.014999 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Attempting to bind port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:35:00.015376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Attempting to bind port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:35:00.015770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Attempting to bind port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 on network 192417cf-f483-4322-9bf8-018d19d52704 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:35:00.025319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:35:00.025725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Checking segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:35:00.026166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:00.026522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Bound using segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:35:00.027049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Bound port: b9f431bc-e34e-4ab2-a545-3ac37c1bfe86, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:35:00.027433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:00.124444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] For port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:35:00.127871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] For port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:35:00.132375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:00.136137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:00.215742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff856c02-82e4-4262-a4b7-b90362df0706 None None] Pushing event updated for resources: {'Port': ['ID=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:00.218380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:35:00.219002 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2352b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:00.286574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff856c02-82e4-4262-a4b7-b90362df0706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:00.451786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:35:00.546943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:35:00.656900 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Sync routers for ids ['aef05d15-9243-4be0-8005-7c10188dc760'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:35:00.675210 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Routers {'aef05d15-9243-4be0-8005-7c10188dc760'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:35:00.675959 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d465b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['aef05d15-9243-4be0-8005-7c10188dc760'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:00.778510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:35:00.822339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:00.822716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:00.869601 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Set router aef05d15-9243-4be0-8005-7c10188dc760 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:35:00.952593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2352b0>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:00.958809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:00.968616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeec6-a759-45ff-9229-d6c3babb4cdc None None] The sync data for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv is: [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:35:00.997389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:35:01.006496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:01.008429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b0564bca-8599-45cf-9e76-1de2a1e128c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:01.092407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:01.095413 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:01.243300 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d465b0>, [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:49Z', 'revision_number': 4, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7e6d03f4-bc39-4091-bb8d-172d54db1398', 'name': '', 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'mac_address': 'fa:16:3e:29:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:48Z', 'updated_at': '2021-12-09T14:34:49Z', 'revision_number': 2, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'subnets': [{'id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:01.248128 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Checking router: aef05d15-9243-4be0-8005-7c10188dc760 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:35:01.248476 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Updating router aef05d15-9243-4be0-8005-7c10188dc760 port 7e6d03f4-bc39-4091-bb8d-172d54db1398 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:35:01.303370 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:01.634019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-643d25ab-c357-40c8-ae57-2896eb526c0b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:01.635455 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-643d25ab-c357-40c8-ae57-2896eb526c0b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 815 time: 0.2652152
Dec 09 14:35:01.651261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-0c6ccdc8-261a-474f-9b40-d49558aa7ef5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/quotas/8c9db059dd5c4ae3b760804868e4f873 HTTP/1.1" status: 200  len: 375 time: 0.0103474
Dec 09 14:35:01.653608 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:01.665112 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Transition to ACTIVE for port object 7e6d03f4-bc39-4091-bb8d-172d54db1398 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:35:01.672330 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:01.675668 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:01.735574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-eada4346-18b2-47e4-98b3-701c40447963 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0792766
Dec 09 14:35:01.754419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-932e37ae-f286-4a90-b233-2db0ba9d7fb4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:35:01.755442 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-932e37ae-f286-4a90-b233-2db0ba9d7fb4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0057189
Dec 09 14:35:01.803550 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157fed1-38ac-46dc-a89c-824849527223 None None] Pushing event updated for resources: {'Port': ['ID=7e6d03f4-bc39-4091-bb8d-172d54db1398,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:01.806891 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6157fed1-38ac-46dc-a89c-824849527223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:01.898047 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Attempting to bind port 7e6d03f4-bc39-4091-bb8d-172d54db1398 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:35:01.898409 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Attempting to bind port 7e6d03f4-bc39-4091-bb8d-172d54db1398 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:35:01.898790 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Attempting to bind port 7e6d03f4-bc39-4091-bb8d-172d54db1398 on network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:35:01.900088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-c8e9ec5d-eda9-413c-808b-4790a877d2de service neutron] 10.222.0.21 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373229
Dec 09 14:35:01.905782 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:35:01.906155 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Checking segment: {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:35:01.906552 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:01.906935 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Bound using segment: {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:35:01.907390 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Bound port: 7e6d03f4-bc39-4091-bb8d-172d54db1398, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4f6d58-79a4-4329-acba-21a90240cc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:35:01.907747 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:01.997897 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] For port 7e6d03f4-bc39-4091-bb8d-172d54db1398, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:35:02.000833 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] For port 7e6d03f4-bc39-4091-bb8d-172d54db1398, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e6d03f4-bc39-4091-bb8d-172d54db1398,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:35:02.005141 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:02.008632 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-e926f585-343f-4daf-a12c-678fcadab72d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:02.030261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-b5adf319-868d-4c47-8f76-f166ae3d7135 service neutron] 10.222.0.21 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293290
Dec 09 14:35:02.083945 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Routers {'aef05d15-9243-4be0-8005-7c10188dc760'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:35:02.084577 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d465b0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:34:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['aef05d15-9243-4be0-8005-7c10188dc760'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:02.142118 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157fed1-38ac-46dc-a89c-824849527223 None None] Pushing event updated for resources: {'Port': ['ID=7e6d03f4-bc39-4091-bb8d-172d54db1398,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:02.151432 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6157fed1-38ac-46dc-a89c-824849527223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:02.255628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eda31358-c0e5-4612-b6f7-3901a0fbeadb req-1a6c5d30-fef6-47b5-a74f-13c2dd7375a4 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 210 time: 0.0437477
Dec 09 14:35:02.290406 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] Set router aef05d15-9243-4be0-8005-7c10188dc760 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:35:02.470787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:35:02.551770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:02.552390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:02.634589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d465b0>, [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:49Z', 'revision_number': 4, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7e6d03f4-bc39-4091-bb8d-172d54db1398', 'name': '', 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'mac_address': 'fa:16:3e:29:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:48Z', 'updated_at': '2021-12-09T14:35:01Z', 'revision_number': 4, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'subnets': [{'id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:02.638801 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d914b4-8bba-4ccd-9fa7-0d653082a0c3 None None] The sync data for ids ['aef05d15-9243-4be0-8005-7c10188dc760'] in dv-neutron-821183-1-hyperv is: [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:49Z', 'revision_number': 4, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '7e6d03f4-bc39-4091-bb8d-172d54db1398', 'name': '', 'network_id': 'ee661e4e-224f-4681-aaf0-f40cb2e1b7f2', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'mac_address': 'fa:16:3e:29:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:48Z', 'updated_at': '2021-12-09T14:35:01Z', 'revision_number': 4, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'subnets': [{'id': 'a7f29722-ae5e-4c4b-8012-98bafea99b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:35:03.366146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-3b7a9373-95d3-4f1e-a082-b43460317c81 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:03.368269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-3b7a9373-95d3-4f1e-a082-b43460317c81 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 815 time: 0.1611977
Dec 09 14:35:03.385909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'port': {'device_id': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'admin_state_up': True, 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:03.391089 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:35:03.451935 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f936a48f-6556-4b22-898f-c05c5a2ba8fa req-a7235115-c969-44d6-9baf-6bca6dd3d5cf tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 210 time: 0.0482345
Dec 09 14:35:03.571422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:03.575250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:port and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:03.578033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:03.583619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:03.593598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Made reservation on behalf of 8c9db059dd5c4ae3b760804868e4f873 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:35:03.596620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:03.768620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Allocated IP 172.20.0.5 (192417cf-f483-4322-9bf8-018d19d52704/b59deb45-1acf-43a2-b822-72fe24b4cb79/d6626e2b-18d9-4a4b-8dd8-e4d9abc79977) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:35:03.976369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:03.993097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Transition to ACTIVE for port object d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:35:04.017323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:04.023691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c635503b-1593-4ce4-9a26-90cde8023197 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:04.105374 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Network 192417cf-f483-4322-9bf8-018d19d52704 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:35:04.108436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:35:04.113261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:35:04.147641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:04.152265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:04.183962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:04.185698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:04.209556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8279920
Dec 09 14:35:04.436158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6a11ef25-181f-4fb1-986c-716ef117682c None None] Provisioning for port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:35:04.444871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6a11ef25-181f-4fb1-986c-716ef117682c None None] Provisioning complete for port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:04.445257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6a11ef25-181f-4fb1-986c-716ef117682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:04.514482 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e6d03f4-bc39-4091-bb8d-172d54db1398 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:35:04.562614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6a11ef25-181f-4fb1-986c-716ef117682c None None] Port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:35:04.618180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 7e6d03f4-bc39-4091-bb8d-172d54db1398 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:35:04.625723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7e6d03f4-bc39-4091-bb8d-172d54db1398 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:04.626467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:04.747190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e404ca-621f-4913-9361-c543a91995c1 req-93ced353-f551-4dbe-be9f-fe4319a97ba8 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:04.747924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-16e404ca-621f-4913-9361-c543a91995c1 req-93ced353-f551-4dbe-be9f-fe4319a97ba8 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Synchronizing usage tracker for tenant:8c9db059dd5c4ae3b760804868e4f873 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:35:04.769123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:04.779416 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-16e404ca-621f-4913-9361-c543a91995c1 req-93ced353-f551-4dbe-be9f-fe4319a97ba8 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Unset dirty status for tenant:8c9db059dd5c4ae3b760804868e4f873 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:35:04.786127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16e404ca-621f-4913-9361-c543a91995c1 req-93ced353-f551-4dbe-be9f-fe4319a97ba8 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.1793036
Dec 09 14:35:04.810555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 7e6d03f4-bc39-4091-bb8d-172d54db1398, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e6d03f4-bc39-4091-bb8d-172d54db1398,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:35:04.816004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:04.818227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-afc12724-ff5b-4032-907f-81f2c4c3485e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:04.838110 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16e404ca-621f-4913-9361-c543a91995c1 req-fb9f156b-3342-4517-b166-0c2f2edbacea tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510414
Dec 09 14:35:04.894445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=7e6d03f4-bc39-4091-bb8d-172d54db1398,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:04.903543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.903892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.904233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.904571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.904907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.905238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.905594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.905928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.906253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.906576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.906900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:04.910534 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:06.039840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd05507-f35a-4c53-a449-3b4742775239 req-ca7c3490-a6d4-45f3-ac84-398400592df5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:06.041329 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3fd05507-f35a-4c53-a449-3b4742775239 req-ca7c3490-a6d4-45f3-ac84-398400592df5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.0814734
Dec 09 14:35:06.091851 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3fd05507-f35a-4c53-a449-3b4742775239 req-ba2b19bc-0b78-4e92-8062-0ab47218b562 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412652
Dec 09 14:35:06.464005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e6d03f4-bc39-4091-bb8d-172d54db1398 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:35:06.593609 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 7e6d03f4-bc39-4091-bb8d-172d54db1398 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:06.593989 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:07.298821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70628bf-d759-4b34-ae5a-3153bfb1a2d6 req-858ce74c-c892-4fcc-8405-c626e4f7d7aa tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:07.300384 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c70628bf-d759-4b34-ae5a-3153bfb1a2d6 req-858ce74c-c892-4fcc-8405-c626e4f7d7aa tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.0863469
Dec 09 14:35:07.348125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c70628bf-d759-4b34-ae5a-3153bfb1a2d6 req-af29c284-ec0e-448e-9a5c-dac640e16b4e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420291
Dec 09 14:35:08.559789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa68d4-9ebd-4e32-9444-4325c2f7f9dd req-95a3770d-b5a8-45b5-89ed-24a809247b42 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:08.561344 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44fa68d4-9ebd-4e32-9444-4325c2f7f9dd req-95a3770d-b5a8-45b5-89ed-24a809247b42 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.0790381
Dec 09 14:35:08.614210 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-44fa68d4-9ebd-4e32-9444-4325c2f7f9dd req-51cccbd2-77e7-48f7-93ae-48aaeefffb0f tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469902
Dec 09 14:35:09.941897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ced839-214e-4800-96cc-4e01cbffc187 req-c20f8ce8-5e61-4391-b292-7bf8e01cb254 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:09.943361 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ced839-214e-4800-96cc-4e01cbffc187 req-c20f8ce8-5e61-4391-b292-7bf8e01cb254 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.2029095
Dec 09 14:35:09.990253 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f4ced839-214e-4800-96cc-4e01cbffc187 req-6923f7b6-9bb6-4b8b-8acf-948aaa0fb4df tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408821
Dec 09 14:35:11.193213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047aab3-e926-4e88-90e4-2286451b9285 req-1c0965c6-5f00-43d0-a579-34db7855555e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:11.194655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e047aab3-e926-4e88-90e4-2286451b9285 req-1c0965c6-5f00-43d0-a579-34db7855555e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.0787239
Dec 09 14:35:11.243288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e047aab3-e926-4e88-90e4-2286451b9285 req-2a082d9e-1a87-4f6f-aeec-87a9304d7a6e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430577
Dec 09 14:35:12.447185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e89b50-ed49-476e-a23f-90af34e193fc req-1d9081c3-5ae3-4989-b0d0-5c915697c5d0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:12.448887 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9e89b50-ed49-476e-a23f-90af34e193fc req-1d9081c3-5ae3-4989-b0d0-5c915697c5d0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.0805497
Dec 09 14:35:12.496978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9e89b50-ed49-476e-a23f-90af34e193fc req-fe1fe602-e99d-476c-865c-fb56af1a3fac tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421677
Dec 09 14:35:13.694842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5e3cf-4595-413b-8698-4c32c744669b req-1450052a-8405-49a7-8128-96158aed9207 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:13.696171 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72f5e3cf-4595-413b-8698-4c32c744669b req-1450052a-8405-49a7-8128-96158aed9207 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 931 time: 0.0800703
Dec 09 14:35:13.743544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-72f5e3cf-4595-413b-8698-4c32c744669b req-efd15afe-40b1-4a94-859e-5264b2b5b02e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416956
Dec 09 14:35:14.016586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Request body: {'port': {'device_id': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:14.128043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:14.453276 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:35:14.459842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:14.473494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Transition to ACTIVE for port object d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:35:14.477165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:14.481737 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-69f7c9e1-a3c9-4e78-a7b1-9b49653b515d tempest-ServersNegativeTestJSON-1375278106 tempest-ServersNegativeTestJSON-1375278106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:14.606225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:14.609901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:14.716915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Attempting to bind port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:35:14.717579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Attempting to bind port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:35:14.717579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Attempting to bind port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 on network 192417cf-f483-4322-9bf8-018d19d52704 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:35:14.723157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 on network 192417cf-f483-4322-9bf8-018d19d52704 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:35:14.723472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Attempting to bind port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 on network 192417cf-f483-4322-9bf8-018d19d52704 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:35:14.729669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:35:14.729999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Checking segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:35:14.730377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Bound using segment: {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:35:14.730789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Bound port: d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634e2837-e2fb-4e30-a326-a1e486f17468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '192417cf-f483-4322-9bf8-018d19d52704'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:35:14.731123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:14.820748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:35:14.824328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:35:14.828345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:14.832073 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0e829463-26c0-422d-b360-c6b877c6a13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:14.941176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:14.942560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] 10.222.0.35 "PUT /v2.0/ports/d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 1093 time: 0.9304514
Dec 09 14:35:14.944776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:35:14.957342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:14.961398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:15.001893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1711f-0b8b-4923-9d8a-cdf87f8e007f req-4bbc52c3-6015-4b18-a7bd-b70cff98609e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:15.003577 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5e1711f-0b8b-4923-9d8a-cdf87f8e007f req-4bbc52c3-6015-4b18-a7bd-b70cff98609e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 943 time: 0.1351321
Dec 09 14:35:15.038376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'status': 'completed', 'code': 200}
Dec 09 14:35:15.122011 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5e1711f-0b8b-4923-9d8a-cdf87f8e007f req-433d2323-644f-478f-af32-1ea86e195f18 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859892
Dec 09 14:35:15.130862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-f05ace75-f67b-4415-a249-704909b906fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1096 time: 0.1261096
Dec 09 14:35:15.202889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-651199d6-b9e5-4dbb-b10b-d71a01ce28c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 217 time: 0.0644190
Dec 09 14:35:15.266328 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-03f7b73d-cfe6-4c3b-a7f3-604adf29ad42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:15.267683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-03f7b73d-cfe6-4c3b-a7f3-604adf29ad42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0591795
Dec 09 14:35:15.339958 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-1a78763d-835d-4a6f-9c8d-f6d3f556bea9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658889
Dec 09 14:35:15.560523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-ac017079-a6b2-466a-be8c-73eb86577293 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129104
Dec 09 14:35:15.692734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4317f12c-a958-4f23-9d29-85ed3c9b7ca7 req-c7cdadc9-4a5b-4774-935b-cdc75cbb1cd1 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253724
Dec 09 14:35:15.810328 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-674e0f1e-3d99-4cc8-aef3-e08330e5e965 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1096 time: 0.0765615
Dec 09 14:35:15.940257 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504451f-49f6-4f81-918e-65e175a0a347 req-0e564e75-8f7d-4a5f-9e4c-b8e3c74082f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:15.941718 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-0e564e75-8f7d-4a5f-9e4c-b8e3c74082f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1245527
Dec 09 14:35:16.009798 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-3e1dfda2-89f9-407c-a452-0abe3030d059 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 217 time: 0.0601623
Dec 09 14:35:16.075856 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504451f-49f6-4f81-918e-65e175a0a347 req-47d1ed39-b887-4bb3-ba43-52b54e04d1d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:16.077142 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-47d1ed39-b887-4bb3-ba43-52b54e04d1d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0608997
Dec 09 14:35:16.151919 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-a51d1eef-c046-49b9-9aed-0a01273f7def service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670452
Dec 09 14:35:16.331013 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-0d09b4a3-032d-4351-84e9-04e476c7a09e service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717424
Dec 09 14:35:16.431965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0d89f-3ba8-4e28-9ae2-76e080d228d5 req-def57f0a-33f6-4cc1-9e9f-22007a00bb71 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:16.433436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5d0d89f-3ba8-4e28-9ae2-76e080d228d5 req-def57f0a-33f6-4cc1-9e9f-22007a00bb71 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 943 time: 0.1836946
Dec 09 14:35:16.480884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:16.516093 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5d0d89f-3ba8-4e28-9ae2-76e080d228d5 req-943e3744-023b-4bb2-8eba-11559400b812 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761344
Dec 09 14:35:16.517894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f504451f-49f6-4f81-918e-65e175a0a347 req-054454e7-9ffa-4226-8bd1-2e7c155ec1e0 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764054
Dec 09 14:35:17.708806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2d3ac-cd48-4617-a6c5-36c73cbdd189 req-84429eac-2878-4f67-8927-1f95111afac5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:17.710256 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04e2d3ac-cd48-4617-a6c5-36c73cbdd189 req-84429eac-2878-4f67-8927-1f95111afac5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 943 time: 0.0758982
Dec 09 14:35:17.763628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04e2d3ac-cd48-4617-a6c5-36c73cbdd189 req-d47ebbe9-692d-4aee-8f9a-a3fe0f8b8d86 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479000
Dec 09 14:35:18.050317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:35:18.179381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:35:18.192435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'port_id': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'mac_address': 'fa:16:3e:41:53:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:35:18.248348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:18.265043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:35:18.279683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:35:18.283592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:18.285323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3fd36ce5-467b-4574-a518-45ef57e55a3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:18.346678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:18.349388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:18.486328 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6626e2b-18d9-4a4b-8dd8-e4d9abc79977'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:35:18.951912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcf0ca-51c6-4cd4-aea7-ac812601b0b4 req-572cf6b2-22ca-47bb-b622-e3447eaabaf1 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:18.953316 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dffcf0ca-51c6-4cd4-aea7-ac812601b0b4 req-572cf6b2-22ca-47bb-b622-e3447eaabaf1 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 944 time: 0.0747027
Dec 09 14:35:18.996661 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dffcf0ca-51c6-4cd4-aea7-ac812601b0b4 req-e3e58ca6-8198-4ae4-a0ca-80af0a0cdcf4 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379467
Dec 09 14:35:20.050437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:35:20.120515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:35:20.125170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:20.125574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:20.218075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838af37b-9afb-41dc-af86-282181a596be req-1e9d84ec-bd47-4ff8-8638-94c550c598b2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:20.219541 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-838af37b-9afb-41dc-af86-282181a596be req-1e9d84ec-bd47-4ff8-8638-94c550c598b2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 944 time: 0.0809639
Dec 09 14:35:20.239598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:20.265119 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-838af37b-9afb-41dc-af86-282181a596be req-3ca9a59d-2379-4748-838f-fbcbe2ff7f05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398252
Dec 09 14:35:20.266573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:35:20.276381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:35:20.281345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:20.284298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff856c02-82e4-4262-a4b7-b90362df0706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:20.326324 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'code': 200}
Dec 09 14:35:20.359681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:20.363910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:20.544288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eafa16a0-f57a-4b67-b444-a7673e3fa465 req-86ae669b-78a5-459b-b651-611a9ad4336a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1098 time: 0.0681787
Dec 09 14:35:20.585491 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eafa16a0-f57a-4b67-b444-a7673e3fa465 req-5d99cf32-a0fc-4bf4-a861-df43b18afe85 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352359
Dec 09 14:35:21.462771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a730c-1b20-43f9-a778-9b1fe0d9fe57 req-3c0cf536-373e-47d2-8bab-c5b9594dcaaa tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:21.464223 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-726a730c-1b20-43f9-a778-9b1fe0d9fe57 req-3c0cf536-373e-47d2-8bab-c5b9594dcaaa tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0800130
Dec 09 14:35:21.510343 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-726a730c-1b20-43f9-a778-9b1fe0d9fe57 req-ac0530a4-fcd9-493a-98b0-5ae988e6a773 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402794
Dec 09 14:35:22.575734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc235693-1ec3-4ea8-84c9-c28aed61f850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:22.712617 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba98598-be13-40bc-b463-a103ae4a5c85 req-b0d87ded-e994-46f6-a8aa-2cba85629394 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:22.714546 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aba98598-be13-40bc-b463-a103ae4a5c85 req-b0d87ded-e994-46f6-a8aa-2cba85629394 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0817900
Dec 09 14:35:22.775830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aba98598-be13-40bc-b463-a103ae4a5c85 req-8e5b921d-056c-437a-933e-7c336a0289bb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557480
Dec 09 14:35:23.064798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfae52-b140-4bfd-83df-22b3c1670216 req-eef0c851-8c92-4b58-a09f-9dfdbc676ee5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:23.066190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69dfae52-b140-4bfd-83df-22b3c1670216 req-eef0c851-8c92-4b58-a09f-9dfdbc676ee5 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.1742530
Dec 09 14:35:23.111385 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69dfae52-b140-4bfd-83df-22b3c1670216 req-a4e8ff8a-37e8-471e-a57e-6569b47be3ee tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396428
Dec 09 14:35:23.519936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c28d94-4b61-4e4a-a7af-76e2a6d9a686 req-7f8042ab-4046-4358-a0b3-49f6ffc6585b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:23.521358 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c28d94-4b61-4e4a-a7af-76e2a6d9a686 req-7f8042ab-4046-4358-a0b3-49f6ffc6585b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0774882
Dec 09 14:35:23.565543 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c28d94-4b61-4e4a-a7af-76e2a6d9a686 req-d4a29a2b-076f-4bdd-9c25-60ac0c2bddc1 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381904
Dec 09 14:35:24.919737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b18a3b2b-ee5e-4976-988f-6d43c792bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:26.216753 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:26.456247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:27.633720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:33.874854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acc1bc-a465-41db-ac0c-c5d1ecf033e4 req-225b1873-fb99-44d1-8889-58c22a68c6b9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:33.876263 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8acc1bc-a465-41db-ac0c-c5d1ecf033e4 req-225b1873-fb99-44d1-8889-58c22a68c6b9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0757763
Dec 09 14:35:33.919617 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f8acc1bc-a465-41db-ac0c-c5d1ecf033e4 req-794371e7-51f9-485b-945e-1458702e31d6 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379570
Dec 09 14:35:33.947110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36828) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:34.137260 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a8e5e25-328d-4d62-a6a0-05ea5f4e1dc2 tempest-TestMinimumBasicScenario-835222943 tempest-TestMinimumBasicScenario-835222943-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1093 time: 0.1890252
Dec 09 14:35:34.140018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 36834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:34.144975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:34.150231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:34.154906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:floatingip and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:34.157653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:34.163180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:34.173916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:34.306232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:34.440905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Allocated IP 172.26.3.44 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/a24f763c-9db7-4e49-9744-53a0dbc18fd0) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:35:34.583883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:34.610518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:34.614671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f92da0dc-0b5e-4c96-8678-e068173c0da1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:34.676508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:35:34.679877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:35:34.684853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:35:34.708595 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'Port': ['ID=a24f763c-9db7-4e49-9744-53a0dbc18fd0,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:34.729803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.730180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.730556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.730923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.731289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.731657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.732019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.732376 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.732732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.733084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.733706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:34.738249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:35.191913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:35.248582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:35.545453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:35.550280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:35.554700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d8faae50-abcb-47f3-9ead-7a479fca8255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:35.651305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'Port': ['ID=a24f763c-9db7-4e49-9744-53a0dbc18fd0,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:35.655140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:35.671404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:35.875375 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Floating IP 4e1018b9-f9a7-4d63-b4bc-7558d1eddfad associated. External IP: 172.26.3.44, port: d6626e2b-18d9-4a4b-8dd8-e4d9abc79977.
Dec 09 14:35:36.265988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Router 220dfaad-bb90-4223-af07-8ba121d197f8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:35:36.464460 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:35:36.474550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] Sync routers for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:35:36.488358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:35:36.489011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449900730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:35:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:36.490296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.554806 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4137955
Dec 09 14:35:36.555562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:35:36.558701 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36838) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:36.567583 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455605880', 'description': 'tempest-secgroup-smoke-1455605880 description', 'project_id': '8c9db059dd5c4ae3b760804868e4f873'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:36.577933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:36.582107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:36.585247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:36.592588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:36.604162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.614259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'status': 'completed', 'code': 200}
Dec 09 14:35:36.643135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:36.646962 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:36.649785 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:36.656218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:36.682527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:35:36.713679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.715631 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-9b56d639-ed4c-4eed-99d9-5f82668a543e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1098 time: 0.0774224
Dec 09 14:35:36.717573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.721333 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-35942035-408c-4901-8181-5b3d9085ce61 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:36.756505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:36.773488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.773912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.774297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.774735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.775106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.775496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.775940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.776263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.776925 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.777307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.777689 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:35:36.780956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.785191 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2253969
Dec 09 14:35:36.786267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36844) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:36.786621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:36.792663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group_rule': {'security_group_id': 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2', 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:36.798598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:36.802671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:36.805637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:36.811374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:36.832589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.856225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-dedcc869-46a6-4ddf-ac8a-9bfb37f9fff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:36.857693 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-dedcc869-46a6-4ddf-ac8a-9bfb37f9fff7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1346469
Dec 09 14:35:36.899501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.905113 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.907314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b70fe755-f709-4e68-a669-92040a946d88 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:36.928152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6611541e-c344-415e-bd10-ec5dcb47c8fd,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:36.932438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:36.943030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:36.944590 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1570508
Dec 09 14:35:36.947405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36848) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:36.953794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group_rule': {'security_group_id': 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2', 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:36.959807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:36.964615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:36.967648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:36.973842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:36.976873 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-0ffc3204-f586-4e92-8fc7-6ff2244b65a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 998 time: 0.1116409
Dec 09 14:35:36.990804 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.052115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-1013a473-aec5-4f08-94e5-ce3c710f5448 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:37.053897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-1013a473-aec5-4f08-94e5-ce3c710f5448 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0662811
Dec 09 14:35:37.054683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.059249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.060949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-40018fc0-f730-4e64-8de1-595ed4898e3a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:37.083244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449900730>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '4e1018b9-f9a7-4d63-b4bc-7558d1eddfad', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'floating_ip_address': '172.26.3.44', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'port_id': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'mac_address': 'fa:16:3e:41:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:35:35Z', 'updated_at': '2021-12-09T14:35:35Z', 'revision_number': 0, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:37.085065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156f4af7-2315-47a9-8204-6b01ba09bd05,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:37.087444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] Checking router: 220dfaad-bb90-4223-af07-8ba121d197f8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:35:37.087940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:37.097812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.102879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:35:37.103032 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1511919
Dec 09 14:35:37.103166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449900730>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:35:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:37.103423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36852) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:37.110198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group_rule': {'security_group_id': 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2', 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:37.116283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:37.120429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:37.123714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:37.129597 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:37.134153 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-fb164542-4fa2-4b85-9dfd-5bc7eda23d9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735428
Dec 09 14:35:37.148486 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.218754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.223001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.225259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-44c3547a-0693-4ec8-814e-7f141a63d256 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:37.311038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:35:37.359631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f466aa-8da0-4daa-a5c8-0928ff0ec61a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:37.362067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:37.371100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.372514 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2674208
Dec 09 14:35:37.375137 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36856) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:37.381242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group_rule': {'security_group_id': 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2', 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:37.387091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:37.394993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:37.403745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:37.413637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:37.414728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-6553c7fa-c865-4aa6-b595-ad5a94597d86 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2657402
Dec 09 14:35:37.434542 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.515010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.520445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.522803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dbb341cd-982b-4824-9071-eebf7c650739 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:37.557180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a99ae1f-1e1d-46d4-9a4c-d769590d0565,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:37.561834 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.563884 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1877379
Dec 09 14:35:37.565842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:37.567044 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36860) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:37.571023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2c7c042c-d22b-417c-aa27-e8a1148d0bf8 req-c9a907db-3476-4d16-a988-7973742c8636 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550508
Dec 09 14:35:37.575160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group_rule': {'security_group_id': 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2', 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:37.581700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:37.586219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:37.590764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:37.597500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:37.608108 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Project 8c9db059dd5c4ae3b760804868e4f873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:35:37.614898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.678416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.682337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.684168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac8c683d-ddb2-4a90-832a-6b653bfd019e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:37.706285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cea713-75e5-4080-b3f6-70a05b11fe46,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:37.708744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:37.709364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449900730>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '4e1018b9-f9a7-4d63-b4bc-7558d1eddfad', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'floating_ip_address': '172.26.3.44', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'port_id': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'mac_address': 'fa:16:3e:41:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:35:35Z', 'updated_at': '2021-12-09T14:35:35Z', 'revision_number': 0, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:35:37.714736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4762cf6-ef38-4251-9da6-7c23d66f7f2a None None] The sync data for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv is: [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '4e1018b9-f9a7-4d63-b4bc-7558d1eddfad', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'floating_ip_address': '172.26.3.44', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'port_id': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'mac_address': 'fa:16:3e:41:53:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:35:35Z', 'updated_at': '2021-12-09T14:35:35Z', 'revision_number': 0, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:35:37.716951 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.718189 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1499050
Dec 09 14:35:37.720882 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36864) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:35:37.726500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'security_group_rule': {'security_group_id': 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2', 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:37.732710 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:35:37.737087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Usage tracker for resource:security_group_rule and tenant:8c9db059dd5c4ae3b760804868e4f873 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:35:37.742081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:35:37.748158 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:35:37.763134 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Project 8c9db059dd5c4ae3b760804868e4f873 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:35:37.770220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.837940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.843691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.845450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-80bc335d-60d8-4af3-bb38-f5d8cc7ca6f5 tempest-TestNetworkAdvancedServerOps-1499572771 tempest-TestNetworkAdvancedServerOps-1499572771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:37.867594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2acae5-9fdb-4553-ac58-35989307c982,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:37.870567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:37.878765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:37.879982 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1581593
Dec 09 14:35:37.928951 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b5a14-2093-4649-a236-622412ff1fc3 None None] New status for floating IP 4e1018b9-f9a7-4d63-b4bc-7558d1eddfad: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:35:38.025679 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-235bc0ff-2c60-4bdd-b397-68cfef60c837 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455605880&fields=id&tenant_id=8c9db059dd5c4ae3b760804868e4f873 HTTP/1.1" status: 200  len: 267 time: 0.0485427
Dec 09 14:35:38.109613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-f7e695db-f4e3-4511-b547-2d0da4f1684e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:38.111002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-f7e695db-f4e3-4511-b547-2d0da4f1684e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0810642
Dec 09 14:35:38.122951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'port': {'security_groups': ['39bfdb4e-06e2-489a-a6f9-71b987857d00', 'a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:35:38.239964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:38.494404 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:35:38.518660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:38.523215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:38.528468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b12d6cfb-a99a-4b04-a2d0-b952b2b747b5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:35:38.535321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6626e2b-18d9-4a4b-8dd8-e4d9abc79977'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:35:38.586096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:38.586701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:38.588060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70be1bb7-aba4-4d4c-9b6a-fd9f9cf9321a req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "PUT /v2.0/ports/d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 981 time: 0.4704189
Dec 09 14:35:38.615756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:35:38.626076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=6']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:35:38.629913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:35:38.664369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6626e2b-18d9-4a4b-8dd8-e4d9abc79977'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:35:38.685252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'status': 'completed', 'code': 200}
Dec 09 14:35:38.843431 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-caec63a5-8ec9-43c4-a462-532b1b8bcf0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1137 time: 0.1099293
Dec 09 14:35:38.849148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dad26-9439-4b9c-92b4-429a4b5df391 req-672f13ff-f17b-461c-8dd7-1a18995825d4 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:38.850575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-042dad26-9439-4b9c-92b4-429a4b5df391 req-672f13ff-f17b-461c-8dd7-1a18995825d4 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.1525455
Dec 09 14:35:38.993187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-042dad26-9439-4b9c-92b4-429a4b5df391 req-1536a676-e3fe-478a-848e-52d36d39ef13 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1211908
Dec 09 14:35:39.016291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-e2f4d6ac-b4ff-44a9-af4e-7d00dd044474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:39.016695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-54c4bc7a-dff1-43c0-bbc5-16f011997e04 None None] Provisioning complete for port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:35:39.017170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-54c4bc7a-dff1-43c0-bbc5-16f011997e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:39.017699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-e2f4d6ac-b4ff-44a9-af4e-7d00dd044474 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1661990
Dec 09 14:35:39.122170 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-8afdff82-a770-4570-862b-59c3e4261733 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 1000 time: 0.0977688
Dec 09 14:35:39.184742 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-9797098a-f659-4c89-aef8-b06f9d9fba5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:39.186238 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-9797098a-f659-4c89-aef8-b06f9d9fba5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0570693
Dec 09 14:35:39.263265 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-34516399-d5e1-4724-ac2c-d736e2baecc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703146
Dec 09 14:35:39.395299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-de08b381-1378-4821-b60a-2ecac553a469 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250756
Dec 09 14:35:39.524244 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe09a602-2647-4b11-b4bd-2e641e2a0404 req-10317366-2b4a-4cac-b901-3e78cd3c8666 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216867
Dec 09 14:35:40.390805 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:35:46.474550 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:47.716185 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-ee186a2f-0f90-4e2f-b833-739a258f62fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0666277
Dec 09 14:35:47.946538 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-88e59d94-f7a7-40b0-bb57-d327a349e686 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1137 time: 0.1628394
Dec 09 14:35:48.088562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-fe770ff6-ef82-4fa6-9c3e-59e8642e3858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:48.090010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-fe770ff6-ef82-4fa6-9c3e-59e8642e3858 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1237862
Dec 09 14:35:48.193981 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-70fc87b9-db6a-4d72-b657-159ae4d5b6c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 1000 time: 0.0964122
Dec 09 14:35:48.256267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-05a2966c-0e57-48f6-a55b-2b680e066f4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:48.257604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-05a2966c-0e57-48f6-a55b-2b680e066f4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0566344
Dec 09 14:35:48.329894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-2dd42f62-8d11-4b7b-95b2-8209b6fc2b09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0656085
Dec 09 14:35:48.463821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-28611365-4846-47db-8496-593b42708b99 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262670
Dec 09 14:35:48.595133 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2ab99e1-c0a6-4455-af4c-9801b3634b91 req-cba9022f-3879-4bef-9bcf-d1c338a43b78 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237504
Dec 09 14:35:52.577120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b0d6973a-f1a5-4055-ace3-bd1a8162a3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:54.328771 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-1cc15217-9660-45cf-b7ec-42b90c86f9ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1137 time: 0.1300907
Dec 09 14:35:54.339027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a1e06-27f1-476e-9aef-d1549f3d47ce req-39dd8140-3956-4fe1-a6a8-228eb95da04f tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:54.340356 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c59a1e06-27f1-476e-9aef-d1549f3d47ce req-39dd8140-3956-4fe1-a6a8-228eb95da04f tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0988874
Dec 09 14:35:54.470719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c59a1e06-27f1-476e-9aef-d1549f3d47ce req-3197be69-20fd-4f3c-9d1c-07aed894a7e6 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1100342
Dec 09 14:35:54.501999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-b97d3da9-87d6-4d7d-ac44-729ab36d9e40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:54.503429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-b97d3da9-87d6-4d7d-ac44-729ab36d9e40 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1622570
Dec 09 14:35:54.605709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-f92bb581-dfd3-4c64-b1f2-70fa3ea67ba4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 1000 time: 0.0942829
Dec 09 14:35:54.668304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-3966aadd-fe60-4375-97e6-0e59b4d339a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:54.669709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-3966aadd-fe60-4375-97e6-0e59b4d339a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0553546
Dec 09 14:35:54.743161 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-39af3094-cf12-478f-8e17-9fe40cbfac1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667655
Dec 09 14:35:54.871702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-f324842a-0ea2-4f11-967a-6da791ad381e service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216514
Dec 09 14:35:54.922150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c85ca454-b66a-4f92-a8b2-37cfb29fe112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:55.001221 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23db7dbd-722f-4a12-bd6c-a1ad925905c6 req-97186eeb-9e9e-4652-a8d6-55a7561307a2 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223145
Dec 09 14:35:55.765285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfabf4-2ad6-4095-9aca-5c6190cde5b9 req-14209768-54c1-4058-a533-d467a1d0d81d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:55.766683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1cfabf4-2ad6-4095-9aca-5c6190cde5b9 req-14209768-54c1-4058-a533-d467a1d0d81d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.1762819
Dec 09 14:35:55.813147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1cfabf4-2ad6-4095-9aca-5c6190cde5b9 req-75485d65-52d9-472a-9549-2cfa4211e973 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407939
Dec 09 14:35:56.220345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:56.458499 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:57.006693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4bd35-d510-4b6d-9874-a29461cc16b9 req-11e01099-0edc-41d0-b56d-15843df9af20 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:57.008124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89e4bd35-d510-4b6d-9874-a29461cc16b9 req-11e01099-0edc-41d0-b56d-15843df9af20 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0754397
Dec 09 14:35:57.056160 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-89e4bd35-d510-4b6d-9874-a29461cc16b9 req-cf51e6bf-7a57-40c8-bbc8-9c84ba687463 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419676
Dec 09 14:35:57.636682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:35:58.251920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadfe77-908e-4e65-8c60-78203957d7d3 req-204d515c-ad25-485e-8273-2959db7c55bc tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:58.253341 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-abadfe77-908e-4e65-8c60-78203957d7d3 req-204d515c-ad25-485e-8273-2959db7c55bc tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0753024
Dec 09 14:35:58.300707 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-abadfe77-908e-4e65-8c60-78203957d7d3 req-328683f8-b910-47d4-9033-0ce4bf16abd3 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408449
Dec 09 14:35:59.501282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3d9b2-f2b3-4a6a-b512-121eeb7b4c0e req-6fd6c2b4-3096-48d2-8591-1da3a70a18a4 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:35:59.502744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9a3d9b2-f2b3-4a6a-b512-121eeb7b4c0e req-6fd6c2b4-3096-48d2-8591-1da3a70a18a4 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0858898
Dec 09 14:35:59.548274 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d9a3d9b2-f2b3-4a6a-b512-121eeb7b4c0e req-7c95c3be-ca27-408c-809b-36c7b6c831ce tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399814
Dec 09 14:36:00.742059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694957c-88e2-4a62-85d3-4a6faac318e2 req-8a32cb24-b69c-432e-8a14-3188216165f0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:00.743511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2694957c-88e2-4a62-85d3-4a6faac318e2 req-8a32cb24-b69c-432e-8a14-3188216165f0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0754957
Dec 09 14:36:00.791481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2694957c-88e2-4a62-85d3-4a6faac318e2 req-0706b0c2-e341-4a5e-9d0e-f1504c503cd0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414662
Dec 09 14:36:01.988305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fff52-3273-441f-af80-07b37c63a10a req-f947d05e-494b-4d0d-ad45-f139ade9563b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:01.989918 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a37fff52-3273-441f-af80-07b37c63a10a req-f947d05e-494b-4d0d-ad45-f139ade9563b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0803728
Dec 09 14:36:02.036131 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a37fff52-3273-441f-af80-07b37c63a10a req-79c068a6-71f8-42d1-9fa3-7b29f768f5ef tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401242
Dec 09 14:36:03.229553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377eb6f-bead-4f49-9cbd-5140b62e2c3d req-3312eed0-b31e-4582-9f09-3e4751e2d009 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:03.230976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2377eb6f-bead-4f49-9cbd-5140b62e2c3d req-3312eed0-b31e-4582-9f09-3e4751e2d009 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0758448
Dec 09 14:36:03.280662 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2377eb6f-bead-4f49-9cbd-5140b62e2c3d req-46ccbfff-ac2d-4ddc-8b66-bbe09357befe tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439584
Dec 09 14:36:04.473966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e3e72-9665-4fde-9573-37d81e46bca1 req-5babc515-a1ab-413e-9160-17968eff7be1 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:04.475398 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc7e3e72-9665-4fde-9573-37d81e46bca1 req-5babc515-a1ab-413e-9160-17968eff7be1 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0757890
Dec 09 14:36:04.521865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc7e3e72-9665-4fde-9573-37d81e46bca1 req-6a16779e-3499-45f4-a6cb-5b33e269f771 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408850
Dec 09 14:36:05.722670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be024e25-5096-4d5f-b12c-cb302b23fafd req-44afcf9e-f44d-4762-9ee0-b303f0a744c0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:05.724131 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be024e25-5096-4d5f-b12c-cb302b23fafd req-44afcf9e-f44d-4762-9ee0-b303f0a744c0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0805666
Dec 09 14:36:05.775778 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-be024e25-5096-4d5f-b12c-cb302b23fafd req-d3c54847-e1af-414e-a514-e3020c3cf12f tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0449903
Dec 09 14:36:06.968105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a232d3-f31d-451b-9f87-0ca716fbd134 req-1411de3d-aedc-4c6e-978f-92e7a1037f57 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:06.969565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a232d3-f31d-451b-9f87-0ca716fbd134 req-1411de3d-aedc-4c6e-978f-92e7a1037f57 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0762138
Dec 09 14:36:07.016902 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1a232d3-f31d-451b-9f87-0ca716fbd134 req-1d4b60a4-88bf-44df-a7a5-30da515ccbc7 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&id=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0417647
Dec 09 14:36:16.507580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:17.391028 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:36:22.579027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de19f4ee-613a-4436-a24a-1fd9bc7bc055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:24.924555 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a0d190f2-4164-4777-a8a1-6c8aac250b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:26.223557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:26.459615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:27.638718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:39.552029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-d857c337-5af6-40b4-aa0c-b54060eb5d09 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455605880&fields=id&tenant_id=8c9db059dd5c4ae3b760804868e4f873 HTTP/1.1" status: 200  len: 267 time: 0.0442369
Dec 09 14:36:39.632559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-9977c41f-af92-4b9d-b6c5-b68323a4053e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:39.634623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-9977c41f-af92-4b9d-b6c5-b68323a4053e tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 984 time: 0.0769839
Dec 09 14:36:39.644819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Request body: {'port': {'security_groups': ['39bfdb4e-06e2-489a-a6f9-71b987857d00']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:36:39.761010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:39.996065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:40.019816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.024331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.030881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e8059fe4-27bf-425e-94d9-a541cabdd4d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:40.035993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6626e2b-18d9-4a4b-8dd8-e4d9abc79977'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:36:40.099000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:40.099614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.100982 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aa0a2e0-c0f9-42fa-b06c-6ea64f626d52 req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "PUT /v2.0/ports/d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 942 time: 0.4605012
Dec 09 14:36:40.101548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:36:40.107777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36918) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:40.131323 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event updated for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=7']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:40.140297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.140683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.141062 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.141440 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.141858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.142227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.142593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.142954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.143311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.143673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.144036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.148157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:40.175407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'status': 'completed', 'code': 200}
Dec 09 14:36:40.206115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.240527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.271121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6626e2b-18d9-4a4b-8dd8-e4d9abc79977'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:36:40.280560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-97188b5d-ea60-40bd-b587-c23fe50c7b3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1098 time: 0.0810852
Dec 09 14:36:40.316930 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.326682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c454711a-3998-4c1a-9ad7-12554825fc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:40.347230 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:40.355479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.359211 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1f4a49e-a8ff-44ee-b1fb-6eaaa98147b2 HTTP/1.1" status: 204  len: 168 time: 0.2474210
Dec 09 14:36:40.359474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 36922) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:40.362887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.363009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.363357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.363772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.364080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.364437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.364789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.365141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.365490 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.365868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.366218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:36:40.438586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8928eeb2-7b12-4e82-98ed-da5969c2d667 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:40.452489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-945ff267-47f1-4203-9c9c-ab6fac6c60ee None None] Provisioning complete for port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:36:40.452873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-945ff267-47f1-4203-9c9c-ab6fac6c60ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.456204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-e85f05d1-7c1c-4fd4-a16a-a354993d65c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:40.458133 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-e85f05d1-7c1c-4fd4-a16a-a354993d65c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1708264
Dec 09 14:36:40.567159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Deleting port a24f763c-9db7-4e49-9744-53a0dbc18fd0 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:40.567503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.574936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-64c321ac-3e35-43e4-a7ba-b2834e9cf642 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 1000 time: 0.1102955
Dec 09 14:36:40.644569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-0e49185d-232c-422c-a96a-149a7eb61660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:40.646059 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-0e49185d-232c-422c-a96a-149a7eb61660 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0649748
Dec 09 14:36:40.742283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.743161 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:40.817624 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-05e82a03-8b4a-4c76-b1f4-ac28932bc9e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1653717
Dec 09 14:36:40.864078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Calling delete_port for a24f763c-9db7-4e49-9744-53a0dbc18fd0 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:40.949195 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-2f6e1b7f-0d40-44f5-8969-7ffe5500df5e service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254647
Dec 09 14:36:41.010959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:41.014835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e91aef8f-e4c3-4d1a-bef3-2ba4fc0c7e19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:41.054042 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event deleted for resources: {'Port': ['ID=a24f763c-9db7-4e49-9744-53a0dbc18fd0,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:41.058468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:41.083895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8ce87ec0-dc50-4b79-b45c-38097f36c756 req-498cb0db-6c40-415f-af66-f0aa610ada18 service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288035
Dec 09 14:36:41.146303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:41.629842 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Router 220dfaad-bb90-4223-af07-8ba121d197f8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:36:41.827266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:36:41.837014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] Sync routers for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:36:41.848053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:41.849185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:36:41.849830 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fc2d90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:41.904136 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "DELETE /v2.0/floatingips/4e1018b9-f9a7-4d63-b4bc-7558d1eddfad HTTP/1.1" status: 204  len: 168 time: 1.5437396
Dec 09 14:36:41.904884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:36:42.031025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:36:42.117435 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'status': 'completed', 'code': 200}
Dec 09 14:36:42.216006 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-94e818b9-feef-4105-a5ed-dce0f55c88b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c9db059dd5c4ae3b760804868e4f873&device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 1098 time: 0.0776796
Dec 09 14:36:42.364762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-5565fe8b-c772-4c8a-92f7-ed808a435ef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:42.366433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fc2d90>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:42.366858 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-5565fe8b-c772-4c8a-92f7-ed808a435ef2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 200  len: 916 time: 0.1422861
Dec 09 14:36:42.370955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] Checking router: 220dfaad-bb90-4223-af07-8ba121d197f8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:36:42.381651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:36:42.382267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fc2d90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:42.435728 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-1075c69a-f4ac-4fef-a992-d0e6964edc8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 200  len: 217 time: 0.0629992
Dec 09 14:36:42.501001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-3b1a4896-6839-44d9-a764-1b4c866e9249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:42.502449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-3b1a4896-6839-44d9-a764-1b4c866e9249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 200  len: 854 time: 0.0600648
Dec 09 14:36:42.567515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:36:42.578542 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-0c5d0ddc-5336-4c97-9c82-2b2d68547f99 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=192417cf-f483-4322-9bf8-018d19d52704&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696540
Dec 09 14:36:42.711811 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-245955b4-d4e3-42dc-b976-a2a3bc4e575b service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259294
Dec 09 14:36:42.844838 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05fbdedf-d629-4e6f-92a7-f5ab9b6a419c req-64804717-dc37-471e-93d4-9fff2209f2ab service neutron] 10.222.0.35 "GET /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265070
Dec 09 14:36:42.884068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fc2d90>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:42.888350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c911c3-0252-4fee-abc5-4fb9ec45f449 None None] The sync data for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv is: [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:34:42Z', 'revision_number': 4, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'b9f431bc-e34e-4ab2-a545-3ac37c1bfe86', 'name': '', 'network_id': '192417cf-f483-4322-9bf8-018d19d52704', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'mac_address': 'fa:16:3e:db:89:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:42Z', 'updated_at': '2021-12-09T14:35:00Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'subnets': [{'id': 'b59deb45-1acf-43a2-b822-72fe24b4cb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:36:43.100390 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccaf804-41e4-41da-b4ab-5a2d4bdcbc57 None None] New status for floating IP 4e1018b9-f9a7-4d63-b4bc-7558d1eddfad: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:36:46.300161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1299d3-5e8a-47d7-8de8-0b92847144de req-7fc8a988-7683-46e3-b45e-1e58362bddcb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:46.301481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a1299d3-5e8a-47d7-8de8-0b92847144de req-7fc8a988-7683-46e3-b45e-1e58362bddcb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0798967
Dec 09 14:36:46.344604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a1299d3-5e8a-47d7-8de8-0b92847144de req-1d8f1cf4-7d12-4ccf-be58-010ba5b74299 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377417
Dec 09 14:36:46.498337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:47.539728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c4a6-5395-44a1-a6b8-5c39fe4cc597 req-e1c5cb3f-f3f3-4d17-87f4-a97fec0c973b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:47.541104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ae7c4a6-5395-44a1-a6b8-5c39fe4cc597 req-e1c5cb3f-f3f3-4d17-87f4-a97fec0c973b tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0763123
Dec 09 14:36:47.585672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ae7c4a6-5395-44a1-a6b8-5c39fe4cc597 req-f719d329-76b5-4361-a872-fe67ab64e4b2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/security-groups?id=39bfdb4e-06e2-489a-a6f9-71b987857d00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390501
Dec 09 14:36:47.839653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-54499b0c-34b7-4635-bf8a-f7b2bfe45cfd tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:36:47.840976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-54499b0c-34b7-4635-bf8a-f7b2bfe45cfd tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.35 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 945 time: 0.0799701
Dec 09 14:36:47.907221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Deleting port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:47.907554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:48.243747 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] For port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:48.244091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:48.361952 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Calling delete_port for d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:48.510055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:48.516699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:48.520954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6626e2b-18d9-4a4b-8dd8-e4d9abc79977'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:36:48.563754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Pushing event deleted for resources: {'Port': ['ID=d6626e2b-18d9-4a4b-8dd8-e4d9abc79977,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:48.566295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:48.641898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] No DVR routers for this DVR port d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:36:48.644589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:48.647554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'name': 'network-vif-deleted', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:36:48.659207 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c74fb1b3-7921-4a79-9fe6-9d3124e28bff req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.35 "DELETE /v2.0/ports/d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 HTTP/1.1" status: 204  len: 173 time: 0.8130074
Dec 09 14:36:48.705033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851c6d66-fe05-4eeb-a702-cd28f8ee07b7', 'name': 'network-vif-deleted', 'tag': 'd6626e2b-18d9-4a4b-8dd8-e4d9abc79977', 'status': 'completed', 'code': 200}
Dec 09 14:36:48.752505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-59e5092e-2b2b-4747-b575-679fe56bf0fa req-1a1000ca-b808-4983-a5eb-fb8292edabbf tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Synchronizing usage tracker for tenant:8c9db059dd5c4ae3b760804868e4f873 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:36:48.768992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-59e5092e-2b2b-4747-b575-679fe56bf0fa req-1a1000ca-b808-4983-a5eb-fb8292edabbf tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Unset dirty status for tenant:8c9db059dd5c4ae3b760804868e4f873 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:36:48.770102 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59e5092e-2b2b-4747-b575-679fe56bf0fa req-1a1000ca-b808-4983-a5eb-fb8292edabbf tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] 10.222.0.21 "GET /v2.0/ports?device_id=851c6d66-fe05-4eeb-a702-cd28f8ee07b7 HTTP/1.1" status: 200  len: 210 time: 0.0629833
Dec 09 14:36:50.423573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37008) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:50.563265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:36:50.640445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:36:50.640798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6626e2b-18d9-4a4b-8dd8-e4d9abc79977 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:36:50.810718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:51.387686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Deleting port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:51.388022 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:51.554007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] For port b9f431bc-e34e-4ab2-a545-3ac37c1bfe86, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:51.554691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:51.784376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Calling delete_port for b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:51.955192 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:51.958564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db8e3f90-cf67-4075-ac75-2babed2d608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:52.000652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f431bc-e34e-4ab2-a545-3ac37c1bfe86,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:52.003160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:52.287107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:52.580529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-175a3b0a-8c6a-495d-adfc-80dc02404fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:52.857397 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Router 220dfaad-bb90-4223-af07-8ba121d197f8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:36:53.054473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:36:53.063515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] Sync routers for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:36:53.070937 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] 10.222.0.21 "PUT /v2.0/routers/220dfaad-bb90-4223-af07-8ba121d197f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6457045
Dec 09 14:36:53.073441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37012) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:53.076757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:36:53.077370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a342160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:53.254369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:36:53.389217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:53.535221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a342160>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:36:51Z', 'revision_number': 5, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port': {'id': '4f050f3a-9d73-4899-a6cb-972d2c24aa50', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:40Z', 'updated_at': '2021-12-09T14:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:53.539294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] Checking router: 220dfaad-bb90-4223-af07-8ba121d197f8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:36:53.550739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] Routers {'220dfaad-bb90-4223-af07-8ba121d197f8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:36:53.551349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a342160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['220dfaad-bb90-4223-af07-8ba121d197f8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:53.583340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:53.593089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Deleting port 4f050f3a-9d73-4899-a6cb-972d2c24aa50 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:53.593481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:53.702354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] Set router 220dfaad-bb90-4223-af07-8ba121d197f8 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:36:53.774828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] For port 4f050f3a-9d73-4899-a6cb-972d2c24aa50, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4f050f3a-9d73-4899-a6cb-972d2c24aa50,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:53.775176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:53.809885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a342160>, [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:36:53Z', 'revision_number': 6, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:53.813870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b4eab-41e8-48ce-8d4c-ff91da684caf None None] The sync data for ids ['220dfaad-bb90-4223-af07-8ba121d197f8'] in dv-neutron-821183-1-hyperv is: [{'id': '220dfaad-bb90-4223-af07-8ba121d197f8', 'name': 'tempest-TestMinimumBasicScenario-2055222575-router', 'tenant_id': '8c9db059dd5c4ae3b760804868e4f873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:39Z', 'updated_at': '2021-12-09T14:36:53Z', 'revision_number': 6, 'project_id': '8c9db059dd5c4ae3b760804868e4f873', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:36:53.894078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Calling delete_port for 4f050f3a-9d73-4899-a6cb-972d2c24aa50 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:54.054193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.058772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:54.099272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f050f3a-9d73-4899-a6cb-972d2c24aa50,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:54.103058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:54.326671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.391744 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:36:54.609236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4f050f3a-9d73-4899-a6cb-972d2c24aa50 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:36:54.648075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 4f050f3a-9d73-4899-a6cb-972d2c24aa50 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:36:54.648895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4f050f3a-9d73-4899-a6cb-972d2c24aa50 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:36:54.649318 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:36:54.682132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:36:54.682484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device b9f431bc-e34e-4ab2-a545-3ac37c1bfe86 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:36:54.736346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.740639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.765861 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.766385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 220dfaad-bb90-4223-af07-8ba121d197f8 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:36:54.779061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.780180 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/220dfaad-bb90-4223-af07-8ba121d197f8 HTTP/1.1" status: 204  len: 168 time: 1.7058272
Dec 09 14:36:54.782918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37016) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:54.850454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Deleting subnet b59deb45-1acf-43a2-b822-72fe24b4cb79 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:36:54.852742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.905057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.925980 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d68946ff-02c8-4066-9ecc-82f7b7772647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:54.982481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.053123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.056628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5a8800cf-e21c-49e4-a742-2f6a28dac8d5 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:55.089776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59deb45-1acf-43a2-b822-72fe24b4cb79,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:55.093101 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:55.096289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.101728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d5ca0-6c62-49d4-99d0-11f69ef7adcb None None] Network 192417cf-f483-4322-9bf8-018d19d52704 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:36:55.102014 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b59deb45-1acf-43a2-b822-72fe24b4cb79 HTTP/1.1" status: 204  len: 168 time: 0.3181677
Dec 09 14:36:55.104476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37020) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:55.210557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.220586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Deleting port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:55.220912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.352084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] DHCP port deletion for 192417cf-f483-4322-9bf8-018d19d52704 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:36:55.356314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Deleting port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:55.356719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.423470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] For port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:55.423820 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.544302 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Calling delete_port for 0bdf9712-3578-486b-bee0-5d8bd7c05b3d owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:55.550489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] For port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,segment=NetworkSegment(634e2837-e2fb-4e30-a326-a1e486f17468),segment_id=634e2837-e2fb-4e30-a326-a1e486f17468)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:55.550882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.618132 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.622142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:55.666288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0bdf9712-3578-486b-bee0-5d8bd7c05b3d,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:55.669145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:55.674300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] No DVR routers for this DVR port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:36:55.713495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Calling delete_port for 0bdf9712-3578-486b-bee0-5d8bd7c05b3d owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:55.780100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:36:55.780468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:36:55.790279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.814998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64488fa520>,) {'filters': {'network_id': ['192417cf-f483-4322-9bf8-018d19d52704']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:55.826614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64488fa520>, '634e2837-e2fb-4e30-a326-a1e486f17468') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:55.826903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64488fa520>, '634e2837-e2fb-4e30-a326-a1e486f17468') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:55.838522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.854406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.860823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:36:55.861197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:36:55.875067 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:36:55.950788 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.956231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:55.958635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0778bbba-ecef-4c35-b54e-c883f928cb0a tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:55.980673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Pushing event deleted for resources: {'Network': ['ID=192417cf-f483-4322-9bf8-018d19d52704,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:55.982921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:55.986798 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-996bec5d-c3ab-4b99-a5aa-75dc316204cb admin admin] 10.222.0.21 "DELETE /v2.0/networks/192417cf-f483-4322-9bf8-018d19d52704 HTTP/1.1" status: 204  len: 168 time: 0.8812978
Dec 09 14:36:55.989565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37024) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:56.226826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:56.282200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Deleting port 0bdf9712-3578-486b-bee0-5d8bd7c05b3d {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:56.282590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:56.346423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-6f8d831d-f7e3-4b42-8319-caa362d26631 None None] The port '0bdf9712-3578-486b-bee0-5d8bd7c05b3d' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:36:56.461289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:56.490972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:56.512480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0bdf9712-3578-486b-bee0-5d8bd7c05b3d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:36:56.549509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 0bdf9712-3578-486b-bee0-5d8bd7c05b3d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:36:56.549887 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0bdf9712-3578-486b-bee0-5d8bd7c05b3d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:36:57.077015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Deleting port 7e6d03f4-bc39-4091-bb8d-172d54db1398 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:57.077671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:57.241303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] For port 7e6d03f4-bc39-4091-bb8d-172d54db1398, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=7e6d03f4-bc39-4091-bb8d-172d54db1398,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:57.241678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:57.356738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Calling delete_port for 7e6d03f4-bc39-4091-bb8d-172d54db1398 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:57.529077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:57.533321 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:57.575129 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6d03f4-bc39-4091-bb8d-172d54db1398,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:57.577893 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:57.641957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:57.960078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:58.518719 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Router aef05d15-9243-4be0-8005-7c10188dc760 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:36:58.716080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:36:58.724808 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] Sync routers for ids ['aef05d15-9243-4be0-8005-7c10188dc760'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:36:58.725239 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-65c7459d-6ece-4638-bb2b-10071e849581 admin admin] 10.222.0.21 "PUT /v2.0/routers/aef05d15-9243-4be0-8005-7c10188dc760/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7343910
Dec 09 14:36:58.727536 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37028) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:36:58.737699 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] Routers {'aef05d15-9243-4be0-8005-7c10188dc760'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:36:58.738288 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a11e250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['aef05d15-9243-4be0-8005-7c10188dc760'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:58.912590 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] Set router aef05d15-9243-4be0-8005-7c10188dc760 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:36:58.918445 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:59.113840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:59.122897 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Deleting port 5a7f5320-a4d3-42c1-9c18-e352d0121808 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:36:59.123186 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:59.188420 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a11e250>, [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:36:57Z', 'revision_number': 5, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port': {'id': '5a7f5320-a4d3-42c1-9c18-e352d0121808', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:59.192178 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] Checking router: aef05d15-9243-4be0-8005-7c10188dc760 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:36:59.202528 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] Routers {'aef05d15-9243-4be0-8005-7c10188dc760'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:36:59.203122 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a11e250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['aef05d15-9243-4be0-8005-7c10188dc760'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:59.355559 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] Set router aef05d15-9243-4be0-8005-7c10188dc760 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:36:59.408715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] For port 5a7f5320-a4d3-42c1-9c18-e352d0121808, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5a7f5320-a4d3-42c1-9c18-e352d0121808,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:36:59.409060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:59.489323 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a11e250>, [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:36:59Z', 'revision_number': 6, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:36:59.493939 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6244f43d-0a25-409e-b0a7-6a52144dbcf7 None None] The sync data for ids ['aef05d15-9243-4be0-8005-7c10188dc760'] in dv-neutron-821183-1-hyperv is: [{'id': 'aef05d15-9243-4be0-8005-7c10188dc760', 'name': 'tempest-TestMinimumBasicScenario-874094029-router', 'tenant_id': '9e90a4e008e94506a32d7319412a0cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:34:46Z', 'updated_at': '2021-12-09T14:36:59Z', 'revision_number': 6, 'project_id': '9e90a4e008e94506a32d7319412a0cbe', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:36:59.535699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Calling delete_port for 5a7f5320-a4d3-42c1-9c18-e352d0121808 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:36:59.693652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:36:59.698164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-57e062a1-402f-4e07-af15-e989d240ab89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:36:59.738705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7f5320-a4d3-42c1-9c18-e352d0121808,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:36:59.741206 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:36:59.961741 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.215377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.219503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.246150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.246523 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef05d15-9243-4be0-8005-7c10188dc760 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:37:00.259265 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.260386 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] 10.222.0.21 "DELETE /v2.0/routers/aef05d15-9243-4be0-8005-7c10188dc760 HTTP/1.1" status: 204  len: 168 time: 1.5319512
Dec 09 14:37:00.262819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37032) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:00.323979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Deleting subnet a7f29722-ae5e-4c4b-8012-98bafea99b37 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:37:00.327012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.376020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.454590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.526017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5a7f5320-a4d3-42c1-9c18-e352d0121808 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:37:00.548657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.553437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0f9d449a-b4f0-4ddd-817b-3a8f5ebb09ec tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:00.561997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 5a7f5320-a4d3-42c1-9c18-e352d0121808 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:37:00.562354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5a7f5320-a4d3-42c1-9c18-e352d0121808 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:37:00.562778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e6d03f4-bc39-4091-bb8d-172d54db1398 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:37:00.591030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f29722-ae5e-4c4b-8012-98bafea99b37,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:00.594282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:00.597966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 7e6d03f4-bc39-4091-bb8d-172d54db1398 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:37:00.598103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.598322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 7e6d03f4-bc39-4091-bb8d-172d54db1398 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:37:00.602271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb6e99f-78bb-4096-845a-4f9b0f02e86c None None] Network ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:37:00.606591 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7f29722-ae5e-4c4b-8012-98bafea99b37 HTTP/1.1" status: 204  len: 168 time: 0.3428290
Dec 09 14:37:00.609310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37036) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:00.824954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.836197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Deleting port e311fa59-a88c-4a50-b02a-74077cfe8fa2 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:37:00.836526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:00.852723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] DHCP port deletion for ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:37:00.857039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Deleting port e311fa59-a88c-4a50-b02a-74077cfe8fa2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:37:00.857416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.039241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] For port e311fa59-a88c-4a50-b02a-74077cfe8fa2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e311fa59-a88c-4a50-b02a-74077cfe8fa2,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:01.039592 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.054947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] For port e311fa59-a88c-4a50-b02a-74077cfe8fa2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e311fa59-a88c-4a50-b02a-74077cfe8fa2,segment=NetworkSegment(ba4f6d58-79a4-4329-acba-21a90240cc20),segment_id=ba4f6d58-79a4-4329-acba-21a90240cc20)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:01.055282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.161476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Calling delete_port for e311fa59-a88c-4a50-b02a-74077cfe8fa2 owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:37:01.175469 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Calling delete_port for e311fa59-a88c-4a50-b02a-74077cfe8fa2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:37:01.232667 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.236525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:01.243691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:37:01.244095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:37:01.279130 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Pushing event deleted for resources: {'Port': ['ID=e311fa59-a88c-4a50-b02a-74077cfe8fa2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:01.283032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:01.285553 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] No DVR routers for this DVR port e311fa59-a88c-4a50-b02a-74077cfe8fa2 on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:37:01.397679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.422356 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64489eba30>,) {'filters': {'network_id': ['ee661e4e-224f-4681-aaf0-f40cb2e1b7f2']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:01.434469 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489eba30>, 'ba4f6d58-79a4-4329-acba-21a90240cc20') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:01.434763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64489eba30>, 'ba4f6d58-79a4-4329-acba-21a90240cc20') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:01.446348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.462106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.468032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:37:01.468411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:37:01.481415 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:37:01.558062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.561515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a20525fe-ab2e-49c2-b591-7fffd30ddb6f tempest-RoutersTest-1142506112 tempest-RoutersTest-1142506112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:01.574580 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.584420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee661e4e-224f-4681-aaf0-f40cb2e1b7f2,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:01.587168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:01.588916 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ddfe601a-9581-4f38-8ec4-85a857b30877 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ee661e4e-224f-4681-aaf0-f40cb2e1b7f2 HTTP/1.1" status: 204  len: 168 time: 0.9786892
Dec 09 14:37:01.745464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Deleting port e311fa59-a88c-4a50-b02a-74077cfe8fa2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:37:01.745963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.777289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37042) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:01.811074 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b5f21-ebae-402b-9366-b273cc823354 None None] The port 'e311fa59-a88c-4a50-b02a-74077cfe8fa2' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:37:01.828925 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a9d66da9-8158-485a-bec4-52d8ec2ea902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9db059dd5c4ae3b760804868e4f873&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0503347
Dec 09 14:37:01.831335 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37046) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:01.892538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.920325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.970128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.973674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-429d5a88-0c6b-4c40-8f27-7ef9bd41b57b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:01.985184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bfdb4e-06e2-489a-a6f9-71b987857d00,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:01.988475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:01.991505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:01.992590 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0b102b4d-607f-499e-b4a7-ba1b75071c8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39bfdb4e-06e2-489a-a6f9-71b987857d00 HTTP/1.1" status: 204  len: 168 time: 0.1603959
Dec 09 14:37:02.371502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37054) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:02.420868 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3f28fe78-ce5f-4e46-8c0d-0fbb74bc460c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e90a4e008e94506a32d7319412a0cbe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481164
Dec 09 14:37:02.423272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37058) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:02.483673 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:02.513176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:02.513334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e311fa59-a88c-4a50-b02a-74077cfe8fa2 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:37:02.546398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e311fa59-a88c-4a50-b02a-74077cfe8fa2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:37:02.546752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e311fa59-a88c-4a50-b02a-74077cfe8fa2 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:37:02.567493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:02.571738 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-334142ac-f073-43f2-b98e-254f02ab9636 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:02.586598 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa00ea-0beb-43b6-8d60-4cc84b5950da,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:02.589052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:02.598704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:02.599966 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c29d44c4-0ff6-4061-8d60-63b1bc68b9c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7caa00ea-0beb-43b6-8d60-4cc84b5950da HTTP/1.1" status: 204  len: 168 time: 0.1757364
Dec 09 14:37:04.746742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37104) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:04.752665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863283225', 'description': 'tempest-secgroup-smoke-1863283225 description', 'project_id': '27d6a233f57046049868e6348d63e3a5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:04.758596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:04.762376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:04.765147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:04.770814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:04.781406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:04.794268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:04.825251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:04.828916 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:04.831654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:04.837792 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:04.904167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:04.907606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:04.911582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c8badc5-5e93-4dde-b4c4-f7f003fafde2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:04.947578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:04.951596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7548d89-b7ad-40f3-95f0-5d1c09c5cb2b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:04.954236 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:04.956860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:04.957665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:04.963405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.017367 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.021956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.027306 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.068924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.072110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.076227 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3255594
Dec 09 14:37:05.076227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.076631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37108) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.081502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '043dbf59-695d-4bb3-9f9f-36d8b9b61cf0', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.087402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.091174 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.093985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.099516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.119653 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.178144 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.181890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.183691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59f1ddc3-df7a-4952-8e23-b05039df3461 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.205828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3bde65-fa36-4a34-ae8d-5d0810c36c4f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.210457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.214378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.215529 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1383862
Dec 09 14:37:05.218277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37112) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.223756 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '043dbf59-695d-4bb3-9f9f-36d8b9b61cf0', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.229511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.233494 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.236316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.242497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.259679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.319136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.322680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.331816 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-59616584-4a50-44da-b4f1-7116c84ea722 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.349246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1832f740-4ca2-4d97-bf77-df3570c1a2bb,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.352261 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.359373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.360531 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-53357826-d5dd-4099-ac65-9214c053767e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1413527
Dec 09 14:37:05.363176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37116) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.369180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '043dbf59-695d-4bb3-9f9f-36d8b9b61cf0', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.374835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.378639 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.381677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.387811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.404012 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.467755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.471210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.472918 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bb8abc4c-1456-434b-904c-2f7b1ceb36e2 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.494722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8daed87-6079-4730-9d35-7d943b5c661a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.498931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.503985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.505205 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1411390
Dec 09 14:37:05.508547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37120) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.513843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '043dbf59-695d-4bb3-9f9f-36d8b9b61cf0', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.519487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.523905 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.526742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.532288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.548274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.609967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.613105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.614837 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-12c28ce3-ee56-48cb-9694-9ef5652d287a tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.636696 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6529f8-b82e-4400-87f7-7c6f11fb3aa4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.638979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.646111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.647223 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1377685
Dec 09 14:37:05.650106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37124) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.655391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '043dbf59-695d-4bb3-9f9f-36d8b9b61cf0', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.661057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.664848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.667705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.673411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.683680 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:37:05.689927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.755562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.759970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.767252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cf3516d6-c086-48da-9ff7-f8f632610c6d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.787149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c1723a-167d-4d86-a31b-6f3487ff33c8,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.789829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.794466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.795607 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1445882
Dec 09 14:37:05.798278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37128) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.803577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '043dbf59-695d-4bb3-9f9f-36d8b9b61cf0', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.809812 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.813519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.816339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.822594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.835183 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:37:05.841709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.907973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.911417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.913151 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0c06dc91-a65d-4a6a-b883-9138a0e4126e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:05.935521 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50187b5c-74d9-4131-884d-4751e21b82a2,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:05.938118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:05.945448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:05.948267 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-74ae06ca-663f-426f-8d32-0af2deb4b10d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1474760
Dec 09 14:37:05.949791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37132) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:05.955385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'network': {'name': 'tempest-network-smoke--1172084094', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'port_security_enabled': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:05.960249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:05.964184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:network and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:05.967268 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:05.972941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:05.982482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:37:05.985960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.013811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:37:06.023165 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.023581 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Added segment e5c77335-b0af-4b19-811b-13e37e0aa4f6 of type vlan for network 2686c747-a426-4783-815d-302d85756091
Dec 09 14:37:06.050363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.079618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.083383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:06.083952 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.088089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0b55e0e4-79e7-431f-859e-bb3d73cd38b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:06.183316 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2324364
Dec 09 14:37:06.186264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37136) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:06.191862 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'admin_state_up': True, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:06.192117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Network': ['ID=2686c747-a426-4783-815d-302d85756091,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:06.195434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:06.201298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:06.202963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 2686c747-a426-4783-815d-302d85756091 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:37:06.205633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:router and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:06.210369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:06.216653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:06.226834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.227834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.246215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.397263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.574785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.603040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.747000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.151 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/824e9451-2f99-4cfa-8ac3-60c21a2d5942) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:37:06.890758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.916623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:06.920134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:06.987058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:37:06.988356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:06.991285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:37:07.020186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=824e9451-2f99-4cfa-8ac3-60c21a2d5942,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:07.022842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:07.150083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:07.150779 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:07.474548 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router bbd48147-ef92-446a-8f7f-61ff376bdb69 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:37:07.671570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:37:07.684311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Sync routers for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:37:07.696645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:07.697170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:07.697390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64497bfb20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:07.698410 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.5109470
Dec 09 14:37:07.701579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37140) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:07.896411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-78b12dda-8230-4d92-ac9b-d9788bb1822c tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=27d6a233f57046049868e6348d63e3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1936400
Dec 09 14:37:07.899476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37146) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:07.912624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:37:08.028330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74239d23-1b25-49af-899e-ee90b477c8b1 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:08.029958 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-74239d23-1b25-49af-899e-ee90b477c8b1 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1295822
Dec 09 14:37:08.032725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37150) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:08.071486 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d2d24e56-a6cf-49f2-864f-a6f7ddbc1aee tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0375693
Dec 09 14:37:08.073832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37154) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:08.079075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-553505648', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:08.186377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:08.190088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:subnet and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:08.192801 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:08.195060 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64497bfb20>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:07Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:08.198456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:08.198899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Checking router: bbd48147-ef92-446a-8f7f-61ff376bdb69 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:37:08.199260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Updating router bbd48147-ef92-446a-8f7f-61ff376bdb69 port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:37:08.207914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:37:08.253843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.309722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.519157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.523521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b6773085-f612-43e7-9479-d2b024c1f5a2 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:08.584077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.596704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Transition to ACTIVE for port object 824e9451-2f99-4cfa-8ac3-60c21a2d5942 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:08.603232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Subnet': ['ID=6a4b3cef-4f86-478f-ab66-bf2562d57090,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:08.604165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.607146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:08.609400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-f0897f3e-988a-4aba-aa22-dc266d4f6656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:08.612619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Checking segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:37:08.612969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network hostable DHCP agents. Network: 2686c747-a426-4783-815d-302d85756091, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:37:08.634478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 2686c747-a426-4783-815d-302d85756091 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:37:08.644286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 2686c747-a426-4783-815d-302d85756091) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:08.649210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:08.649824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.662379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c9434-3f61-42e5-9372-6a6ffd0f6164 None None] Network 2686c747-a426-4783-815d-302d85756091 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:37:08.674885 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cf78dd33-d0c8-4865-b2ed-c40c4d98fbed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5975180
Dec 09 14:37:08.675136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37158) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:08.703833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Attempting to bind port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:37:08.704358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Attempting to bind port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:37:08.704602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Attempting to bind port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:37:08.765016 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Pushing event updated for resources: {'Port': ['ID=824e9451-2f99-4cfa-8ac3-60c21a2d5942,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:08.768817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:37:08.769199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:37:08.769629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.770033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:37:08.770510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Bound port: 824e9451-2f99-4cfa-8ac3-60c21a2d5942, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:37:08.770892 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.838115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.838467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.838812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.839154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.839486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.839822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.840153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.840493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.840811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.841134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.841455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:08.854817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:08.926011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] For port 824e9451-2f99-4cfa-8ac3-60c21a2d5942, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:37:08.942000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] For port 824e9451-2f99-4cfa-8ac3-60c21a2d5942, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=824e9451-2f99-4cfa-8ac3-60c21a2d5942,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:37:08.972015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:08.984701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:09.029418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-2686c747-a426-4783-815d-302d85756091', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:37:09.030259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:09.119019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Pushing event updated for resources: {'Port': ['ID=824e9451-2f99-4cfa-8ac3-60c21a2d5942,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:09.126326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:09.131854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:09.133005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64497bfb20>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:09.433766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Allocated IP 172.20.0.2 (2686c747-a426-4783-815d-302d85756091/6a4b3cef-4f86-478f-ab66-bf2562d57090/22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:37:09.464226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:37:09.563960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:09.874326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:09.887755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Transition to ACTIVE for port object 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:09.914982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Transition to ACTIVE for port object 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:09.920456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:09.925299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b0564bca-8599-45cf-9e76-1de2a1e128c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:09.987401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.1 (2686c747-a426-4783-815d-302d85756091/6a4b3cef-4f86-478f-ab66-bf2562d57090/aea53f64-e827-4c5a-8f40-1e30f22f6c4a) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:37:09.995185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64497bfb20>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:07Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:10.000446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Network 2686c747-a426-4783-815d-302d85756091 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:37:10.006904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:10.009501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Pushing event updated for resources: {'Port': ['ID=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:10.011615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bf553-ca4b-4b46-9043-609ed803c91d None None] The sync data for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv is: [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:07Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:37:10.013069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:37:10.015575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:10.108454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Attempting to bind port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:37:10.108847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Attempting to bind port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:37:10.109225 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Attempting to bind port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 on network 2686c747-a426-4783-815d-302d85756091 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:37:10.116046 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:37:10.116491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Checking segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:37:10.117475 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.117959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Bound using segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:37:10.118491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Bound port: 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:37:10.118913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.162578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.178846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object aea53f64-e827-4c5a-8f40-1e30f22f6c4a will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:10.206889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.214371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c076ac24-1659-4343-9872-ca5795c52e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:10.237616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] For port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:37:10.240900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] For port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:37:10.245305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.251575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:10.290001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 2686c747-a426-4783-815d-302d85756091 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:37:10.293493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:10.295940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:10.297898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:10.298470 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:37:10.351987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Pushing event updated for resources: {'Port': ['ID=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:10.355425 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:10.362317 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.452262 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.601011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 824e9451-2f99-4cfa-8ac3-60c21a2d5942 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:10.707237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:10.713112 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:10.713500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.835132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.854338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 824e9451-2f99-4cfa-8ac3-60c21a2d5942, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=824e9451-2f99-4cfa-8ac3-60c21a2d5942,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:10.859223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.864227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:10.934271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=824e9451-2f99-4cfa-8ac3-60c21a2d5942,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:10.937355 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:10.952890 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.957405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:10.983557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-55d57479-c6dc-482a-9270-e03b639ad4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:11.189954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:11.193379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:11.194211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:11.308844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5557543-0040-4ed4-a47d-3c85bd769d45 None None] Network 2686c747-a426-4783-815d-302d85756091 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:37:11.333635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 2686c747-a426-4783-815d-302d85756091 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:37:11.334855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:11.401820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-aefc3ddb-49d0-4594-9045-4d1ab5aca89a None None] Provisioning for port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:11.734022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-237ee39e-0e94-439c-ac70-d8ecd7caf4cb None None] Provisioning for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:11.735427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router bbd48147-ef92-446a-8f7f-61ff376bdb69 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:37:11.739796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-237ee39e-0e94-439c-ac70-d8ecd7caf4cb None None] Provisioning complete for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:11.740500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-237ee39e-0e94-439c-ac70-d8ecd7caf4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:11.795833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-237ee39e-0e94-439c-ac70-d8ecd7caf4cb None None] Port aea53f64-e827-4c5a-8f40-1e30f22f6c4a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:37:11.930181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5cb33425-e96c-4625-b843-9c7b4fbc225c None None] Provisioning complete for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:11.930569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5cb33425-e96c-4625-b843-9c7b4fbc225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:11.944211 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:37:11.953906 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/bbd48147-ef92-446a-8f7f-61ff376bdb69/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2775967
Dec 09 14:37:11.993255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33425-e96c-4625-b843-9c7b4fbc225c None None] Port aea53f64-e827-4c5a-8f40-1e30f22f6c4a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:37:12.114171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a9ef798a-8d1b-47e0-9d25-41bd1ecf55eb None None] Provisioning complete for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:12.114547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a9ef798a-8d1b-47e0-9d25-41bd1ecf55eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:12.144473 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-2f9b2f6b-0227-4964-b4dc-d05f71f17368 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863283225&fields=id&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 267 time: 0.0406320
Dec 09 14:37:12.168377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a9ef798a-8d1b-47e0-9d25-41bd1ecf55eb None None] Port aea53f64-e827-4c5a-8f40-1e30f22f6c4a cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:37:12.290186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9e45-6b42-497b-8d81-847374832afb req-d17e2ea2-fce7-4690-8b66-ccb642759ea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:12.291592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-d17e2ea2-fce7-4690-8b66-ccb642759ea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/networks?id=2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 200  len: 797 time: 0.1408639
Dec 09 14:37:12.307070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-66abc27e-b160-4634-ba86-316a135d7dfc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/quotas/27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 375 time: 0.0102262
Dec 09 14:37:12.387671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-315e9e45-6b42-497b-8d81-847374832afb req-12a222bb-ee54-4e7f-b389-35124f2fadfa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:37:12.403842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-315e9e45-6b42-497b-8d81-847374832afb req-12a222bb-ee54-4e7f-b389-35124f2fadfa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:37:12.405134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-12a222bb-ee54-4e7f-b389-35124f2fadfa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0934830
Dec 09 14:37:12.589058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:12.614560 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-99ea0a98-a85a-463d-af67-1f98dc4939be service neutron] 10.222.0.21 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969540
Dec 09 14:37:12.656411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:12.660940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:12.661312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:12.749313 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-1585618a-761b-4040-9f05-3f2065a204ba service neutron] 10.222.0.21 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283739
Dec 09 14:37:12.824716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:12.862353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:12.865918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:12.866886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 824e9451-2f99-4cfa-8ac3-60c21a2d5942 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:12.893947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:12.946786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d010e08f-d3b4-4d2e-b2e3-5b0e6c81a89c req-3f28b5b0-5789-42f9-b578-4b096179665b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 210 time: 0.0429478
Dec 09 14:37:12.981338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:12.984730 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:12.994630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:12.995192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:13.669882 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Sync routers for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:37:13.682060 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:13.682598 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a17bee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:13.858997 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:37:14.096561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9e45-6b42-497b-8d81-847374832afb req-b2ae99f0-fec8-4cd1-b0bf-b8fc51858d71 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:14.098171 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-b2ae99f0-fec8-4cd1-b0bf-b8fc51858d71 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/networks?id=2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 200  len: 797 time: 0.2924592
Dec 09 14:37:14.154800 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b5a7974-3fea-44b5-bdce-1a686c24660e req-9ed918b3-1a42-48f9-a42f-af2c92cbc58f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 210 time: 0.0556769
Dec 09 14:37:14.183709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-81602621-deb2-45f3-ba8d-bcef9d6135a7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 380 time: 0.0544732
Dec 09 14:37:14.192178 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'port': {'device_id': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'admin_state_up': True, 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'security_groups': ['043dbf59-695d-4bb3-9f9f-36d8b9b61cf0']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:14.201096 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a17bee0>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 2, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:14.204849 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Checking router: bbd48147-ef92-446a-8f7f-61ff376bdb69 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:37:14.205194 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Updating router bbd48147-ef92-446a-8f7f-61ff376bdb69 port aea53f64-e827-4c5a-8f40-1e30f22f6c4a binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:37:14.257277 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.324128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:14.333400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:14.343220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:37:14.346217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.523194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:14.588548 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.590964 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:14.591347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.600049 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Transition to ACTIVE for port object aea53f64-e827-4c5a-8f40-1e30f22f6c4a will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:14.607905 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.611671 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:14.674688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.13 (2686c747-a426-4783-815d-302d85756091/6a4b3cef-4f86-478f-ab66-bf2562d57090/f2e812dd-6674-49ef-b97d-2a01dda349d8) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:37:14.738978 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Pushing event updated for resources: {'Port': ['ID=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:14.751198 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.751739 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.752012 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.752705 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.753015 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.753705 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.754108 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.754535 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.754990 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.755420 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.755791 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:14.760708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:14.843596 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Attempting to bind port aea53f64-e827-4c5a-8f40-1e30f22f6c4a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:37:14.843975 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Attempting to bind port aea53f64-e827-4c5a-8f40-1e30f22f6c4a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:37:14.844336 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Attempting to bind port aea53f64-e827-4c5a-8f40-1e30f22f6c4a on network 2686c747-a426-4783-815d-302d85756091 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:37:14.851003 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:37:14.851761 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Checking segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:37:14.852119 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.852511 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Bound using segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:37:14.852968 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Bound port: aea53f64-e827-4c5a-8f40-1e30f22f6c4a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:37:14.853337 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.889197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.911161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object f2e812dd-6674-49ef-b97d-2a01dda349d8 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:14.933521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.939190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-856bb8b2-d03f-4264-9067-e3e3c7169fed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:14.947212 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] For port aea53f64-e827-4c5a-8f40-1e30f22f6c4a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:37:14.950355 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] For port aea53f64-e827-4c5a-8f40-1e30f22f6c4a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:37:14.954579 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:14.958312 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:15.009189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 2686c747-a426-4783-815d-302d85756091 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:37:15.014128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:15.017770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:37:15.042315 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Pushing event updated for resources: {'Port': ['ID=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:15.045631 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-5f0290d8-4843-4580-a449-338db72b909b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:15.046711 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:15.047309 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a17bee0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:36:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:15.050385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=f2e812dd-6674-49ef-b97d-2a01dda349d8,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:15.057476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:15.087561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:15.088171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:15.115604 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9269326
Dec 09 14:37:15.128171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Request body: {'port': {'device_id': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:15.247249 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:15.271459 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:37:15.470092 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e8b8cfb-8c56-471a-b612-78da5885bc0a None None] Provisioning for port f2e812dd-6674-49ef-b97d-2a01dda349d8 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:15.475566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1e8b8cfb-8c56-471a-b612-78da5885bc0a None None] Provisioning complete for port f2e812dd-6674-49ef-b97d-2a01dda349d8 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:15.475974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1e8b8cfb-8c56-471a-b612-78da5885bc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:15.482365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde6b7b-075b-4390-a6b8-cc75ad823f22 req-abbc66f8-6f2d-4c8e-9ab6-a77920c7b5ec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:15.483904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7dde6b7b-075b-4390-a6b8-cc75ad823f22 req-abbc66f8-6f2d-4c8e-9ab6-a77920c7b5ec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:37:15.532526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b8cfb-8c56-471a-b612-78da5885bc0a None None] Port f2e812dd-6674-49ef-b97d-2a01dda349d8 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:37:15.555114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-7dde6b7b-075b-4390-a6b8-cc75ad823f22 req-abbc66f8-6f2d-4c8e-9ab6-a77920c7b5ec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:37:15.556197 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7dde6b7b-075b-4390-a6b8-cc75ad823f22 req-abbc66f8-6f2d-4c8e-9ab6-a77920c7b5ec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 932 time: 0.2503645
Dec 09 14:37:15.606298 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a17bee0>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:14Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:15.610537 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcb2ba-717d-4133-bee7-0957b6582265 None None] The sync data for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv is: [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:14Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:37:15.642076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7dde6b7b-075b-4390-a6b8-cc75ad823f22 req-8924fc46-b90b-45fc-ba87-a2e054c12259 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780420
Dec 09 14:37:15.728199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e812dd-6674-49ef-b97d-2a01dda349d8 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:37:15.735629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:15.750459 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Transition to ACTIVE for port object f2e812dd-6674-49ef-b97d-2a01dda349d8 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:37:15.755085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:15.759498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cac4202e-a39d-4d4c-9c34-97b2404b2e69 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:15.883221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Pushing event updated for resources: {'Port': ['ID=f2e812dd-6674-49ef-b97d-2a01dda349d8,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:15.887703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:15.998947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Attempting to bind port f2e812dd-6674-49ef-b97d-2a01dda349d8 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:37:15.999343 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Attempting to bind port f2e812dd-6674-49ef-b97d-2a01dda349d8 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:37:15.999597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Attempting to bind port f2e812dd-6674-49ef-b97d-2a01dda349d8 on network 2686c747-a426-4783-815d-302d85756091 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:37:16.006026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Port f2e812dd-6674-49ef-b97d-2a01dda349d8 on network 2686c747-a426-4783-815d-302d85756091 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:37:16.006350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Attempting to bind port f2e812dd-6674-49ef-b97d-2a01dda349d8 on network 2686c747-a426-4783-815d-302d85756091 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:37:16.014038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:37:16.014371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Checking segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:37:16.014762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Bound using segment: {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:37:16.015179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Bound port: f2e812dd-6674-49ef-b97d-2a01dda349d8, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c77335-b0af-4b19-811b-13e37e0aa4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2686c747-a426-4783-815d-302d85756091'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:37:16.015520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.109912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] For port f2e812dd-6674-49ef-b97d-2a01dda349d8, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:37:16.113125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] For port f2e812dd-6674-49ef-b97d-2a01dda349d8, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:37:16.118540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.122468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41a6b999-6fb7-41bd-808a-8ca0ec0b2273 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:16.292703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.294109 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] 10.222.0.35 "PUT /v2.0/ports/f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 200  len: 1094 time: 1.1706421
Dec 09 14:37:16.294641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:37:16.318549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Pushing event updated for resources: {'Port': ['ID=f2e812dd-6674-49ef-b97d-2a01dda349d8,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:16.322244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:16.424448 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-8bb35d57-5ab4-4668-9c57-06c30959a448 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1097 time: 0.0865252
Dec 09 14:37:16.524210 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-7a4cda9c-cd51-4be1-a4dc-480d9d7555ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 200  len: 217 time: 0.0912123
Dec 09 14:37:16.532738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.566044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'status': 'completed', 'code': 200}
Dec 09 14:37:16.606754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aea53f64-e827-4c5a-8f40-1e30f22f6c4a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:16.616748 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e9e45-6b42-497b-8d81-847374832afb req-82f7c637-10b6-4bfd-94e7-d7f84992348a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:16.618320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-82f7c637-10b6-4bfd-94e7-d7f84992348a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a4b3cef-4f86-478f-ab66-bf2562d57090 HTTP/1.1" status: 200  len: 834 time: 0.0867939
Dec 09 14:37:16.681874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:16.686851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:16.687343 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.698083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-f074fd60-7ad3-44f4-9287-dc574314c8ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2686c747-a426-4783-815d-302d85756091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736547
Dec 09 14:37:16.805642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.836983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port aea53f64-e827-4c5a-8f40-1e30f22f6c4a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:16.840429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:16.843709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:16.877084 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-6ba2fb6c-1760-4304-9152-e85f989e1619 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719694
Dec 09 14:37:16.907338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:16.910332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:16.977913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153abf3-6051-4b6a-900a-13e2eb38cfcf req-94392d3b-63ee-41b4-9cc4-b81ce3ebe8ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:16.979338 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e153abf3-6051-4b6a-900a-13e2eb38cfcf req-94392d3b-63ee-41b4-9cc4-b81ce3ebe8ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 944 time: 0.1898363
Dec 09 14:37:17.055460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-315e9e45-6b42-497b-8d81-847374832afb req-10899ac4-78c5-4395-999a-3f7aef783941 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1688960
Dec 09 14:37:17.062362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e153abf3-6051-4b6a-900a-13e2eb38cfcf req-e9bee1d6-1682-43c7-a2e2-a2e2d1cd4b37 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738382
Dec 09 14:37:17.169912 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-edaba704-a8fa-4d6e-b754-6aa8ce374c05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1097 time: 0.0693192
Dec 09 14:37:17.296585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab404794-6ec0-4645-9520-e9aa3009533e req-ad44a1db-de54-419e-bbcb-d59d4b56db37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:17.298004 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-ad44a1db-de54-419e-bbcb-d59d4b56db37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 200  len: 898 time: 0.1215076
Dec 09 14:37:17.366703 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-82c4787e-a57f-4f01-ae04-7baefbbcbdbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 200  len: 217 time: 0.0617645
Dec 09 14:37:17.435353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab404794-6ec0-4645-9520-e9aa3009533e req-59fa8d4f-cf15-4743-8e83-fabdc454c19b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:17.436658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-59fa8d4f-cf15-4743-8e83-fabdc454c19b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a4b3cef-4f86-478f-ab66-bf2562d57090 HTTP/1.1" status: 200  len: 834 time: 0.0635712
Dec 09 14:37:17.510133 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-e62e652f-f043-46f7-b234-87224906ec01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2686c747-a426-4783-815d-302d85756091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0665131
Dec 09 14:37:17.641108 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-3cd25964-c0cd-429a-85ed-7a2325e805a3 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236808
Dec 09 14:37:17.773842 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ab404794-6ec0-4645-9520-e9aa3009533e req-c0f9edeb-ffe7-47e9-9ed7-06e8ab9bea54 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250212
Dec 09 14:37:18.262334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f831ae-13d1-486a-8d13-7ec84d2da795 req-38e6084c-d1cb-4716-b98d-7061bd34bb0b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:18.263763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1f831ae-13d1-486a-8d13-7ec84d2da795 req-38e6084c-d1cb-4716-b98d-7061bd34bb0b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 944 time: 0.0795398
Dec 09 14:37:18.308741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d1f831ae-13d1-486a-8d13-7ec84d2da795 req-b35c60de-e4ea-4b79-bfc3-2b4e8d27ea99 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395479
Dec 09 14:37:18.529710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aea53f64-e827-4c5a-8f40-1e30f22f6c4a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:18.599527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port aea53f64-e827-4c5a-8f40-1e30f22f6c4a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:18.599896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:18.654860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device f2e812dd-6674-49ef-b97d-2a01dda349d8 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:37:18.838085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port f2e812dd-6674-49ef-b97d-2a01dda349d8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:18.851253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'port_id': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'mac_address': 'fa:16:3e:04:85:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:37:18.904302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:18.920859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e812dd-6674-49ef-b97d-2a01dda349d8 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:37:18.935613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port f2e812dd-6674-49ef-b97d-2a01dda349d8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:18.939314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:18.941051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e56b5dbf-f846-4dc8-afde-4e888cee3744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:19.006574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=f2e812dd-6674-49ef-b97d-2a01dda349d8,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:19.009981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:19.138088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['f2e812dd-6674-49ef-b97d-2a01dda349d8'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:37:19.501061 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9728-3a61-4c91-bb2d-7b654c825713 req-00b84c45-9eb3-41d4-9a76-eb6faaf9dc0d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:19.502544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c90d9728-3a61-4c91-bb2d-7b654c825713 req-00b84c45-9eb3-41d4-9a76-eb6faaf9dc0d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 945 time: 0.0753176
Dec 09 14:37:19.551163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c90d9728-3a61-4c91-bb2d-7b654c825713 req-c79de4af-7f09-4e6b-9787-213c8880c87e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426188
Dec 09 14:37:20.671405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device f2e812dd-6674-49ef-b97d-2a01dda349d8 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:37:20.743236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port f2e812dd-6674-49ef-b97d-2a01dda349d8 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:37:20.748421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port f2e812dd-6674-49ef-b97d-2a01dda349d8 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:37:20.748803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:20.898388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:20.926358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:37:20.936902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port f2e812dd-6674-49ef-b97d-2a01dda349d8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:37:20.942238 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:20.945395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:21.015915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=f2e812dd-6674-49ef-b97d-2a01dda349d8,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:21.019165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:21.069665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0059a-4cb2-4d31-a714-8560ed48dd90 req-e9469c69-5255-4879-863a-4109bb047e3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:21.071123 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90a0059a-4cb2-4d31-a714-8560ed48dd90 req-e9469c69-5255-4879-863a-4109bb047e3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.2505395
Dec 09 14:37:21.077914 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'code': 200}
Dec 09 14:37:21.117991 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90a0059a-4cb2-4d31-a714-8560ed48dd90 req-4b530d95-19bf-4473-afee-9a5527b3c958 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412128
Dec 09 14:37:21.303679 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f51f45c3-1867-4830-bdb0-07825d71cd04 req-f509fdce-60a7-4d55-8d98-f2167fdea85c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1099 time: 0.0702329
Dec 09 14:37:21.344369 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f51f45c3-1867-4830-bdb0-07825d71cd04 req-39a533da-642d-45e8-9815-ad9b4396cdff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347569
Dec 09 14:37:22.383356 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1859af9-05e0-41ca-9aa3-efa4bf7fb3ad req-a0459198-816e-4301-806b-2101886dc99c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:22.384788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1859af9-05e0-41ca-9aa3-efa4bf7fb3ad req-a0459198-816e-4301-806b-2101886dc99c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.1468518
Dec 09 14:37:22.430058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a1859af9-05e0-41ca-9aa3-efa4bf7fb3ad req-1ed79ac1-5665-44b9-88b5-501ac8deefb5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395222
Dec 09 14:37:22.581946 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dbddcefb-1b67-4f24-86c7-43d4c9583f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:23.627212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0938f-3085-4855-bdb5-3bba02b18919 req-33626fab-7f9c-4051-84df-c8fbd8555d41 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:23.628573 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aec0938f-3085-4855-bdb5-3bba02b18919 req-33626fab-7f9c-4051-84df-c8fbd8555d41 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0782702
Dec 09 14:37:23.673289 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aec0938f-3085-4855-bdb5-3bba02b18919 req-26005e7f-9f6c-424d-8674-772c2c0caa99 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392358
Dec 09 14:37:23.870661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa7368-7fda-4019-bda5-7ef34900a78b req-32900d65-69a0-40bd-8320-0225930248c7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:23.872114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-85aa7368-7fda-4019-bda5-7ef34900a78b req-32900d65-69a0-40bd-8320-0225930248c7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0763674
Dec 09 14:37:23.918839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-85aa7368-7fda-4019-bda5-7ef34900a78b req-0b88af47-aace-416a-9aa5-9930b6a80691 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412483
Dec 09 14:37:23.945868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37212) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:24.012796 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bb202d57-b5a6-4d5a-a855-c9c25ec392b7 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1094 time: 0.0657692
Dec 09 14:37:24.015420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37216) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:24.020351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:37:24.026065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:37:24.030137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:floatingip and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:37:24.032879 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:37:24.038969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:37:24.049017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:24.182210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:24.313204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.35 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/812024b8-58e8-43b6-b334-93a37c293960) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:37:24.463578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:24.490184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:24.495198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cb9c27a0-ec03-44a9-a43e-b2d2c2bbf547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:24.557084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:37:24.558218 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:37:24.560848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:37:24.604627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=812024b8-58e8-43b6-b334-93a37c293960,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:24.607971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:24.931966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bd4c8560-62ea-48b3-9e1b-d85c43137995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:25.090019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:25.249240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:25.450926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:25.455233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:25.458875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:25.573125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=812024b8-58e8-43b6-b334-93a37c293960,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:25.576365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:25.582980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:25.771394 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Floating IP ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e associated. External IP: 172.26.3.35, port: f2e812dd-6674-49ef-b97d-2a01dda349d8.
Dec 09 14:37:26.157208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router bbd48147-ef92-446a-8f7f-61ff376bdb69 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:37:26.228133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:26.358874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:37:26.369974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] Sync routers for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:37:26.384122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:26.384573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:26.385098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:26.439702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4232171
Dec 09 14:37:26.440358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:37:26.511647 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'status': 'completed', 'code': 200}
Dec 09 14:37:26.574306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:26.597672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:37:26.666432 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-b7346476-5310-40c2-8e23-3d98270411a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1099 time: 0.1350758
Dec 09 14:37:26.672861 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfbce8-e5b5-4c54-a09b-2aec270a339a req-c609c161-3052-4b21-a5e7-25db498bb50c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:26.674537 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90cfbce8-e5b5-4c54-a09b-2aec270a339a req-c609c161-3052-4b21-a5e7-25db498bb50c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.1128182
Dec 09 14:37:26.924812 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90cfbce8-e5b5-4c54-a09b-2aec270a339a req-e3ab4c41-d886-4a5a-8627-03fc544ac617 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2322216
Dec 09 14:37:26.946274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'port_id': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'mac_address': 'fa:16:3e:04:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:37:24Z', 'updated_at': '2021-12-09T14:37:24Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:16Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:26.950163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] Checking router: bbd48147-ef92-446a-8f7f-61ff376bdb69 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:37:26.952833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37224) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:26.955491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-59917254-6c63-41bf-94f4-5c25774aeaed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:26.956932 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-59917254-6c63-41bf-94f4-5c25774aeaed service neutron] 10.222.0.35 "GET /v2.0/networks?id=2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 200  len: 898 time: 0.2815635
Dec 09 14:37:26.961702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:26.962312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:27.065025 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-0df93c16-e484-4d9b-89d0-17ac253624c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 200  len: 999 time: 0.1018288
Dec 09 14:37:27.128721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-ec192f15-1288-4dfe-96c9-f878bdf08b0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:27.130220 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-ec192f15-1288-4dfe-96c9-f878bdf08b0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a4b3cef-4f86-478f-ab66-bf2562d57090 HTTP/1.1" status: 200  len: 834 time: 0.0584838
Dec 09 14:37:27.149171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:37:27.167466 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2b12cc97-b8eb-4d0e-b05b-6418769ffaee tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 991 time: 0.2115915
Dec 09 14:37:27.207731 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-af7ed7dc-0d44-486c-baba-d17d9c405ee4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2686c747-a426-4783-815d-302d85756091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711651
Dec 09 14:37:27.339510 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-685de32b-47c5-4660-9800-4b405b030113 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254094
Dec 09 14:37:27.471124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f45821d9-b7e4-4eac-834b-7245d3c12373 req-f7aa1d08-e903-4019-9d23-601ab345684d service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257603
Dec 09 14:37:27.492389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a081fd0>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'port_id': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'mac_address': 'fa:16:3e:04:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:37:24Z', 'updated_at': '2021-12-09T14:37:24Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:16Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:27.496526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b55e27-9b4a-4248-a275-88ef2d1c901e None None] The sync data for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv is: [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.35', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'port_id': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'mac_address': 'fa:16:3e:04:85:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:37:24Z', 'updated_at': '2021-12-09T14:37:24Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:16Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:37:27.644566 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:28.170220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37228) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:28.273786 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9d7f3e17-7d83-4a84-886d-dfd0322b8b2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 991 time: 0.1023488
Dec 09 14:37:29.277618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37232) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:29.383347 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-3d76f255-8972-4ac5-b5ce-623afb01391d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 991 time: 0.1045988
Dec 09 14:37:30.387100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37236) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:30.492260 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c0f5308a-8eda-4a61-a96b-8372cddfd366 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 991 time: 0.1039479
Dec 09 14:37:31.391129 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:37:31.495686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37240) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:31.600130 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-44466f7e-ae8e-4794-a8c7-1956a7ac727d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 991 time: 0.1032467
Dec 09 14:37:31.630589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a293e7-ffc0-475e-928a-89c8d8450443 None None] New status for floating IP ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:37:32.603324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37244) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:32.705504 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-561697c6-de62-4dd2-9205-decea61f47a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 993 time: 0.1008909
Dec 09 14:37:46.522458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:49.717254 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-414f84a7-7f79-4286-868f-ab89a011bad4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708594
Dec 09 14:37:49.856648 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-886ea6a8-5473-45fc-ab82-064e193b2606 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1099 time: 0.0681260
Dec 09 14:37:49.997951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-aaaa56d0-164b-432a-8753-81513b3750c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:49.999383 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-aaaa56d0-164b-432a-8753-81513b3750c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 200  len: 898 time: 0.1246760
Dec 09 14:37:50.104250 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-44a93c05-cdb9-4ac2-8099-9bbea4779481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 200  len: 1001 time: 0.0973179
Dec 09 14:37:50.165208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-889fc5d5-d152-4467-bb17-8c7cddc6a8e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:50.166601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-889fc5d5-d152-4467-bb17-8c7cddc6a8e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a4b3cef-4f86-478f-ab66-bf2562d57090 HTTP/1.1" status: 200  len: 834 time: 0.0558627
Dec 09 14:37:50.242463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-b46054d8-fbf7-4d94-9b13-de023357a628 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2686c747-a426-4783-815d-302d85756091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697320
Dec 09 14:37:50.371425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-57f29869-8933-401f-943a-5d2b1cf9a336 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217377
Dec 09 14:37:50.500074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fd819323-0f44-43db-bc48-941eaa6f0098 req-7e75e1f7-e1a3-47e3-a6d0-162c89d12b9f service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214485
Dec 09 14:37:52.582447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d8ca-6954-4ee4-bd76-98b98ecfe230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:53.619803 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f3220-38a0-4030-adcf-faeab8006724 req-6c18bf7c-4581-4e8b-83d0-cd15f983047f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:53.621266 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e9f3220-38a0-4030-adcf-faeab8006724 req-6c18bf7c-4581-4e8b-83d0-cd15f983047f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0766995
Dec 09 14:37:53.667423 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e9f3220-38a0-4030-adcf-faeab8006724 req-a48e1bdd-59c5-46e0-8e4d-530e0bd75a99 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401988
Dec 09 14:37:54.935857 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fe2a285e-84a4-419a-acac-b9540db8d9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:54.974757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360c130-9e78-4894-b85a-af90fa6b7d50 req-1046a492-022f-4495-9862-a0f2c31adeb8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:54.976198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c360c130-9e78-4894-b85a-af90fa6b7d50 req-1046a492-022f-4495-9862-a0f2c31adeb8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.1866405
Dec 09 14:37:55.021576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c360c130-9e78-4894-b85a-af90fa6b7d50 req-8ed1ebce-55f6-4dcb-b6d5-867428c81611 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396748
Dec 09 14:37:55.049612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37262) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:55.153950 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-94e92047-3d78-460c-912e-fd439679a064 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 993 time: 0.1030908
Dec 09 14:37:56.234061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:56.466139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:56.663267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03dca-4d9b-4b3f-a35c-ce932215a5d3 req-5fc96fda-0594-405a-b667-7a654e43bcdd tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:56.664702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8d03dca-4d9b-4b3f-a35c-ce932215a5d3 req-5fc96fda-0594-405a-b667-7a654e43bcdd tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0782425
Dec 09 14:37:56.718599 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8d03dca-4d9b-4b3f-a35c-ce932215a5d3 req-e3a72fc5-da00-4fdc-88f1-e70605e38fa6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438707
Dec 09 14:37:57.646936 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:57.916157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fce07-9bd7-4dbb-a4d1-473c5eb5055b req-e98f8973-d8a7-46cd-9d92-7d16fb184b05 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:37:57.917624 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-574fce07-9bd7-4dbb-a4d1-473c5eb5055b req-e98f8973-d8a7-46cd-9d92-7d16fb184b05 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0757627
Dec 09 14:37:57.961061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-574fce07-9bd7-4dbb-a4d1-473c5eb5055b req-eeebbce3-9b45-4ca6-a1eb-dc67a09e12b9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380895
Dec 09 14:37:57.989199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:58.091766 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e0f99e4c-c321-4273-8ce5-f128a1d54f42 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 200  len: 993 time: 0.1012866
Dec 09 14:37:58.392968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37282) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:37:58.591336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 812024b8-58e8-43b6-b334-93a37c293960 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:37:58.591678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:58.758226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:58.758505 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:58.879902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 812024b8-58e8-43b6-b334-93a37c293960 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:37:59.023835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:59.027849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-75ef6518-e32c-4196-b627-b2357b802de8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:37:59.072400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=812024b8-58e8-43b6-b334-93a37c293960,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:37:59.109168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.109566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.109950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.110319 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.110687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.111050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.111436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.111798 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.112159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.112512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.112866 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:37:59.119433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:37:59.171202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:59.655102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router bbd48147-ef92-446a-8f7f-61ff376bdb69 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:37:59.852567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:37:59.862041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] Sync routers for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:37:59.872971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:37:59.873651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:37:59.874260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5f81c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:37:59.926692 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e HTTP/1.1" status: 204  len: 168 time: 1.5326424
Dec 09 14:37:59.927385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:37:59.984451 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'status': 'completed', 'code': 200}
Dec 09 14:38:00.052057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:00.077205 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-778fa0d0-6035-4d7b-92c6-e2dc8cb5f03f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 1099 time: 0.0701642
Dec 09 14:38:00.229481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-b6ccaf58-42a8-45aa-abf0-27d3daa1bb0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:00.230959 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-b6ccaf58-42a8-45aa-abf0-27d3daa1bb0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 200  len: 898 time: 0.1470706
Dec 09 14:38:00.336202 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-ea26248f-e829-4335-94a5-3e65c6229d10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 200  len: 217 time: 0.0978167
Dec 09 14:38:00.368246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5f81c0>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:16Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:00.371974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] Checking router: bbd48147-ef92-446a-8f7f-61ff376bdb69 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:38:00.382157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:00.382767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5f81c0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:00.418533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-f9a082b7-6d88-4af2-86c8-711f94532c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:00.419894 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-f9a082b7-6d88-4af2-86c8-711f94532c73 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6a4b3cef-4f86-478f-ab66-bf2562d57090 HTTP/1.1" status: 200  len: 834 time: 0.0759263
Dec 09 14:38:00.466337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d2aa3-ee63-4327-9f61-451dcf8403c6 req-3edbd79e-8831-4bc9-bc1a-905cf05c755b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:00.467768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b5d2aa3-ee63-4327-9f61-451dcf8403c6 req-3edbd79e-8831-4bc9-bc1a-905cf05c755b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.1767268
Dec 09 14:38:00.524758 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3b5d2aa3-ee63-4327-9f61-451dcf8403c6 req-79c02ade-144d-4307-a0b5-6993bd067c0f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506353
Dec 09 14:38:00.548584 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-d5ce40c3-0ca0-42de-a34e-de86cd6d8180 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2686c747-a426-4783-815d-302d85756091&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1208677
Dec 09 14:38:00.564102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:00.683402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-16987b1c-8f49-4e08-98e8-9226733919f5 service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275134
Dec 09 14:38:00.819527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f2e6c846-2903-4d27-b1e8-4cf2fa8220a6 req-55bb8ff6-f429-44b8-8398-3adb0be3262b service neutron] 10.222.0.35 "GET /v2.0/networks/2686c747-a426-4783-815d-302d85756091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289532
Dec 09 14:38:00.877200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5f81c0>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:16Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:00.881790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26db073-73e0-44ed-a5a9-d2ff6c0f44ca None None] The sync data for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv is: [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'aea53f64-e827-4c5a-8f40-1e30f22f6c4a', 'name': '', 'network_id': '2686c747-a426-4783-815d-302d85756091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:c8:07:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:09Z', 'updated_at': '2021-12-09T14:37:16Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '6a4b3cef-4f86-478f-ab66-bf2562d57090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:38:01.082196 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d66e82-02e7-4cc0-96e8-69e512e44f4d None None] New status for floating IP ef8bbce0-b6c3-4c7f-b6d9-7bbc27c8355e: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:38:01.727265 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c0d2a-e57e-4212-ba37-8bf73f1d4417 req-80d7bcf5-1bb0-497f-8f95-a6488b652a95 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:01.728717 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-483c0d2a-e57e-4212-ba37-8bf73f1d4417 req-80d7bcf5-1bb0-497f-8f95-a6488b652a95 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0758595
Dec 09 14:38:01.822242 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-483c0d2a-e57e-4212-ba37-8bf73f1d4417 req-3b66b3c2-16ad-4a91-ba92-ff0c6cd65c61 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878198
Dec 09 14:38:01.843794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82326184-3616-40d8-b977-4cf281959e98 req-8d76f596-e0f8-4bb0-b629-f545ce775e9f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:01.845179 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-82326184-3616-40d8-b977-4cf281959e98 req-8d76f596-e0f8-4bb0-b629-f545ce775e9f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 946 time: 0.0981574
Dec 09 14:38:01.911401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port f2e812dd-6674-49ef-b97d-2a01dda349d8 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:38:01.911767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:02.237898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port f2e812dd-6674-49ef-b97d-2a01dda349d8, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=f2e812dd-6674-49ef-b97d-2a01dda349d8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:02.238243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:02.355502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for f2e812dd-6674-49ef-b97d-2a01dda349d8 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:38:02.494681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:02.500491 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:02.544096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=f2e812dd-6674-49ef-b97d-2a01dda349d8,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:02.581932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.582315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.582692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.583063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.583434 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.584287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.584651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.585010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.585369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.585751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.586108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:02.596192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:02.628958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] No DVR routers for this DVR port f2e812dd-6674-49ef-b97d-2a01dda349d8 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:38:02.631496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:02.634201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'name': 'network-vif-deleted', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:38:02.645008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-82326184-3616-40d8-b977-4cf281959e98 req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "DELETE /v2.0/ports/f2e812dd-6674-49ef-b97d-2a01dda349d8 HTTP/1.1" status: 204  len: 173 time: 0.7945786
Dec 09 14:38:02.689068 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a', 'name': 'network-vif-deleted', 'tag': 'f2e812dd-6674-49ef-b97d-2a01dda349d8', 'status': 'completed', 'code': 200}
Dec 09 14:38:02.997957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-edd6388f-fc38-4919-ab61-46e577526b21 req-a145d0ba-7544-4165-8dc5-24bef74e58e3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:38:03.015453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-edd6388f-fc38-4919-ab61-46e577526b21 req-a145d0ba-7544-4165-8dc5-24bef74e58e3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:38:03.017074 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-edd6388f-fc38-4919-ab61-46e577526b21 req-a145d0ba-7544-4165-8dc5-24bef74e58e3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca7aabcd-6b02-48ee-a7d4-cf3290f5ff1a HTTP/1.1" status: 200  len: 210 time: 0.0614297
Dec 09 14:38:04.122808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37300) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:04.508315 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:04.887815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device f2e812dd-6674-49ef-b97d-2a01dda349d8 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:38:04.919764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: f2e812dd-6674-49ef-b97d-2a01dda349d8 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:38:04.920125 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device f2e812dd-6674-49ef-b97d-2a01dda349d8 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:38:05.111664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port aea53f64-e827-4c5a-8f40-1e30f22f6c4a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:38:05.111999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:05.405455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port aea53f64-e827-4c5a-8f40-1e30f22f6c4a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:05.406253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:05.521715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for aea53f64-e827-4c5a-8f40-1e30f22f6c4a owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:38:05.698126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:05.701642 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4ae990e1-6a2e-4e79-b7a5-4793dbc665f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:05.746877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=aea53f64-e827-4c5a-8f40-1e30f22f6c4a,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:05.749337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:06.035045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:06.707442 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router bbd48147-ef92-446a-8f7f-61ff376bdb69 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:38:06.910923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:38:06.921453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] Sync routers for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:38:06.928606 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/bbd48147-ef92-446a-8f7f-61ff376bdb69/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8046360
Dec 09 14:38:06.931220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37304) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:06.936770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:06.937381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a117c10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:07.127809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting subnet 6a4b3cef-4f86-478f-ab66-bf2562d57090 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:38:07.131572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.167061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:07.185357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.268314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.346643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.351303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0fc533bf-5299-4ac6-b82c-e96e22123bca tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:07.386992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4b3cef-4f86-478f-ab66-bf2562d57090,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:07.390444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:07.393770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.400436 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5943da19-d1bc-428b-897c-9a87499aea80 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/subnets/6a4b3cef-4f86-478f-ab66-bf2562d57090 HTTP/1.1" status: 204  len: 168 time: 0.4682260
Dec 09 14:38:07.403027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37308) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:07.419700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706971ec-d9ed-4700-a185-56cf27e4a592 None None] Network 2686c747-a426-4783-815d-302d85756091 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:38:07.607610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.609488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a117c10>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:38:05Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:07.617871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] Checking router: bbd48147-ef92-446a-8f7f-61ff376bdb69 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:38:07.643231 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] Routers {'bbd48147-ef92-446a-8f7f-61ff376bdb69'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:07.643846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a117c10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['bbd48147-ef92-446a-8f7f-61ff376bdb69'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:07.777573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] DHCP port deletion for 2686c747-a426-4783-815d-302d85756091 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:38:07.791759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Deleting port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:38:07.792142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.818110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.827825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 824e9451-2f99-4cfa-8ac3-60c21a2d5942 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:38:07.828323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:07.909377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] Set router bbd48147-ef92-446a-8f7f-61ff376bdb69 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:08.004603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 824e9451-2f99-4cfa-8ac3-60c21a2d5942, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=824e9451-2f99-4cfa-8ac3-60c21a2d5942,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:08.004852 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.122976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 824e9451-2f99-4cfa-8ac3-60c21a2d5942 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:38:08.188586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] For port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,segment=NetworkSegment(e5c77335-b0af-4b19-811b-13e37e0aa4f6),segment_id=e5c77335-b0af-4b19-811b-13e37e0aa4f6)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:08.189187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.328206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Calling delete_port for 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:38:08.393377 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:38:08.399359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.403041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:08.444250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=824e9451-2f99-4cfa-8ac3-60c21a2d5942,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:08.447800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:08.511186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.515726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:08.558401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Pushing event deleted for resources: {'Port': ['ID=22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:08.562305 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:08.568326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] No DVR routers for this DVR port 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:38:08.575400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a117c10>, [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:38:05Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:08.583263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5e552b-9336-4b91-98bd-76fb2d3b54fe None None] The sync data for ids ['bbd48147-ef92-446a-8f7f-61ff376bdb69'] in dv-neutron-821183-1-hyperv is: [{'id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195758903', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:38:05Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '824e9451-2f99-4cfa-8ac3-60c21a2d5942', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd48147-ef92-446a-8f7f-61ff376bdb69', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:37:06Z', 'updated_at': '2021-12-09T14:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:38:08.699139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.947309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:38:08.952183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.956690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.986385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:08.987008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Fanout notify agent at l3_agent the message router_deleted on router bbd48147-ef92-446a-8f7f-61ff376bdb69 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:38:08.987122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:38:08.987623 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 22a39fa6-89f9-4bfc-9003-b22d4b5f3fb8 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:38:09.005089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.006215 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/routers/bbd48147-ef92-446a-8f7f-61ff376bdb69 HTTP/1.1" status: 204  len: 168 time: 1.6023071
Dec 09 14:38:09.008868 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37312) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:09.125307 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.265008 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.291438 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448a71160>,) {'filters': {'network_id': ['2686c747-a426-4783-815d-302d85756091']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:09.303334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a71160>, 'e5c77335-b0af-4b19-811b-13e37e0aa4f6') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:09.303625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448a71160>, 'e5c77335-b0af-4b19-811b-13e37e0aa4f6') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:09.314384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.330002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.335771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:38:09.336138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:38:09.349877 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:38:09.426411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.430111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:09.444054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.453219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Network': ['ID=2686c747-a426-4783-815d-302d85756091,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:09.455935 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/networks/2686c747-a426-4783-815d-302d85756091 HTTP/1.1" status: 204  len: 168 time: 0.4460895
Dec 09 14:38:09.456763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1613f408-4e4d-40bc-ad0c-175311d8f29b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:09.458582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37316) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:09.525392 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.554519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.623814 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.627795 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b24206fa-f26c-485b-b6f9-67e3b5271ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:09.641700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043dbf59-695d-4bb3-9f9f-36d8b9b61cf0,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:09.644588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:09.646607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.647565 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/security-groups/043dbf59-695d-4bb3-9f9f-36d8b9b61cf0 HTTP/1.1" status: 204  len: 168 time: 0.1881227
Dec 09 14:38:09.901586 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37324) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:09.907301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140748828', 'description': 'tempest-secgroup-smoke-140748828 description', 'project_id': '27d6a233f57046049868e6348d63e3a5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:09.913915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:09.917677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:09.920451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:09.926926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:09.936976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:09.972052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:09.975847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:09.978639 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:09.984529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.039929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.043468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.047191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d15b239e-e3ea-4aaa-9c73-b3ae35423fbb tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:10.088525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125b8583-1b94-4f16-a0b9-0480163f7794,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:10.092768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:10.093630 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.097743 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1950362
Dec 09 14:38:10.098156 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37328) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:10.104991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '125b8583-1b94-4f16-a0b9-0480163f7794', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:10.111248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:10.115772 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:10.118678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:10.124420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.143956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.202422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.205891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.213519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e03d530d-8651-434b-b8be-2610dedf9996 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:10.231594 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd621696-7aea-4080-980c-96d425500914,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:10.236919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:10.241880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.243052 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1437943
Dec 09 14:38:10.245745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37332) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:10.251081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '125b8583-1b94-4f16-a0b9-0480163f7794', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:10.256746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:10.260457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:10.263278 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:10.268860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.284652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.343388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.346590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.348310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7b9f2aca-f3ca-4316-ae19-f4a1d3880e2d tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:10.370400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43971825-aaed-454d-bfd3-47bfd4b3d81e,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:10.372725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:10.379218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.380395 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-99321cc3-0818-4942-8fda-36a527e8c529 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1337385
Dec 09 14:38:10.383053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37336) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:10.388286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '125b8583-1b94-4f16-a0b9-0480163f7794', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:10.393949 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:10.397711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:10.400498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:10.407141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.423793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.521610 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 824e9451-2f99-4cfa-8ac3-60c21a2d5942 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:38:10.562620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 824e9451-2f99-4cfa-8ac3-60c21a2d5942 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:38:10.563229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 824e9451-2f99-4cfa-8ac3-60c21a2d5942 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:38:10.563801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aea53f64-e827-4c5a-8f40-1e30f22f6c4a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:38:10.595146 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.597935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: aea53f64-e827-4c5a-8f40-1e30f22f6c4a {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:38:10.598299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device aea53f64-e827-4c5a-8f40-1e30f22f6c4a not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:38:10.600248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.606790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-db333ba8-368a-40d7-954f-6e85eda207bc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:10.628224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdaa00b-150b-46bf-89a7-27cbc944bb24,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:10.633284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:10.637443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.638647 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-181f5028-f375-4e4f-b768-aa03531f3461 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2546980
Dec 09 14:38:10.641323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37340) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:10.646631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '125b8583-1b94-4f16-a0b9-0480163f7794', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:10.652207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:10.655901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:10.658708 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:10.664216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.679873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.740713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.744341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.746093 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b2b5223a-79ef-41cf-bea4-201f947104d2 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:10.768353 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3d7913-80d8-467d-a2c1-09be36004374,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:10.772972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:10.777109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.778318 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-dca22d4c-13f3-440e-afa9-767fd7143a9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1360879
Dec 09 14:38:10.781046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37344) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:10.786289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '125b8583-1b94-4f16-a0b9-0480163f7794', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:10.791983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:10.795684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:10.798531 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:10.804634 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.814981 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:38:10.821859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.883377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.886824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.888613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6956911a-9a77-47de-9c19-dfeca7e93d40 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:10.912940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55be7306-deff-44a6-a956-5de436ca6ca9,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:10.917098 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:10.921456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:10.922794 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1d926017-a434-4307-9747-814953ee2a6c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1408410
Dec 09 14:38:10.925567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37348) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:10.930969 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '125b8583-1b94-4f16-a0b9-0480163f7794', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:10.936818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:10.940787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:10.944128 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:10.949735 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:10.960175 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:38:10.966287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.029704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.033026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.034789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2f1a51d3-a6a3-437c-bcde-c01852582add tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:11.059226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc35654-9d71-4e10-8b8e-1cf460599d93,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:11.062570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:11.065332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.066762 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1401005
Dec 09 14:38:11.070446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37352) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:11.076078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'network': {'name': 'tempest-network-smoke--819002357', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'port_security_enabled': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:11.080822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:11.085190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:network and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:11.087981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:11.093504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:11.103895 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:38:11.106972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.134831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:38:11.143313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.143645 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Added segment bd6136db-e648-46b7-a80d-4a9606c47317 of type vlan for network 5eba4c83-43b6-4fd7-b97d-91809193269b
Dec 09 14:38:11.168588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.196169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.199849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:11.200441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.203775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d26c6b3e-d7be-4961-b5a9-2f75eb12e44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:11.299342 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2277372
Dec 09 14:38:11.302041 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37356) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:11.309909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'admin_state_up': True, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:11.315152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Network': ['ID=5eba4c83-43b6-4fd7-b97d-91809193269b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:11.318849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8a985bd0-943d-496a-857c-6de5239f1a13 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:11.319747 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:11.323621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:router and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:11.325944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 5eba4c83-43b6-4fd7-b97d-91809193269b details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:38:11.326492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:11.332141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:11.343088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.344015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.364209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.513552 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.688591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.721651 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:11.850823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.104 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/2c14b6d6-3826-4b33-938e-9d586880c3ee) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:38:11.993790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:12.022818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:12.026879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c2bceffb-519e-46d1-b368-4fcfb38bffd9 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:12.091070 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:38:12.094247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:12.097777 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:38:12.126955 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=2c14b6d6-3826-4b33-938e-9d586880c3ee,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:12.133208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:12.254745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:12.256079 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:12.478371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router fe236861-4d08-4e3e-af31-13c6b8da7dfe is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:38:12.780143 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:38:12.789806 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Sync routers for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:38:12.802589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:12.803183 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04700>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:12.806369 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:12.807561 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-73d3288c-4e3f-4830-ada9-5bb6b5660842 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.5040436
Dec 09 14:38:12.810578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37360) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:12.853213 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5059421e-e1c9-495c-8224-cdba67493bd0 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=27d6a233f57046049868e6348d63e3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0414844
Dec 09 14:38:12.855695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37364) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:12.977677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:12.984377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd7d71-d71c-4e19-807e-d44e1b695d3b tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:12.985870 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-efdd7d71-d71c-4e19-807e-d44e1b695d3b tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1292677
Dec 09 14:38:12.988765 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37368) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:13.028345 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-841d27bf-839b-4131-9381-c1554ce8e5be tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0384665
Dec 09 14:38:13.030746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37372) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:13.035990 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2018703439', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:13.145359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:13.149292 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:subnet and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:13.152139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:13.158062 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:13.167873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:38:13.255109 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04700>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:12Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:13.258859 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Checking router: fe236861-4d08-4e3e-af31-13c6b8da7dfe for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:38:13.259208 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Updating router fe236861-4d08-4e3e-af31-13c6b8da7dfe port 2c14b6d6-3826-4b33-938e-9d586880c3ee binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:38:13.268533 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.308899 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.480358 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.484676 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-18d168c9-989f-4621-b931-cdf145602434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:13.559819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Subnet': ['ID=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:13.564241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:13.575117 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Checking segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:38:13.575473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network hostable DHCP agents. Network: 5eba4c83-43b6-4fd7-b97d-91809193269b, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:38:13.597961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 5eba4c83-43b6-4fd7-b97d-91809193269b is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:38:13.607016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 5eba4c83-43b6-4fd7-b97d-91809193269b) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:13.611110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:13.611695 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.619927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbed468-0655-4367-bef3-d37def6c0896 None None] Network 5eba4c83-43b6-4fd7-b97d-91809193269b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:38:13.638331 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-844c6e45-7585-46c0-9972-8851b1296ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6039965
Dec 09 14:38:13.638587 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37376) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:13.671033 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.683728 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Transition to ACTIVE for port object 2c14b6d6-3826-4b33-938e-9d586880c3ee will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:13.690694 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.701470 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:13.766249 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Attempting to bind port 2c14b6d6-3826-4b33-938e-9d586880c3ee on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:38:13.766609 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Attempting to bind port 2c14b6d6-3826-4b33-938e-9d586880c3ee by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:38:13.766974 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Attempting to bind port 2c14b6d6-3826-4b33-938e-9d586880c3ee on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:38:13.777542 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac0fae-243b-4a45-8818-142d372bbf65 None None] Pushing event updated for resources: {'Port': ['ID=2c14b6d6-3826-4b33-938e-9d586880c3ee,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:13.780745 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81ac0fae-243b-4a45-8818-142d372bbf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:13.781607 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:38:13.782518 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:38:13.782518 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.782724 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:38:13.783177 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Bound port: 2c14b6d6-3826-4b33-938e-9d586880c3ee, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:38:13.783550 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.845653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-5eba4c83-43b6-4fd7-b97d-91809193269b', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:38:13.846732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.859906 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] For port 2c14b6d6-3826-4b33-938e-9d586880c3ee, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:38:13.862835 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] For port 2c14b6d6-3826-4b33-938e-9d586880c3ee, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c14b6d6-3826-4b33-938e-9d586880c3ee,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:38:13.867756 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:13.872248 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-f0b9a9eb-52ee-49ff-a05e-a65abbb7d199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:13.962313 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac0fae-243b-4a45-8818-142d372bbf65 None None] Pushing event updated for resources: {'Port': ['ID=2c14b6d6-3826-4b33-938e-9d586880c3ee,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:13.964501 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81ac0fae-243b-4a45-8818-142d372bbf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:13.967461 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:13.968068 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04700>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:14.016662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Allocated IP 172.20.0.2 (5eba4c83-43b6-4fd7-b97d-91809193269b/ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4/4451ad75-9d92-47da-9995-d908e627f451) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:38:14.160912 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:14.225302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:14.236672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Transition to ACTIVE for port object 4451ad75-9d92-47da-9995-d908e627f451 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:14.256614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Transition to ACTIVE for port object 4451ad75-9d92-47da-9995-d908e627f451 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:14.262488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:14.267640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:14.341510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Network 5eba4c83-43b6-4fd7-b97d-91809193269b is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:38:14.345110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:14.346998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Pushing event updated for resources: {'Port': ['ID=4451ad75-9d92-47da-9995-d908e627f451,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:14.349390 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:38:14.384991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.385336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.385705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.386039 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.386374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.386701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.387452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.387452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.387645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.387952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.388271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:38:14.396426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:14.448359 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Attempting to bind port 4451ad75-9d92-47da-9995-d908e627f451 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:38:14.448749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Attempting to bind port 4451ad75-9d92-47da-9995-d908e627f451 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:38:14.449672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Attempting to bind port 4451ad75-9d92-47da-9995-d908e627f451 on network 5eba4c83-43b6-4fd7-b97d-91809193269b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:38:14.457690 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:38:14.458068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Checking segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:38:14.458511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:14.459014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Bound using segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:38:14.459491 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Bound port: 4451ad75-9d92-47da-9995-d908e627f451, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:38:14.459877 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:14.461844 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04700>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:12Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:14.465808 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5faae06-330d-4d08-bc2f-3f71538e6472 None None] The sync data for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv is: [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:12Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:38:14.556802 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] For port 4451ad75-9d92-47da-9995-d908e627f451, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:38:14.560199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] For port 4451ad75-9d92-47da-9995-d908e627f451, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4451ad75-9d92-47da-9995-d908e627f451,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:38:14.568655 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:14.573037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:14.580931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:14.655441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Pushing event updated for resources: {'Port': ['ID=4451ad75-9d92-47da-9995-d908e627f451,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:14.658472 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:15.056575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.1 (5eba4c83-43b6-4fd7-b97d-91809193269b/ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4/2fc11ee2-9a02-4f67-a456-4efb1fb904a5) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:38:15.222032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:15.238123 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:15.263014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:15.271900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:15.331780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 5eba4c83-43b6-4fd7-b97d-91809193269b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:38:15.335578 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:15.344347 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:38:15.388266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:15.392750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:15.409826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:15.500902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:15.602222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69780a-037a-4abb-9d1b-5467204b8d84 None None] Network 5eba4c83-43b6-4fd7-b97d-91809193269b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:38:15.694103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5f5b5b81-4c1d-4ca8-820f-ace9afde27df None None] Provisioning for port 4451ad75-9d92-47da-9995-d908e627f451 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:15.916654 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:15.921498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:15.946496 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0c9237f4-16cf-4d1f-864a-043895aba0d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:16.032540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:16.036099 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:16.040210 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.129153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a462521f-fcf3-4d04-bc61-5860c28e6896 None None] Provisioning for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:16.135546 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a462521f-fcf3-4d04-bc61-5860c28e6896 None None] Provisioning complete for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:16.135928 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a462521f-fcf3-4d04-bc61-5860c28e6896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.193407 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-a462521f-fcf3-4d04-bc61-5860c28e6896 None None] Port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:38:16.289360 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 5eba4c83-43b6-4fd7-b97d-91809193269b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:38:16.290485 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:16.328256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b54995bc-83d1-4cf8-8e8d-178b421ff2e4 None None] Provisioning complete for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:16.328645 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b54995bc-83d1-4cf8-8e8d-178b421ff2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.431770 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b54995bc-83d1-4cf8-8e8d-178b421ff2e4 None None] Port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:38:16.512543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.567162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b1240c9c-ba45-466e-b29e-599e43b264be None None] Provisioning complete for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:16.568130 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b1240c9c-ba45-466e-b29e-599e43b264be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.623373 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-b1240c9c-ba45-466e-b29e-599e43b264be None None] Port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:38:16.629375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4451ad75-9d92-47da-9995-d908e627f451 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:16.684491 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router fe236861-4d08-4e3e-af31-13c6b8da7dfe has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:38:16.697837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 4451ad75-9d92-47da-9995-d908e627f451 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:16.702603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4451ad75-9d92-47da-9995-d908e627f451 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:16.702976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.815754 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.846579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 4451ad75-9d92-47da-9995-d908e627f451, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4451ad75-9d92-47da-9995-d908e627f451,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:16.849943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:16.850759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c14b6d6-3826-4b33-938e-9d586880c3ee up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:16.877395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:16.888864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:38:16.900991 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/fe236861-4d08-4e3e-af31-13c6b8da7dfe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2613239
Dec 09 14:38:16.965224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=4451ad75-9d92-47da-9995-d908e627f451,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:16.968462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:16.980319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2c14b6d6-3826-4b33-938e-9d586880c3ee completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:16.985454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2c14b6d6-3826-4b33-938e-9d586880c3ee triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:16.985858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:17.071829 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-68009829-7c05-48c0-b040-ae98a1795a06 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:38:17.088290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-68009829-7c05-48c0-b040-ae98a1795a06 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:38:17.089665 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-68009829-7c05-48c0-b040-ae98a1795a06 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140748828&fields=id&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 267 time: 0.0591304
Dec 09 14:38:17.098017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:17.116338 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 2c14b6d6-3826-4b33-938e-9d586880c3ee, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c14b6d6-3826-4b33-938e-9d586880c3ee,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:17.120009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:17.121835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:17.186894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=2c14b6d6-3826-4b33-938e-9d586880c3ee,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:17.190026 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:17.238865 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-4a9cffe0-3a2d-49ca-a3fa-15eaab778ef8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:17.240931 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-4a9cffe0-3a2d-49ca-a3fa-15eaab778ef8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 796 time: 0.1448874
Dec 09 14:38:17.256475 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-401a66a6-8acc-4d07-867b-7db6eebfa6fc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/quotas/27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 375 time: 0.0101795
Dec 09 14:38:17.333702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-af5187a5-e64d-4b7a-8b91-7095f69d6c4a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0720997
Dec 09 14:38:17.468623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-85e5e52d-bd59-4861-8c7c-6bf57f5728e0 service neutron] 10.222.0.21 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238415
Dec 09 14:38:17.598090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-add294b6-a14d-4e43-a534-03dfd3337d9d service neutron] 10.222.0.21 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233761
Dec 09 14:38:17.787691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ec2ce5e6-4f19-4d88-ae09-8bc95ac839ef req-0fa0c406-245c-4b66-88d0-bd753a44046a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 210 time: 0.0469127
Dec 09 14:38:18.036323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Sync routers for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:38:18.048789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:18.049410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449906e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:18.228119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:18.541182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449906e50>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 2, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:18.546007 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Checking router: fe236861-4d08-4e3e-af31-13c6b8da7dfe for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:38:18.546453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Updating router fe236861-4d08-4e3e-af31-13c6b8da7dfe port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:38:18.594510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4451ad75-9d92-47da-9995-d908e627f451 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:18.641509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:18.792222 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4451ad75-9d92-47da-9995-d908e627f451 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:18.792511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:18.801744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-39ccf498-5eed-4091-99e3-ae5ba4afc2f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:18.803656 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-39ccf498-5eed-4091-99e3-ae5ba4afc2f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 796 time: 0.1554191
Dec 09 14:38:18.876007 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-72e3afa4-2ff3-4af7-946f-3ecdd3c481f1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 379 time: 0.0588114
Dec 09 14:38:18.887290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'port': {'device_id': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'admin_state_up': True, 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'security_groups': ['125b8583-1b94-4f16-a0b9-0480163f7794']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:19.085310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c14b6d6-3826-4b33-938e-9d586880c3ee up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:19.140969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-491810ef-2186-49ac-9454-edbe225fbd55 req-62027e19-7a06-472c-ab62-5cac44013d5d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 210 time: 0.1637881
Dec 09 14:38:19.193264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:19.197311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:port and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:19.200147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:19.205802 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:19.215615 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:38:19.218695 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.219443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.232661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2c14b6d6-3826-4b33-938e-9d586880c3ee triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:19.233288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.261415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Transition to ACTIVE for port object 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:19.276516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.286656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e84c1a0f-b026-4c91-85dc-cc39a1a63d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:19.382691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.12 (5eba4c83-43b6-4fd7-b97d-91809193269b/ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4/7c63b4d1-2c74-4e79-aef6-5c46a0b71e43) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:38:19.410548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6054-bfce-4f28-a1dd-aa07457c3d80 None None] Pushing event updated for resources: {'Port': ['ID=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:19.421874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b46f6054-bfce-4f28-a1dd-aa07457c3d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:19.564069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Attempting to bind port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:38:19.564452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Attempting to bind port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:38:19.564825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Attempting to bind port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 on network 5eba4c83-43b6-4fd7-b97d-91809193269b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:38:19.573502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:38:19.573502 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Checking segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:38:19.574165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.574567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Bound using segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:38:19.575271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Bound port: 2fc11ee2-9a02-4f67-a456-4efb1fb904a5, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:38:19.575687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.590743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.606887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:19.630819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.636850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f319fd2c-89d6-4cbf-bc30-efd9f42b27d2 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:19.667137 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] For port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:38:19.670456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] For port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:38:19.675399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.683195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:19.711012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 5eba4c83-43b6-4fd7-b97d-91809193269b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:38:19.713977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:19.717645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:38:19.758264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:19.761637 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:19.766628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f6054-bfce-4f28-a1dd-aa07457c3d80 None None] Pushing event updated for resources: {'Port': ['ID=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:19.769152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:19.770114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449906e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:37:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:19.790897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:19.791569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.818689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9375207
Dec 09 14:38:19.822218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b46f6054-bfce-4f28-a1dd-aa07457c3d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:19.830626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Request body: {'port': {'device_id': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:19.947453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:19.967500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-84c82fd5-9a7e-4f2c-959b-15fe5a57bd7e None None] Provisioning for port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:19.973249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:20.016714 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-84c82fd5-9a7e-4f2c-959b-15fe5a57bd7e None None] Provisioning complete for port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:20.017103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-84c82fd5-9a7e-4f2c-959b-15fe5a57bd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.156142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-84c82fd5-9a7e-4f2c-959b-15fe5a57bd7e None None] Port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:38:20.350325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:38:20.355985 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449906e50>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:19Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:20.359534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.360146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e28b77-c53a-4717-967b-6f2cc1b19226 None None] The sync data for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv is: [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:19Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:38:20.385083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Transition to ACTIVE for port object 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:38:20.390920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.396653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:20.457864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927bbf-b06e-4392-a9ac-90f490420ab9 req-37f921b9-ca33-46d7-a75f-69d7133eecaa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:20.458561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-70927bbf-b06e-4392-a9ac-90f490420ab9 req-37f921b9-ca33-46d7-a75f-69d7133eecaa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:38:20.555849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-70927bbf-b06e-4392-a9ac-90f490420ab9 req-37f921b9-ca33-46d7-a75f-69d7133eecaa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:38:20.556775 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70927bbf-b06e-4392-a9ac-90f490420ab9 req-37f921b9-ca33-46d7-a75f-69d7133eecaa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 932 time: 0.2766500
Dec 09 14:38:20.587476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Pushing event updated for resources: {'Port': ['ID=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:20.600441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:20.623387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:20.708891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:20.709473 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-70927bbf-b06e-4392-a9ac-90f490420ab9 req-975e1956-b203-4f48-830d-c59b8840a78b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377530
Dec 09 14:38:20.715370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:20.715776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.761130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Attempting to bind port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:38:20.761474 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Attempting to bind port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:38:20.762009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Attempting to bind port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 on network 5eba4c83-43b6-4fd7-b97d-91809193269b {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:38:20.770268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 on network 5eba4c83-43b6-4fd7-b97d-91809193269b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:38:20.770875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Attempting to bind port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 on network 5eba4c83-43b6-4fd7-b97d-91809193269b {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:38:20.778337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:38:20.778337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Checking segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:38:20.778652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Bound using segment: {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:38:20.778982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Bound port: 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd6136db-e648-46b7-a80d-4a9606c47317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:38:20.779319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.876011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] For port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:38:20.879621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] For port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:38:20.885506 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.891350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9400ed02-4b1d-4324-8946-54b624aa6141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:20.909334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.944277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:20.948197 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.949765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:20.950037 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 1094 time: 1.1241610
Dec 09 14:38:20.951844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ff856c02-82e4-4262-a4b7-b90362df0706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:20.959215 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:38:21.050509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:21.055552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:21.059404 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'status': 'completed', 'code': 200}
Dec 09 14:38:21.072462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Pushing event updated for resources: {'Port': ['ID=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:21.076549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:21.107692 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-f6e62c83-92da-4f55-9572-6f59939fb17a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1097 time: 0.1142740
Dec 09 14:38:21.292371 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-aa546aca-5269-4d8e-82c8-b43b4c8345e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 217 time: 0.1779509
Dec 09 14:38:21.353316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-7a960756-66d2-416e-9cf3-517a70d47064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:21.354853 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-7a960756-66d2-416e-9cf3-517a70d47064 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 200  len: 835 time: 0.0568461
Dec 09 14:38:21.434898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-ea679f14-50c1-4cc6-ba08-79f56d944c67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eba4c83-43b6-4fd7-b97d-91809193269b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0735168
Dec 09 14:38:21.565271 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-8cb3e66a-f0f7-4845-8b3a-06ac7d86ec3f service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232436
Dec 09 14:38:21.696083 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0358b550-276b-4662-9fbb-baabc0aba0fd req-6bbfde13-03d7-4e68-b497-224e8311b089 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245937
Dec 09 14:38:21.809961 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-e093b5f7-89b0-4b6d-967b-b1e25349cf23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1097 time: 0.0679848
Dec 09 14:38:21.996964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-bd67d461-8309-44ef-b98c-aaad4839e4cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:21.998351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-bd67d461-8309-44ef-b98c-aaad4839e4cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 897 time: 0.1826360
Dec 09 14:38:22.008688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26983a4d-6075-4d16-9009-a2d697150f64 req-7c4530f8-223c-4e9c-b5ef-95f8f805b089 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:22.010054 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26983a4d-6075-4d16-9009-a2d697150f64 req-7c4530f8-223c-4e9c-b5ef-95f8f805b089 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 944 time: 0.1743722
Dec 09 14:38:22.090508 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-921d9d54-7415-45ca-85e0-654402315406 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 217 time: 0.0795476
Dec 09 14:38:22.147270 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-26983a4d-6075-4d16-9009-a2d697150f64 req-24f99364-40b2-4504-9303-ab26e791d81e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909321
Dec 09 14:38:22.163866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-2ed628b4-5cd9-4ad4-b36b-e830f6fb7b90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:22.165455 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-2ed628b4-5cd9-4ad4-b36b-e830f6fb7b90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 200  len: 835 time: 0.0663245
Dec 09 14:38:22.238907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-492f4c78-5e05-4cf9-9859-2cdaeb66cf70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eba4c83-43b6-4fd7-b97d-91809193269b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669501
Dec 09 14:38:22.367586 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-ebf1cd72-1087-4a93-bb82-43b1327b7d57 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217296
Dec 09 14:38:22.496179 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32c5e5f3-11d2-4ac1-97fd-9af27139d886 req-6a9cd667-f116-492f-9202-81ab51e6b8ca service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224203
Dec 09 14:38:22.568891 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:22.632579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-40368e3e-d07e-44a0-be87-6b1a7e0ff9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:22.652612 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:22.652986 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:23.011635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:38:23.140930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:23.153559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'port_id': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'mac_address': 'fa:16:3e:57:2c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:38:23.205694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:23.221963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:38:23.237209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:23.241823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:23.243620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b46f6054-bfce-4f28-a1dd-aa07457c3d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:23.310718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:23.314229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:23.346295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3c084-d731-43b1-b0e3-03e5bef7629e req-ec025803-1f2b-4c5a-a468-afb9911c38c7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:23.347719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3b3c084-d731-43b1-b0e3-03e5bef7629e req-ec025803-1f2b-4c5a-a468-afb9911c38c7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 945 time: 0.0803006
Dec 09 14:38:23.393565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3b3c084-d731-43b1-b0e3-03e5bef7629e req-55ddeb48-313d-4801-8f26-5ec76136f257 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400481
Dec 09 14:38:23.446974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['7c63b4d1-2c74-4e79-aef6-5c46a0b71e43'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:38:24.593901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3bdc9-ac02-4c29-b79d-acfbedea1f51 req-aecf48aa-6336-4fb3-9c5b-820ca34f7dd6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:24.595613 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22c3bdc9-ac02-4c29-b79d-acfbedea1f51 req-aecf48aa-6336-4fb3-9c5b-820ca34f7dd6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 945 time: 0.0824978
Dec 09 14:38:24.645912 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22c3bdc9-ac02-4c29-b79d-acfbedea1f51 req-f7d20764-dd00-4365-893e-6dfcd5a56f36 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439782
Dec 09 14:38:24.938408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59f56d88-5ed1-4253-8055-4f345ce95398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:25.043379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:38:25.114136 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:38:25.118682 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:38:25.119061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:25.232277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:25.258951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:38:25.268043 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:38:25.273331 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:25.276077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-e56b5dbf-f846-4dc8-afde-4e888cee3744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:25.319382 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'code': 200}
Dec 09 14:38:25.348531 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:25.351468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:25.541969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b88e29b1-c2b0-464c-8ee3-aebbdbede086 req-4b76e642-fb11-440b-a757-4ab5811a9ed1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1099 time: 0.0692778
Dec 09 14:38:25.583856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b88e29b1-c2b0-464c-8ee3-aebbdbede086 req-adcc6d31-899d-4256-a724-a782b74ae907 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354741
Dec 09 14:38:25.843771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a34ad1-74fb-4df3-9c61-a47d7439197a req-8c1e3323-4e55-43c0-9cb4-bd941e22a35e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:25.845065 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49a34ad1-74fb-4df3-9c61-a47d7439197a req-8c1e3323-4e55-43c0-9cb4-bd941e22a35e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0777948
Dec 09 14:38:25.988985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-49a34ad1-74fb-4df3-9c61-a47d7439197a req-8fa9bf7e-f86b-4728-829b-4e27d3a23a7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384947
Dec 09 14:38:26.234044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:26.464233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:27.186330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab5fcf-ff9f-4c52-9c49-03b75c985821 req-da5f86bf-067d-43db-b9a0-d211de377a82 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:27.187756 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3aab5fcf-ff9f-4c52-9c49-03b75c985821 req-da5f86bf-067d-43db-b9a0-d211de377a82 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0759575
Dec 09 14:38:27.231251 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3aab5fcf-ff9f-4c52-9c49-03b75c985821 req-9d068d6d-0495-426d-8595-3eabfc81dae8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381455
Dec 09 14:38:27.425585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69b793-8442-44aa-8ff3-18d1cdc31012 req-4622c9fd-d056-4cb4-b54b-eb45ad19ac2e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:27.427520 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd69b793-8442-44aa-8ff3-18d1cdc31012 req-4622c9fd-d056-4cb4-b54b-eb45ad19ac2e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0774157
Dec 09 14:38:27.471713 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd69b793-8442-44aa-8ff3-18d1cdc31012 req-50fbc852-d259-405a-85c1-902295e8ede8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386884
Dec 09 14:38:27.499463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37420) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:27.573280 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d13de296-fd17-473a-8141-e5ed96ebbe98 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1094 time: 0.0725689
Dec 09 14:38:27.579644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37424) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:27.581277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:38:27.587082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:38:27.590849 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:floatingip and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:38:27.593721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:38:27.599803 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:38:27.609934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:27.649488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:27.744277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:27.878980 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.195 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/f9ab4f4b-8288-4668-a7e1-9f770aadc3f3) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:38:28.024726 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:28.051450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:28.055430 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff2d7fe9-120f-4235-9f98-4755b438c2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:28.109446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:38:28.117043 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:38:28.119551 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:38:28.156880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=f9ab4f4b-8288-4668-a7e1-9f770aadc3f3,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:28.160633 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:28.721447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:28.777825 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:28.992401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:28.996833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:29.000923 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-63e4cdcb-c5db-40fc-b830-31a153b404ca tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:38:29.102055 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=f9ab4f4b-8288-4668-a7e1-9f770aadc3f3,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:38:29.105754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:38:29.122454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:29.318813 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Floating IP fc09b02d-5da5-40df-bfc0-516503af2564 associated. External IP: 172.26.3.195, port: 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43.
Dec 09 14:38:29.703439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router fe236861-4d08-4e3e-af31-13c6b8da7dfe has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:38:30.020140 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:38:30.030685 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] Sync routers for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:38:30.042304 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:30.042921 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04d60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:38:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:30.044379 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:30.097009 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5201533
Dec 09 14:38:30.097693 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:38:30.162904 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'status': 'completed', 'code': 200}
Dec 09 14:38:30.225343 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:30.314261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-62c12e2b-7b49-40c3-9889-23f9af59d23f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1099 time: 0.1303439
Dec 09 14:38:30.321052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe816-3843-4e3e-ad37-07e5a86a719c req-fd324e25-fe3e-41a8-9906-b7adefdfbf41 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:30.322391 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-11abe816-3843-4e3e-ad37-07e5a86a719c req-fd324e25-fe3e-41a8-9906-b7adefdfbf41 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.1047962
Dec 09 14:38:30.452551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-11abe816-3843-4e3e-ad37-07e5a86a719c req-1b8095e1-c70e-4724-8b8f-ba90a6a602ed tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110959
Dec 09 14:38:30.481150 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37432) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:30.484302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-8294f9f0-1fa2-4afe-9325-22b023d5c8f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:30.485852 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-8294f9f0-1fa2-4afe-9325-22b023d5c8f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 897 time: 0.1625934
Dec 09 14:38:30.589077 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-994b7d29-3fe5-49b8-b9be-aae3a7de7a5d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 992 time: 0.1062732
Dec 09 14:38:30.597746 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-0a338cb6-f6ba-459b-8f5f-e26aae499fd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 1000 time: 0.1056273
Dec 09 14:38:30.602461 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04d60>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'fc09b02d-5da5-40df-bfc0-516503af2564', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'port_id': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'mac_address': 'fa:16:3e:57:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:38:28Z', 'updated_at': '2021-12-09T14:38:28Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:20Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:30.606208 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] Checking router: fe236861-4d08-4e3e-af31-13c6b8da7dfe for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:38:30.617285 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:38:30.617907 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449f04d60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:38:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:30.663236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-9e5d6542-17cc-4bd9-931b-8a3a239983ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:30.664654 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-9e5d6542-17cc-4bd9-931b-8a3a239983ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 200  len: 835 time: 0.0611212
Dec 09 14:38:30.737958 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-edcbc616-33f8-442b-93a5-09caf5e96ded service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eba4c83-43b6-4fd7-b97d-91809193269b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674016
Dec 09 14:38:30.789331 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:38:30.869976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-feef4cff-4f4b-41bd-a613-e4e4e3b0704c service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256399
Dec 09 14:38:30.999651 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e05df478-3b27-4ff1-849d-182e1fd82cf8 req-47887648-2f08-454d-9263-78db46d8cf14 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238906
Dec 09 14:38:31.126421 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449f04d60>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'fc09b02d-5da5-40df-bfc0-516503af2564', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'port_id': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'mac_address': 'fa:16:3e:57:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:38:28Z', 'updated_at': '2021-12-09T14:38:28Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:20Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:38:31.130191 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a92866-7705-4276-9c75-dd6be2e044c5 None None] The sync data for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv is: [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'fc09b02d-5da5-40df-bfc0-516503af2564', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.195', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'port_id': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'mac_address': 'fa:16:3e:57:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:38:28Z', 'updated_at': '2021-12-09T14:38:28Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:20Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:38:31.592781 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37436) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:31.694620 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f806a31e-5f08-429c-a6ac-036a39da0ea3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 992 time: 0.1006691
Dec 09 14:38:32.698488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37440) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:32.799489 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4969b75d-e922-4bd9-bafc-9a00b78c960b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 992 time: 0.0996873
Dec 09 14:38:33.803758 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37444) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:33.908189 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-2599cbea-f00c-4343-8000-1ff64c2f3057 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 992 time: 0.1031699
Dec 09 14:38:34.911396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37448) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:34.967725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db008d-25e3-4e88-9aa4-161d55749201 None None] New status for floating IP fc09b02d-5da5-40df-bfc0-516503af2564: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:38:35.030762 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-dd193cf1-2cc5-4728-9c4d-d108d48e29d4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 992 time: 0.1178522
Dec 09 14:38:36.034006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37452) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:38:36.133939 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a25fea38-45d2-47f1-a7e0-f912f4392df2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 994 time: 0.0986066
Dec 09 14:38:45.394301 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:38:46.519816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:50.770479 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-512468b5-f788-4d6e-8e8a-73e0c2fe1ae4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1356082
Dec 09 14:38:50.905242 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-e139e136-81d0-4ebd-bb62-d8da9afc2c13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1099 time: 0.0679510
Dec 09 14:38:51.145547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409377-758d-4adb-b5ca-c046168a1627 req-c5b4dbc2-619f-4651-b83d-8791dde459ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:51.147015 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-c5b4dbc2-619f-4651-b83d-8791dde459ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 897 time: 0.2224548
Dec 09 14:38:51.248760 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-2af6b978-d28b-4e03-b556-f060125a57a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 1002 time: 0.0947051
Dec 09 14:38:51.313240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7409377-758d-4adb-b5ca-c046168a1627 req-dbcffdd7-6baa-49a7-a015-1a0f416871be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:38:51.314710 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-dbcffdd7-6baa-49a7-a015-1a0f416871be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 200  len: 835 time: 0.0586221
Dec 09 14:38:51.389211 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-572df7c1-b7f5-41c9-9742-7fea15b0c421 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eba4c83-43b6-4fd7-b97d-91809193269b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680542
Dec 09 14:38:51.518897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-2877bf94-7cd7-4abe-b166-bb3ccd9d95ff service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223032
Dec 09 14:38:51.648547 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d7409377-758d-4adb-b5ca-c046168a1627 req-3e40d805-4b40-4a7a-9985-212b6e672cc3 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233668
Dec 09 14:38:52.583790 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-09aad419-e325-4115-b218-17add94e40b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:54.939541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4e13f29d-e29d-40de-9197-62caae8b5c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:56.236697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:56.459559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:38:57.653308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:01.729229 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-8de9e6fd-3635-4594-8f42-0f30ea5cc8a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1099 time: 0.1190193
Dec 09 14:39:01.822588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e01166-6db6-4cb0-989a-bdd18a4f4c88 req-30cca8ad-1cd2-4ff0-b7e9-e127fbfbd38e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:01.823992 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53e01166-6db6-4cb0-989a-bdd18a4f4c88 req-30cca8ad-1cd2-4ff0-b7e9-e127fbfbd38e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.1719248
Dec 09 14:39:01.901289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-0a923f97-396e-45c6-a823-3bd14b77cadb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:01.902732 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-0a923f97-396e-45c6-a823-3bd14b77cadb service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 897 time: 0.1660438
Dec 09 14:39:01.906314 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-53e01166-6db6-4cb0-989a-bdd18a4f4c88 req-2f808b46-9d6a-4f85-9e56-122ff7175060 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762386
Dec 09 14:39:02.004559 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-dbd776df-cd74-4829-a13c-503fb0272cff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 1002 time: 0.0951717
Dec 09 14:39:02.064743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-e6d496b2-5f7d-4046-b3de-95b5c079772c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:02.066147 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-e6d496b2-5f7d-4046-b3de-95b5c079772c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 200  len: 835 time: 0.0554492
Dec 09 14:39:02.141681 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-cdb4c823-55ee-426f-97e8-fa5ed1ad0ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eba4c83-43b6-4fd7-b97d-91809193269b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690966
Dec 09 14:39:02.271447 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-5725411e-c6fd-411a-9fd4-b7ef6718912f service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227045
Dec 09 14:39:02.400944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-594d7089-431a-4e2e-9cf6-fe7f32a4e861 req-3c7f348e-61eb-448b-812b-8ad7affb5260 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227968
Dec 09 14:39:03.100686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e26963-5329-4a7b-9f95-e084efc388a5 req-af3e3ea9-940b-4f0d-9b42-6a83a2c11a0c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:03.102166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83e26963-5329-4a7b-9f95-e084efc388a5 req-af3e3ea9-940b-4f0d-9b42-6a83a2c11a0c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0759635
Dec 09 14:39:03.146373 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-83e26963-5329-4a7b-9f95-e084efc388a5 req-32fb8fda-3443-46f7-805d-e2553ff4d480 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387309
Dec 09 14:39:04.443476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9029eb-ba2c-479d-93fa-aab35e8c723d req-821ad068-faaa-4d5c-ac80-f0a9b84c0e28 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:04.444906 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b9029eb-ba2c-479d-93fa-aab35e8c723d req-821ad068-faaa-4d5c-ac80-f0a9b84c0e28 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.1804740
Dec 09 14:39:04.489898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b9029eb-ba2c-479d-93fa-aab35e8c723d req-c242758a-3055-4be2-8e34-efc40c81e982 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393574
Dec 09 14:39:05.680190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f0c83-6833-479d-9e73-5f11b12ba859 req-7e642042-c117-470b-9c23-e275fbbae992 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:05.681641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-040f0c83-6833-479d-9e73-5f11b12ba859 req-7e642042-c117-470b-9c23-e275fbbae992 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0753634
Dec 09 14:39:05.728778 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-040f0c83-6833-479d-9e73-5f11b12ba859 req-a8e3034c-d5d3-403e-803f-1a35086f132f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416915
Dec 09 14:39:06.922994 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d998c6f-1f0c-49c3-9d62-3ae5683dcc23 req-7fc50e8c-8e59-4738-9d81-6ec536e4b4ce tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:06.924402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d998c6f-1f0c-49c3-9d62-3ae5683dcc23 req-7fc50e8c-8e59-4738-9d81-6ec536e4b4ce tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0755939
Dec 09 14:39:06.967964 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d998c6f-1f0c-49c3-9d62-3ae5683dcc23 req-e584ce43-ea83-4a5f-b39f-8170de231938 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376637
Dec 09 14:39:08.163954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbaad31-d4cf-4912-a534-3cbc2c6321d6 req-11aebae1-d543-42ad-92e1-d96230c6e4e6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:08.165357 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1dbaad31-d4cf-4912-a534-3cbc2c6321d6 req-11aebae1-d543-42ad-92e1-d96230c6e4e6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0785739
Dec 09 14:39:08.208343 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1dbaad31-d4cf-4912-a534-3cbc2c6321d6 req-f839613b-4728-407d-ae40-c1e90919b5f0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375760
Dec 09 14:39:09.551724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265120c3-e599-4252-9236-0e221758aad7 req-838c39de-d21a-49d7-a8a1-78ccc95ddefc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:09.553098 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-265120c3-e599-4252-9236-0e221758aad7 req-838c39de-d21a-49d7-a8a1-78ccc95ddefc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0812922
Dec 09 14:39:09.597845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-265120c3-e599-4252-9236-0e221758aad7 req-813e023b-4517-4dd1-9e30-23db9738d50c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387259
Dec 09 14:39:10.793210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee90e8-4297-47d9-8e8f-5a81cfd072d5 req-d92327f4-b64e-4c8e-93f0-77bc6f5c4375 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:10.794683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12ee90e8-4297-47d9-8e8f-5a81cfd072d5 req-d92327f4-b64e-4c8e-93f0-77bc6f5c4375 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0793221
Dec 09 14:39:10.837846 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12ee90e8-4297-47d9-8e8f-5a81cfd072d5 req-a2581f85-aa34-44d1-99a1-cccff6c08f6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376956
Dec 09 14:39:12.028137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e224ff-1f6d-44e8-910b-6ce43a55f092 req-44d7c83a-6e86-4203-9fbf-a2c37b9915f2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:12.029561 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3e224ff-1f6d-44e8-910b-6ce43a55f092 req-44d7c83a-6e86-4203-9fbf-a2c37b9915f2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0747323
Dec 09 14:39:12.076241 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3e224ff-1f6d-44e8-910b-6ce43a55f092 req-2523ec73-4d75-40ad-ab79-c5bc4c62b728 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411663
Dec 09 14:39:13.269769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a7cf6-cab1-4ba8-aa5c-1553b0e63dcc req-1f08edd4-631f-492a-b48d-3e7e17dc5034 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:13.271203 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f80a7cf6-cab1-4ba8-aa5c-1553b0e63dcc req-1f08edd4-631f-492a-b48d-3e7e17dc5034 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0775955
Dec 09 14:39:13.316126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f80a7cf6-cab1-4ba8-aa5c-1553b0e63dcc req-6889ac50-db36-45b7-b6cd-5a1263683ab8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394092
Dec 09 14:39:14.509847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaacb53-590a-4ad6-a502-163940fa5fe2 req-c1912529-4566-432b-9d4c-c44687352b27 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:14.511261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9eaacb53-590a-4ad6-a502-163940fa5fe2 req-c1912529-4566-432b-9d4c-c44687352b27 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0787768
Dec 09 14:39:14.556221 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9eaacb53-590a-4ad6-a502-163940fa5fe2 req-ef1d4782-7403-4f9e-a36f-030544a9f380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395031
Dec 09 14:39:15.752843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2882c8-fe57-4563-8baf-c0316c5d50bd req-56e4edb5-2d6b-4e09-843c-7d54ad48f4cc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:15.754804 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c2882c8-fe57-4563-8baf-c0316c5d50bd req-56e4edb5-2d6b-4e09-843c-7d54ad48f4cc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0773442
Dec 09 14:39:15.800002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8c2882c8-fe57-4563-8baf-c0316c5d50bd req-ecf015c3-3c86-426e-84c4-dd100324cde9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395076
Dec 09 14:39:16.524668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:16.997210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ffb88-49a5-4d65-b71e-f19f5eb4206c req-fa84a2d6-b931-4c30-9212-852d82196c05 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:16.998686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-441ffb88-49a5-4d65-b71e-f19f5eb4206c req-fa84a2d6-b931-4c30-9212-852d82196c05 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0790913
Dec 09 14:39:17.043150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-441ffb88-49a5-4d65-b71e-f19f5eb4206c req-9f10da57-4673-4d4a-b7b1-b3da5782021d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385139
Dec 09 14:39:18.244066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18e7c3-7ab4-4953-a99d-fbef2820605f req-46219634-6582-43ae-b8a7-d6f925869ceb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:18.245492 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea18e7c3-7ab4-4953-a99d-fbef2820605f req-46219634-6582-43ae-b8a7-d6f925869ceb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0764315
Dec 09 14:39:18.290762 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea18e7c3-7ab4-4953-a99d-fbef2820605f req-260756d5-ae82-47a9-a4b6-36daac613c12 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397213
Dec 09 14:39:19.485549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb8d7-70dd-44b7-967d-c9c6c619fcd0 req-acf72469-1d1c-4d14-a2d9-d571b77ebb15 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:19.486961 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-474eb8d7-70dd-44b7-967d-c9c6c619fcd0 req-acf72469-1d1c-4d14-a2d9-d571b77ebb15 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0793273
Dec 09 14:39:19.532768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-474eb8d7-70dd-44b7-967d-c9c6c619fcd0 req-f902bf2c-ed2c-46c2-a291-a42818cfde84 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402830
Dec 09 14:39:19.560000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37500) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:39:19.671350 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-a0509f67-681d-488d-9c05-5eed36899f42 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 200  len: 994 time: 0.1101582
Dec 09 14:39:22.394814 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:39:22.585976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-de4a0663-c404-4b23-9563-a162e19097be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:24.945247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-71db4702-2806-481d-bcc5-4f5d5f57d776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:26.239503 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:26.459758 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:27.655052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:46.523558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:49.264342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37520) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:39:49.458910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port f9ab4f4b-8288-4668-a7e1-9f770aadc3f3 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:39:49.459244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:49.718476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:49.718791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:49.835511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for f9ab4f4b-8288-4668-a7e1-9f770aadc3f3 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:39:49.979515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:49.984091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-32d0a806-a589-4901-b017-35619215e405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:39:50.024725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=f9ab4f4b-8288-4668-a7e1-9f770aadc3f3,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:39:50.069723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.070103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.070467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.070827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.071180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.071532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.071883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.072231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.072576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.072922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.073268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:50.076383 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:39:50.128650 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:50.506097 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router fe236861-4d08-4e3e-af31-13c6b8da7dfe has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:39:50.702892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:39:50.713803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] Sync routers for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:39:50.722121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:50.725201 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:39:50.725819 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e36160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:50.777898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc09b02d-5da5-40df-bfc0-516503af2564 HTTP/1.1" status: 204  len: 168 time: 1.5100684
Dec 09 14:39:50.777898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:39:50.832304 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'status': 'completed', 'code': 200}
Dec 09 14:39:50.902695 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:39:50.923114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-0bffa5eb-22ae-41ee-a8fe-b0f6a683619a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 1099 time: 0.0689437
Dec 09 14:39:51.057350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-f30f1123-cc76-4163-877f-fdc91899de3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:51.058750 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-f30f1123-cc76-4163-877f-fdc91899de3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 200  len: 897 time: 0.1290622
Dec 09 14:39:51.165794 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-2b50d3ce-3b3b-4b20-859e-98716166f843 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 200  len: 217 time: 0.0996721
Dec 09 14:39:51.257772 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e36160>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:20Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:51.261785 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] Checking router: fe236861-4d08-4e3e-af31-13c6b8da7dfe for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:39:51.272400 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:39:51.273009 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449e36160>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:51.358365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-d362f90b-022c-4b08-9a9a-72a9d4682e94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:51.359684 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-d362f90b-022c-4b08-9a9a-72a9d4682e94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 200  len: 835 time: 0.1869402
Dec 09 14:39:51.366482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495c76f-898d-4416-bac7-cf75e739a5ba req-fd50ab75-941e-4bbb-ba60-e7bd0c018bbd tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:51.367126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9495c76f-898d-4416-bac7-cf75e739a5ba req-fd50ab75-941e-4bbb-ba60-e7bd0c018bbd tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:39:51.421691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-9495c76f-898d-4416-bac7-cf75e739a5ba req-fd50ab75-941e-4bbb-ba60-e7bd0c018bbd tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:39:51.422824 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9495c76f-898d-4416-bac7-cf75e739a5ba req-fd50ab75-941e-4bbb-ba60-e7bd0c018bbd tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.3068240
Dec 09 14:39:51.449746 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:39:51.478731 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-11bf0c0d-cccf-4642-8d72-df6bc828cc25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5eba4c83-43b6-4fd7-b97d-91809193269b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1090026
Dec 09 14:39:51.488051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9495c76f-898d-4416-bac7-cf75e739a5ba req-3443e505-6d28-45df-8634-837c6baa4ce5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583382
Dec 09 14:39:51.618871 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-36d75ebf-b2fc-4b12-a613-338b781b1876 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331930
Dec 09 14:39:51.750443 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12a5d3c4-e445-4ce0-91df-9e19dd0f8704 req-25f68939-2fd6-470a-baa7-750f78e29b12 service neutron] 10.222.0.35 "GET /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250443
Dec 09 14:39:51.752527 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449e36160>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:20Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:51.756587 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c63e3-354e-4f20-acfb-2ce818412420 None None] The sync data for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv is: [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:15Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '2fc11ee2-9a02-4f67-a456-4efb1fb904a5', 'name': '', 'network_id': '5eba4c83-43b6-4fd7-b97d-91809193269b', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:a7:02:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:14Z', 'updated_at': '2021-12-09T14:38:20Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': 'ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:39:51.957774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd5a33f-a898-45c9-828d-33aa37900ea8 None None] New status for floating IP fc09b02d-5da5-40df-bfc0-516503af2564: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:39:52.549776 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-a00b0e4a-8164-400a-9ef4-9b22bfbbec6f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:52.552469 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-a00b0e4a-8164-400a-9ef4-9b22bfbbec6f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.0797474
Dec 09 14:39:52.590737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cefa5989-ac54-46bc-b0cc-d152f958ddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:52.660212 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:39:52.660791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:52.822854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfde44-c844-40be-b4ab-26c9f5a99461 req-d120a8d4-ab0d-482e-97af-a01d774055c1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:39:52.824193 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3cfde44-c844-40be-b4ab-26c9f5a99461 req-d120a8d4-ab0d-482e-97af-a01d774055c1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 946 time: 0.1978323
Dec 09 14:39:52.963578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e3cfde44-c844-40be-b4ab-26c9f5a99461 req-101b469f-2863-4e68-94c8-ba7dad224018 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=125b8583-1b94-4f16-a0b9-0480163f7794&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897605
Dec 09 14:39:52.972302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:39:52.972652 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:53.091986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:39:53.228709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:53.234335 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3cb61457-6a07-49f4-9e31-ff9cf5f2c962 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:39:53.277364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=7c63b4d1-2c74-4e79-aef6-5c46a0b71e43,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:39:53.280583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:39:53.348287 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] No DVR routers for this DVR port 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:39:53.350714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:53.353148 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'name': 'network-vif-deleted', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:39:53.368683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8f0e82f4-c00b-4852-b876-9fa69747ae9e req-329132c0-da75-428c-b1ff-69ce76e4262b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "DELETE /v2.0/ports/7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 HTTP/1.1" status: 204  len: 173 time: 0.8124719
Dec 09 14:39:53.409890 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d80f75-624e-458f-8c3e-311e0c664b1c', 'name': 'network-vif-deleted', 'tag': '7c63b4d1-2c74-4e79-aef6-5c46a0b71e43', 'status': 'completed', 'code': 200}
Dec 09 14:39:54.144084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ce68bea9-c37c-4278-947c-644d8f2a1761 req-7a6dc7b3-80d3-44e7-83ea-c27a4c4637e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:39:54.160255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-ce68bea9-c37c-4278-947c-644d8f2a1761 req-7a6dc7b3-80d3-44e7-83ea-c27a4c4637e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:39:54.162065 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ce68bea9-c37c-4278-947c-644d8f2a1761 req-7a6dc7b3-80d3-44e7-83ea-c27a4c4637e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=70d80f75-624e-458f-8c3e-311e0c664b1c HTTP/1.1" status: 200  len: 210 time: 0.0616794
Dec 09 14:39:54.946065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ff4f65b-fe34-40c4-ad5e-dcc3b1771991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:55.266789 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37544) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:39:55.509151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:39:55.540872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:39:55.541212 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7c63b4d1-2c74-4e79-aef6-5c46a0b71e43 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:39:55.657103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:56.244397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:56.250516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:39:56.250858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:56.463749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:56.550827 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 2fc11ee2-9a02-4f67-a456-4efb1fb904a5, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:39:56.551361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:56.668068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:39:56.853002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:56.857077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ea90db1d-b24c-4fbc-a2d3-59cac61829e9 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:39:56.902104 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=2fc11ee2-9a02-4f67-a456-4efb1fb904a5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:39:56.940979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.941365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.941764 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.942141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.943049 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.943408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.943774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.944139 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.944499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.944862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.945222 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:56.952184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:39:57.205613 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:57.657188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:57.770149 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router fe236861-4d08-4e3e-af31-13c6b8da7dfe has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:39:58.075422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:39:58.085032 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] Sync routers for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:39:58.091832 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9d1976bd-554f-4704-85c3-bcc308444b5c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/fe236861-4d08-4e3e-af31-13c6b8da7dfe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8239970
Dec 09 14:39:58.094468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37548) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:39:58.097143 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:39:58.097781 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a209850>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:58.269872 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:39:58.278409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting subnet ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:39:58.281221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.333945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.417337 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.489799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.503946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bcb42ae6-0201-4927-806f-387a5f98629d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:39:58.548625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.552199 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a209850>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:39:56Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:58.554896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Subnet': ['ID=ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:39:58.556098 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] Checking router: fe236861-4d08-4e3e-af31-13c6b8da7dfe for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:39:58.558071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:39:58.561907 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-07d86222-bd0f-4a54-9639-e9af8f8f53df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/subnets/ec25e818-1ce7-4a6c-b9ea-8e6b875efbc4 HTTP/1.1" status: 204  len: 168 time: 0.4664886
Dec 09 14:39:58.562731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a0488-a4a4-488e-aa82-e109e0215733 None None] Network 5eba4c83-43b6-4fd7-b97d-91809193269b requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:39:58.564391 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37552) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:39:58.567250 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] Routers {'fe236861-4d08-4e3e-af31-13c6b8da7dfe'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:39:58.568409 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a209850>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:58.759696 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] Set router fe236861-4d08-4e3e-af31-13c6b8da7dfe gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:39:58.781504 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.842332 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] DHCP port deletion for 5eba4c83-43b6-4fd7-b97d-91809193269b request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:39:58.847341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Deleting port 4451ad75-9d92-47da-9995-d908e627f451 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:39:58.847871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:58.993470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:59.003331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 2c14b6d6-3826-4b33-938e-9d586880c3ee {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:39:59.003746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:59.060662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] For port 4451ad75-9d92-47da-9995-d908e627f451, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4451ad75-9d92-47da-9995-d908e627f451,segment=NetworkSegment(bd6136db-e648-46b7-a80d-4a9606c47317),segment_id=bd6136db-e648-46b7-a80d-4a9606c47317)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:39:59.061062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:59.070608 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a209850>, [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:39:56Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:39:59.074476 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc02a8c4-291c-45eb-ae2d-3cfdc52dd364 None None] The sync data for ids ['fe236861-4d08-4e3e-af31-13c6b8da7dfe'] in dv-neutron-821183-1-hyperv is: [{'id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2034309952', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104'}], 'enable_snat': True}, 'gw_port_id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:39:56Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '2c14b6d6-3826-4b33-938e-9d586880c3ee', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:97:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe236861-4d08-4e3e-af31-13c6b8da7dfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:38:11Z', 'updated_at': '2021-12-09T14:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:39:59.182060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 2c14b6d6-3826-4b33-938e-9d586880c3ee, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=2c14b6d6-3826-4b33-938e-9d586880c3ee,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:39:59.182426 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:59.190178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Calling delete_port for 4451ad75-9d92-47da-9995-d908e627f451 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:39:59.268614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:59.273014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:39:59.312410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Pushing event deleted for resources: {'Port': ['ID=4451ad75-9d92-47da-9995-d908e627f451,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:39:59.318255 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 2c14b6d6-3826-4b33-938e-9d586880c3ee owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:39:59.323832 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.324186 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.324527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.324864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.325201 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.325581 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.325908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.326236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.326559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.326881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.327200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:39:59.329687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] No DVR routers for this DVR port 4451ad75-9d92-47da-9995-d908e627f451 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:39:59.331073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:39:59.394366 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:39:59.488724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:39:59.492433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-771ba201-8e90-4876-95f3-b467cf40e087 tempest-DeleteServersTestJSON-1178008175 tempest-DeleteServersTestJSON-1178008175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:39:59.541912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=2c14b6d6-3826-4b33-938e-9d586880c3ee,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:39:59.545286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:39:59.866350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.111127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.115053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.140134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.140631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Fanout notify agent at l3_agent the message router_deleted on router fe236861-4d08-4e3e-af31-13c6b8da7dfe {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:40:00.155572 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.156663 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/routers/fe236861-4d08-4e3e-af31-13c6b8da7dfe HTTP/1.1" status: 204  len: 168 time: 1.5906019
Dec 09 14:40:00.159304 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37556) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:00.280013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.406898 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.430498 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449022460>,) {'filters': {'network_id': ['5eba4c83-43b6-4fd7-b97d-91809193269b']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:00.441874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449022460>, 'bd6136db-e648-46b7-a80d-4a9606c47317') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:00.442164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449022460>, 'bd6136db-e648-46b7-a80d-4a9606c47317') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:00.453427 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.468936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.474953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:40:00.475549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:40:00.489484 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:40:00.568907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.573296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-706770ae-462f-462a-af87-c917cfd5a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:00.588317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.598310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Network': ['ID=5eba4c83-43b6-4fd7-b97d-91809193269b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:00.600937 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/networks/5eba4c83-43b6-4fd7-b97d-91809193269b HTTP/1.1" status: 204  len: 168 time: 0.4404171
Dec 09 14:40:00.601909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eba609d1-e285-4652-b8c1-fdbc25fc5049 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:00.603603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37560) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:00.628793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:40:00.666765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:40:00.667038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2fc11ee2-9a02-4f67-a456-4efb1fb904a5 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:40:00.667456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4451ad75-9d92-47da-9995-d908e627f451 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:40:00.677968 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.698393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 4451ad75-9d92-47da-9995-d908e627f451 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:40:00.698742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4451ad75-9d92-47da-9995-d908e627f451 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:40:00.699158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c14b6d6-3826-4b33-938e-9d586880c3ee no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:40:00.708974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.730443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 2c14b6d6-3826-4b33-938e-9d586880c3ee {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:40:00.730797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 2c14b6d6-3826-4b33-938e-9d586880c3ee not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:40:00.775411 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.779198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-627da625-c3fe-4415-a0fa-6befc8c6f6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:00.794769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b8583-1b94-4f16-a0b9-0480163f7794,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:00.797338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:00.804823 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:00.809931 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-eed35fcf-1875-4e9e-b398-1d27034804f4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/security-groups/125b8583-1b94-4f16-a0b9-0480163f7794 HTTP/1.1" status: 204  len: 168 time: 0.2024486
Dec 09 14:40:01.193215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37568) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:01.198939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756910307', 'description': 'tempest-secgroup-smoke-1756910307 description', 'project_id': '27d6a233f57046049868e6348d63e3a5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:01.205190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:01.209446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:01.212400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:01.218045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:01.228807 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.264678 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:01.268545 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:01.271390 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:01.276994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:01.329859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.333331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.338089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b158cbf0-b2f5-4d81-9a7c-0f9e2194932b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:01.377508 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f8e64b-0d15-487e-88db-5e5903e2a6ef,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:01.380160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.381356 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1871002
Dec 09 14:40:01.382223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:01.384833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37572) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:01.389697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '62f8e64b-0d15-487e-88db-5e5903e2a6ef', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:01.395757 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:01.399550 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:01.402398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:01.408013 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:01.425142 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.485999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.489458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.491709 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c364f9ec-e9ba-4d7c-8e9a-f6473e7d973f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:01.516932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20cec2-e99e-48ce-a50f-73398a687bf4,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:01.516932 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:01.523718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.524883 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1396832
Dec 09 14:40:01.527706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37576) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:01.533224 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '62f8e64b-0d15-487e-88db-5e5903e2a6ef', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:01.539663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:01.543433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:01.546276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:01.552169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:01.567992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.627967 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.631488 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.633201 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f294a2bb-97f0-430a-a117-976b4dcac9af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:01.655370 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9dd68b-ff65-4dd8-ae57-379854fd2392,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:01.659585 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:01.664341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.665467 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1369853
Dec 09 14:40:01.668204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37580) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:01.673514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '62f8e64b-0d15-487e-88db-5e5903e2a6ef', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:01.679271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:01.684118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:01.686965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:01.692582 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:01.709394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.772068 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.775877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.782570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8e44664b-4f7c-4601-a4db-76d5ce4cbc05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:01.800386 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e151de3d-891f-48c0-96a7-6148920ee97e,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:01.802723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:01.809780 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:01.810919 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1418362
Dec 09 14:40:01.813750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37584) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:01.819601 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '62f8e64b-0d15-487e-88db-5e5903e2a6ef', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:01.825314 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:01.829073 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:01.832050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:01.838183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:01.856318 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.022372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.025970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.027759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0695242c-0d7e-4939-9032-03ccf58c041f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:02.047176 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433a86a3-34d7-47ad-a12f-896678ee964f,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:02.050862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:02.058288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.059427 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2448130
Dec 09 14:40:02.062235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37588) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:02.068056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '62f8e64b-0d15-487e-88db-5e5903e2a6ef', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:02.073659 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:02.077372 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:02.080194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:02.086473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:02.096229 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:40:02.102524 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.165357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.168786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.175260 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c234f3ab-aafa-4d7b-b94e-aa6974577211 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:02.195167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3a2101-3050-411c-bd07-2d8ab2fd8b4a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:02.197271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:02.201793 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.202920 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1397674
Dec 09 14:40:02.205713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37592) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:02.211526 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '62f8e64b-0d15-487e-88db-5e5903e2a6ef', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:02.217322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:02.221274 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:02.224221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:02.229776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:02.240186 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:40:02.246428 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.312458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.315876 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.318227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-25c30197-a8ec-4640-8b18-62c8330848ac tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:02.339153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0bb2fa-d47f-429a-abc4-0b7e777c32ea,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:02.341571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:02.347662 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.348904 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a23ccfd6-ad4d-4823-9c99-12fcf52b531d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1423116
Dec 09 14:40:02.351774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37596) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:02.357163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'network': {'name': 'tempest-network-smoke--558276658', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'port_security_enabled': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:02.362276 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:02.366595 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:network and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:02.369414 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:02.375020 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:02.385376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:40:02.388246 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.414755 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:40:02.423254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.423591 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Added segment 8f057934-64de-4474-bb99-fa873bd527e8 of type vlan for network adb77136-ae24-4eb0-b375-61ba7346f38a
Dec 09 14:40:02.450054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.477088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.480840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:02.481406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.486464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:02.566612 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2137678
Dec 09 14:40:02.570942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37600) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:02.576267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'admin_state_up': True, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:02.583147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:02.586894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:router and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:02.587999 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Network': ['ID=adb77136-ae24-4eb0-b375-61ba7346f38a,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:02.589720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:02.590575 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ed21b69a-52f9-41c7-b73a-ab4cc0525232 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:02.596244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:02.597761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network adb77136-ae24-4eb0-b375-61ba7346f38a details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:40:02.606858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.608144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.627123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:02.880990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.052142 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.080401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.212372 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.12 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/24718acc-f2af-4bf7-9ff9-eb38b9f61077) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:40:03.354643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.381000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.384373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-46bab3c0-f9e5-422e-937c-e7b950e8eb0a tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:03.447795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:40:03.450866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:03.454351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:40:03.486750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=24718acc-f2af-4bf7-9ff9-eb38b9f61077,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:03.490454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:03.606428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.607132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:03.829812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 18760124-b0ad-466b-996c-887fca7dd1cf is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:40:04.023874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:40:04.034092 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Sync routers for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:40:04.045796 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:40:04.046643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449dd61f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:04.049891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:04.054165 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4790752
Dec 09 14:40:04.054353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37604) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:04.093009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e196b4af-9e8b-4750-a93c-00b955939e27 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=27d6a233f57046049868e6348d63e3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374415
Dec 09 14:40:04.095487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37608) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:04.226531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d2927a-f7a9-4d4e-97df-42f1b428c632 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:04.230666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-65d2927a-f7a9-4d4e-97df-42f1b428c632 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1317477
Dec 09 14:40:04.230892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37612) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:04.269814 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-da128cae-4bdc-4ceb-a0c8-862ab6d2deb8 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377495
Dec 09 14:40:04.271997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:40:04.272738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37616) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:04.278157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338265324', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:04.385377 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:04.389312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:subnet and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:04.392275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:04.398616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:04.408033 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:40:04.559653 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449dd61f0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:04.563447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Checking router: 18760124-b0ad-466b-996c-887fca7dd1cf for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:40:04.563841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Updating router 18760124-b0ad-466b-996c-887fca7dd1cf port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:40:04.621408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:04.637967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:04.849591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:04.853007 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03477366-1402-4135-9c55-98c2194b1189 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:04.930137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Subnet': ['ID=50a68a8b-29d7-4f58-b0ab-e621018e47de,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:04.932780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:04.940896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:04.943194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Checking segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:40:04.943540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network hostable DHCP agents. Network: adb77136-ae24-4eb0-b375-61ba7346f38a, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:40:04.952480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Transition to ACTIVE for port object 24718acc-f2af-4bf7-9ff9-eb38b9f61077 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:04.959088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:04.963260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:04.965878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network adb77136-ae24-4eb0-b375-61ba7346f38a is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:40:04.975271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, adb77136-ae24-4eb0-b375-61ba7346f38a) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:04.979543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:04.980164 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:05.002198 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c6430fdb-cef7-4f84-bfd9-ff0871ca3db6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7284539
Dec 09 14:40:05.005078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37622) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:05.006575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8acbb00-fb69-45eb-8883-6e02ccc6c2d1 None None] Network adb77136-ae24-4eb0-b375-61ba7346f38a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:40:05.109262 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a561e-6538-4f12-a3f4-69584ee4f8b4 None None] Pushing event updated for resources: {'Port': ['ID=24718acc-f2af-4bf7-9ff9-eb38b9f61077,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:05.116102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe7a561e-6538-4f12-a3f4-69584ee4f8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:05.122479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Attempting to bind port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:40:05.122873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Attempting to bind port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:40:05.123228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Attempting to bind port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:40:05.139253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:40:05.139631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:40:05.140038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:05.140433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:40:05.140903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Bound port: 24718acc-f2af-4bf7-9ff9-eb38b9f61077, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:40:05.141288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:05.282823 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] For port 24718acc-f2af-4bf7-9ff9-eb38b9f61077, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:40:05.316851 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] For port 24718acc-f2af-4bf7-9ff9-eb38b9f61077, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=24718acc-f2af-4bf7-9ff9-eb38b9f61077,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:40:05.322819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:05.330199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:05.378263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-adb77136-ae24-4eb0-b375-61ba7346f38a', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:40:05.379082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:05.464293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a561e-6538-4f12-a3f4-69584ee4f8b4 None None] Pushing event updated for resources: {'Port': ['ID=24718acc-f2af-4bf7-9ff9-eb38b9f61077,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:05.471367 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe7a561e-6538-4f12-a3f4-69584ee4f8b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:05.479019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:40:05.479637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449dd61f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:05.715094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Allocated IP 172.20.0.2 (adb77136-ae24-4eb0-b375-61ba7346f38a/50a68a8b-29d7-4f58-b0ab-e621018e47de/4bfa2153-80f9-405f-8f58-d8e219553442) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:40:05.729574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:40:05.749223 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.195259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.207449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Transition to ACTIVE for port object 4bfa2153-80f9-405f-8f58-d8e219553442 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:06.233805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Transition to ACTIVE for port object 4bfa2153-80f9-405f-8f58-d8e219553442 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:06.241187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.245580 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:06.297062 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449dd61f0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:06.319145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Network adb77136-ae24-4eb0-b375-61ba7346f38a is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:40:06.322747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:06.324643 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390a42fa-ac32-4cb2-8edb-6a8649539fd7 None None] The sync data for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv is: [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:03Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:40:06.328260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:40:06.335052 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Pushing event updated for resources: {'Port': ['ID=4bfa2153-80f9-405f-8f58-d8e219553442,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:06.338927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:06.427885 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.1 (adb77136-ae24-4eb0-b375-61ba7346f38a/50a68a8b-29d7-4f58-b0ab-e621018e47de/fb37fda3-11ba-4f78-82a6-1f54446ef19d) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:40:06.430402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Attempting to bind port 4bfa2153-80f9-405f-8f58-d8e219553442 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:40:06.430882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Attempting to bind port 4bfa2153-80f9-405f-8f58-d8e219553442 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:40:06.431184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Attempting to bind port 4bfa2153-80f9-405f-8f58-d8e219553442 on network adb77136-ae24-4eb0-b375-61ba7346f38a {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:40:06.438685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:40:06.439073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Checking segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:40:06.439525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.440181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Bound using segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:40:06.440804 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Bound port: 4bfa2153-80f9-405f-8f58-d8e219553442, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:40:06.441144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.557023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] For port 4bfa2153-80f9-405f-8f58-d8e219553442, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:40:06.565177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] For port 4bfa2153-80f9-405f-8f58-d8e219553442, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4bfa2153-80f9-405f-8f58-d8e219553442,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:40:06.572167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.576853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:06.627766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.652538 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object fb37fda3-11ba-4f78-82a6-1f54446ef19d will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:06.683570 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.690171 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:06.691391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 24718acc-f2af-4bf7-9ff9-eb38b9f61077 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:06.738525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Pushing event updated for resources: {'Port': ['ID=4bfa2153-80f9-405f-8f58-d8e219553442,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:06.743746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:06.773346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network adb77136-ae24-4eb0-b375-61ba7346f38a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:40:06.777088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=fb37fda3-11ba-4f78-82a6-1f54446ef19d,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:06.780455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:06.787377 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:06.788310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:40:06.798739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:06.804726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:06.805490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.856946 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.943854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.964575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 24718acc-f2af-4bf7-9ff9-eb38b9f61077, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=24718acc-f2af-4bf7-9ff9-eb38b9f61077,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:40:06.969969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:06.971935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:06.979103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:07.061561 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=24718acc-f2af-4bf7-9ff9-eb38b9f61077,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:07.065228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:07.409919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:07.414836 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:07.440844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-de12eb55-177f-451e-9a95-e9074b75d1c6 tempest-ServerDiskConfigTestJSON-965912422 tempest-ServerDiskConfigTestJSON-965912422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:07.531284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=fb37fda3-11ba-4f78-82a6-1f54446ef19d,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:07.533778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:07.538202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:07.687963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network adb77136-ae24-4eb0-b375-61ba7346f38a is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:40:07.689989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:07.773392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc91ae4-d646-4262-a943-c4184c29789f None None] Network adb77136-ae24-4eb0-b375-61ba7346f38a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:40:07.935412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-a109c7d0-735c-42eb-9757-baa0cb9fce3b None None] Provisioning for port 4bfa2153-80f9-405f-8f58-d8e219553442 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:08.277935 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 18760124-b0ad-466b-996c-887fca7dd1cf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:40:08.380818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bbda8cba-0646-4a2d-8927-785a8a62cc0e None None] Provisioning for port fb37fda3-11ba-4f78-82a6-1f54446ef19d completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:08.386124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bbda8cba-0646-4a2d-8927-785a8a62cc0e None None] Provisioning complete for port fb37fda3-11ba-4f78-82a6-1f54446ef19d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:08.386501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bbda8cba-0646-4a2d-8927-785a8a62cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:08.445105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-bbda8cba-0646-4a2d-8927-785a8a62cc0e None None] Port fb37fda3-11ba-4f78-82a6-1f54446ef19d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:40:08.511865 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:40:08.530826 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/18760124-b0ad-466b-996c-887fca7dd1cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5198672
Dec 09 14:40:08.623748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-86bfabe6-e23d-4611-bbee-10eb06f2053f None None] Provisioning complete for port fb37fda3-11ba-4f78-82a6-1f54446ef19d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:08.624395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-86bfabe6-e23d-4611-bbee-10eb06f2053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:08.698686 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-86bfabe6-e23d-4611-bbee-10eb06f2053f None None] Port fb37fda3-11ba-4f78-82a6-1f54446ef19d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:40:08.741381 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-58ea3d40-85c7-4823-8d5f-f55d6c251d3f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756910307&fields=id&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 267 time: 0.0527334
Dec 09 14:40:08.757816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4bfa2153-80f9-405f-8f58-d8e219553442 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:08.835801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-153d8f94-816e-4cb8-be63-e524f59a63df None None] Provisioning complete for port fb37fda3-11ba-4f78-82a6-1f54446ef19d triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:08.836616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-153d8f94-816e-4cb8-be63-e524f59a63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:08.887844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 4bfa2153-80f9-405f-8f58-d8e219553442 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:08.899691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4bfa2153-80f9-405f-8f58-d8e219553442 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:08.900068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:08.905754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-79f90c77-480e-4c91-bb4e-c43c782e70d1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:08.907261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-79f90c77-480e-4c91-bb4e-c43c782e70d1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 796 time: 0.1535349
Dec 09 14:40:08.924055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-f139f2b2-ed7b-458f-8dd8-80bec8a14be2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/quotas/27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 375 time: 0.0107269
Dec 09 14:40:09.008379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-153d8f94-816e-4cb8-be63-e524f59a63df None None] Port fb37fda3-11ba-4f78-82a6-1f54446ef19d cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:40:09.016225 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-3feb0f4f-b975-492b-b582-7e454da05ce4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0855157
Dec 09 14:40:09.098543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:09.105284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-719dc784-6e08-42dc-a4ea-572cc5164368 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:40:09.106306 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-719dc784-6e08-42dc-a4ea-572cc5164368 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0781784
Dec 09 14:40:09.135173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 4bfa2153-80f9-405f-8f58-d8e219553442, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4bfa2153-80f9-405f-8f58-d8e219553442,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:40:09.139933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:09.141243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 24718acc-f2af-4bf7-9ff9-eb38b9f61077 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:09.169389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0a27b91c-c9e6-494d-8405-0d104f120872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:09.252813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-e8bd79dd-a1ed-4c6e-a4a7-bd282283a8d0 service neutron] 10.222.0.21 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351948
Dec 09 14:40:09.264528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=4bfa2153-80f9-405f-8f58-d8e219553442,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:09.268044 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:09.279344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:09.279718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:09.393280 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-28d39487-7cba-4562-afe4-0050ac10c2e1 service neutron] 10.222.0.21 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337681
Dec 09 14:40:10.013708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Sync routers for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:40:10.029696 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:40:10.030285 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ec15e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:10.198815 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:40:10.497194 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ec15e0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:07Z', 'revision_number': 2, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:10.501006 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Checking router: 18760124-b0ad-466b-996c-887fca7dd1cf for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:40:10.501366 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Updating router 18760124-b0ad-466b-996c-887fca7dd1cf port fb37fda3-11ba-4f78-82a6-1f54446ef19d binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:40:10.552304 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:10.638421 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3e1de04e-d986-47e6-af82-ec5eaf890b45 req-933a7e7f-9732-4d64-89c5-9a6bf1954355 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 210 time: 0.0577838
Dec 09 14:40:10.649906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4bfa2153-80f9-405f-8f58-d8e219553442 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:10.724878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 4bfa2153-80f9-405f-8f58-d8e219553442 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:10.725258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:10.914889 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:10.928460 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Transition to ACTIVE for port object fb37fda3-11ba-4f78-82a6-1f54446ef19d will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:10.935234 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:10.938684 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0fd4432e-d398-4849-aaec-f27b7f9a17be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:11.088791 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Pushing event updated for resources: {'Port': ['ID=fb37fda3-11ba-4f78-82a6-1f54446ef19d,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:11.101660 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.102226 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.102709 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.103220 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.103734 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.104236 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.104747 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.105288 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.105699 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.106153 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.106445 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:40:11.146035 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:11.216577 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Attempting to bind port fb37fda3-11ba-4f78-82a6-1f54446ef19d on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:40:11.217035 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Attempting to bind port fb37fda3-11ba-4f78-82a6-1f54446ef19d by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:40:11.217455 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Attempting to bind port fb37fda3-11ba-4f78-82a6-1f54446ef19d on network adb77136-ae24-4eb0-b375-61ba7346f38a {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:40:11.224356 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:40:11.224723 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Checking segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:40:11.225295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:11.225867 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Bound using segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:40:11.226475 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Bound port: fb37fda3-11ba-4f78-82a6-1f54446ef19d, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:40:11.227142 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:11.317334 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] For port fb37fda3-11ba-4f78-82a6-1f54446ef19d, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:40:11.321909 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] For port fb37fda3-11ba-4f78-82a6-1f54446ef19d, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fb37fda3-11ba-4f78-82a6-1f54446ef19d,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:40:11.327595 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:11.332010 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-4f1109bf-fc94-41f4-9181-9267b7ef7c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:11.438119 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Pushing event updated for resources: {'Port': ['ID=fb37fda3-11ba-4f78-82a6-1f54446ef19d,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:11.444337 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-1ac104f3-9a3a-40bb-a0ce-3ff590a166fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:11.450374 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:40:11.451080 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ec15e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:39:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:11.633554 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:40:11.836694 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-82cb8b89-5638-45cb-a9db-df09e019d594 req-6b0e5351-5914-4061-94f4-4e826024a594 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 210 time: 0.0697064
Dec 09 14:40:11.971160 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ec15e0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:11Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:11.971430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-bf617abe-39ba-4b36-a7fa-1ec374feedf9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:11.973626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-bf617abe-39ba-4b36-a7fa-1ec374feedf9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 796 time: 0.1650844
Dec 09 14:40:11.976416 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9359deca-16a5-4dd0-824a-49a0a8919463 None None] The sync data for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv is: [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:11Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:40:12.037684 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-77b77ddd-67d1-4115-b46e-657694a99de7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 380 time: 0.0525169
Dec 09 14:40:12.050962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'port': {'device_id': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'admin_state_up': True, 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'security_groups': ['62f8e64b-0d15-487e-88db-5e5903e2a6ef']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:12.197934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:12.202396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:port and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:12.205292 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:12.211736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:12.221763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:40:12.225930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:12.408414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.6 (adb77136-ae24-4eb0-b375-61ba7346f38a/50a68a8b-29d7-4f58-b0ab-e621018e47de/6f43ae9f-0709-4a31-8ed9-9d09dff926f6) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:40:12.671050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fb37fda3-11ba-4f78-82a6-1f54446ef19d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:12.744720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port fb37fda3-11ba-4f78-82a6-1f54446ef19d completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:12.750681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:12.750918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fb37fda3-11ba-4f78-82a6-1f54446ef19d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:12.751109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:12.771655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:12.794911 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:12.800972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5ccae3ef-8501-4269-a0f9-e05470b36baf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:12.875143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network adb77136-ae24-4eb0-b375-61ba7346f38a is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:40:12.879244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:12.883583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:40:12.897795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:12.916931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:12.924487 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:12.947940 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port fb37fda3-11ba-4f78-82a6-1f54446ef19d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fb37fda3-11ba-4f78-82a6-1f54446ef19d,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:40:12.954652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:12.957077 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe7a561e-6538-4f12-a3f4-69584ee4f8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:12.970698 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:12.972154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.006219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9629440
Dec 09 14:40:13.018925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Request body: {'port': {'device_id': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:13.049606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=fb37fda3-11ba-4f78-82a6-1f54446ef19d,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:13.053713 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:13.193348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.225805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ef2f1b85-916b-46b0-9016-7945febd716c None None] Provisioning for port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:13.230782 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ef2f1b85-916b-46b0-9016-7945febd716c None None] Provisioning complete for port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:13.231168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1b85-916b-46b0-9016-7945febd716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.247066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46642aa6-5881-44e3-aab6-7c14d6cc1299 req-e200e4ed-b7dc-4cb8-acab-70c50ef0852f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:13.247752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-46642aa6-5881-44e3-aab6-7c14d6cc1299 req-e200e4ed-b7dc-4cb8-acab-70c50ef0852f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:40:13.283211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f1b85-916b-46b0-9016-7945febd716c None None] Port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:40:13.284349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-46642aa6-5881-44e3-aab6-7c14d6cc1299 req-e200e4ed-b7dc-4cb8-acab-70c50ef0852f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:40:13.285478 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46642aa6-5881-44e3-aab6-7c14d6cc1299 req-e200e4ed-b7dc-4cb8-acab-70c50ef0852f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 931 time: 0.2334476
Dec 09 14:40:13.407972 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-46642aa6-5881-44e3-aab6-7c14d6cc1299 req-b082d5b6-bb66-4079-bbb4-d812483290fa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800755
Dec 09 14:40:13.577982 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:40:13.585179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.599805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Transition to ACTIVE for port object 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:40:13.603622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.607110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-dd247525-75fd-4f06-97df-3ade3b61a258 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:13.732216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:13.736025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:13.839461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Attempting to bind port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:40:13.839792 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Attempting to bind port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:40:13.840117 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Attempting to bind port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 on network adb77136-ae24-4eb0-b375-61ba7346f38a {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:40:13.845796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 on network adb77136-ae24-4eb0-b375-61ba7346f38a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:40:13.846115 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Attempting to bind port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 on network adb77136-ae24-4eb0-b375-61ba7346f38a {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:40:13.852270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:40:13.852598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Checking segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:40:13.852975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Bound using segment: {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:40:13.853392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Bound port: 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f057934-64de-4474-bb99-fa873bd527e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:40:13.853753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.946577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:40:13.949520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:40:13.953964 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:13.957598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-43480de7-b630-4ce5-bf9e-acf61fd3a89a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:14.016545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:14.017936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] 10.222.0.35 "PUT /v2.0/ports/6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 1093 time: 1.0037882
Dec 09 14:40:14.018456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:40:14.038690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:14.042744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:14.095700 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'status': 'completed', 'code': 200}
Dec 09 14:40:14.147718 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-07fac270-46c6-43ed-bf79-dee35b4db3ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1096 time: 0.0883324
Dec 09 14:40:14.216033 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-a942861f-a73d-4394-820c-c07e22e0c972 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 217 time: 0.0605159
Dec 09 14:40:14.286324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-862cf8e6-72fc-41b6-ac42-d9a843de945d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:14.287688 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-862cf8e6-72fc-41b6-ac42-d9a843de945d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0656893
Dec 09 14:40:14.360951 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-5225fd6d-b4d9-4299-a464-54cd2d8e7258 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674555
Dec 09 14:40:14.492017 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-5fa91637-bfcb-4574-81ee-f76fab4b7e5b service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234684
Dec 09 14:40:14.623158 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fb37fda3-11ba-4f78-82a6-1f54446ef19d up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:14.695791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port fb37fda3-11ba-4f78-82a6-1f54446ef19d triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:14.696094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:14.790527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc832c0b-b656-49c0-8cc9-2d1a36aebfab req-5f735a35-a1c0-48c2-a672-29fb9dd18fa2 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2939703
Dec 09 14:40:14.804682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3302-e04f-4b6f-9f59-67f549c12ba6 req-7ab18a0d-e0eb-40ac-b5ae-f15293b24044 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:14.806146 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d2c3302-e04f-4b6f-9f59-67f549c12ba6 req-7ab18a0d-e0eb-40ac-b5ae-f15293b24044 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 943 time: 0.1246076
Dec 09 14:40:14.899248 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4d2c3302-e04f-4b6f-9f59-67f549c12ba6 req-9c8dabb8-c7b0-47a4-b16a-dc7ea71dc746 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0863838
Dec 09 14:40:14.920868 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-61baa4da-0cdb-4456-8db5-b7c4cd9db2ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1096 time: 0.0894237
Dec 09 14:40:15.050755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-9c89a8be-6116-4377-8888-73664df90d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:15.052647 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-9c89a8be-6116-4377-8888-73664df90d02 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1249328
Dec 09 14:40:15.122445 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-4ddcdf8f-edc0-4e16-841a-4fa9f3d35786 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 217 time: 0.0632589
Dec 09 14:40:15.186235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-16e9c0f7-2006-493e-918f-ff6fb63b2edf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:15.187667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-16e9c0f7-2006-493e-918f-ff6fb63b2edf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0588951
Dec 09 14:40:15.264128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-4fa38e91-7e7f-4ce9-97db-74fd07c0ec8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698514
Dec 09 14:40:15.397845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-8f7219cf-6070-482e-8876-39cc7cb27c34 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265354
Dec 09 14:40:15.527353 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3ea0cab9-df26-433b-b5ef-f99f4066a864 req-14eb196d-178e-426c-9076-1369d51e5f47 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231697
Dec 09 14:40:16.091463 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbab5-e2e2-45ae-9c10-b88c4fc7d0d1 req-15f9cea1-7913-4552-bd29-f031e2050cd1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:16.092914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c6bbab5-e2e2-45ae-9c10-b88c4fc7d0d1 req-15f9cea1-7913-4552-bd29-f031e2050cd1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 943 time: 0.0747190
Dec 09 14:40:16.136993 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c6bbab5-e2e2-45ae-9c10-b88c4fc7d0d1 req-af2f378a-e3ea-4c17-83c9-5007455ece01 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386915
Dec 09 14:40:16.521349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:17.330671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd68388-c3c2-4e41-9bba-359b61df272f req-80d1fe73-b178-4c2b-8e8d-f2492dfb097e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:17.332090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dd68388-c3c2-4e41-9bba-359b61df272f req-80d1fe73-b178-4c2b-8e8d-f2492dfb097e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 943 time: 0.0787351
Dec 09 14:40:17.381260 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dd68388-c3c2-4e41-9bba-359b61df272f req-c0c6f4c9-50e9-40f1-aee4-561974537874 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432086
Dec 09 14:40:17.601426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:40:17.732997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:40:17.745435 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'port_id': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'mac_address': 'fa:16:3e:19:fd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:40:17.797017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:17.813721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:40:17.828741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:40:17.833454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:17.835149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:17.896776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:17.899678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:18.033905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['6f43ae9f-0709-4a31-8ed9-9d09dff926f6'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:40:18.575130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc0ca7-6b84-4de1-9297-fcfd7bfeed2d req-19425780-0406-468a-acb2-6893029d961e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:18.576587 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3abc0ca7-6b84-4de1-9297-fcfd7bfeed2d req-19425780-0406-468a-acb2-6893029d961e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 944 time: 0.0758815
Dec 09 14:40:18.623143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3abc0ca7-6b84-4de1-9297-fcfd7bfeed2d req-5b4ea09d-f599-4622-a25b-88de861cc62f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408981
Dec 09 14:40:19.616979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:40:19.684689 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:40:19.689354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:40:19.689778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:19.826660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf099617-52a7-49d3-82c4-e4e8e1a3557d req-fc801e79-76be-4ea7-a7b0-457c794bf969 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:19.828055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf099617-52a7-49d3-82c4-e4e8e1a3557d req-fc801e79-76be-4ea7-a7b0-457c794bf969 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 944 time: 0.0845399
Dec 09 14:40:19.834254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:19.860061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:40:19.870468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:40:19.874449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf099617-52a7-49d3-82c4-e4e8e1a3557d req-ed993ea3-cf19-4c5f-af05-0d61e9d68ed3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409088
Dec 09 14:40:19.878253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:19.881028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:19.918066 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'code': 200}
Dec 09 14:40:19.949102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:19.952406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:20.136833 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93f6ead1-c7a0-4144-8c44-d11831656878 req-6c44d2cb-7b6a-433d-85ed-f5a364c0acdb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1098 time: 0.0686760
Dec 09 14:40:20.182813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-93f6ead1-c7a0-4144-8c44-d11831656878 req-59c02e9c-1888-4a7e-b347-3d6f992f9f38 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397158
Dec 09 14:40:21.068267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158e3f3-f82c-4a43-9d9e-b363805ca3dd req-c712e503-bd37-455b-87a0-ac62b6e64c2f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:21.069741 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a158e3f3-f82c-4a43-9d9e-b363805ca3dd req-c712e503-bd37-455b-87a0-ac62b6e64c2f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0765021
Dec 09 14:40:21.115145 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a158e3f3-f82c-4a43-9d9e-b363805ca3dd req-6c30963b-85c1-496d-b4f5-f930d3c2c327 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398581
Dec 09 14:40:22.312929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5952e43-31b0-433d-a356-c56dc007687f req-1da4ae6d-c420-44f0-928c-62a2ed39c015 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:22.314374 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5952e43-31b0-433d-a356-c56dc007687f req-1da4ae6d-c420-44f0-928c-62a2ed39c015 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0785494
Dec 09 14:40:22.358737 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b5952e43-31b0-433d-a356-c56dc007687f req-525732fc-672f-45a2-bd5c-c246a3aba4c1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382893
Dec 09 14:40:22.547941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765c99e-fbda-41e4-bf63-8e992b978536 req-f6e40b78-b7f6-464f-837a-df55aa3adeda tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:22.549386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7765c99e-fbda-41e4-bf63-8e992b978536 req-f6e40b78-b7f6-464f-837a-df55aa3adeda tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0754237
Dec 09 14:40:22.592557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65e5f23c-7502-43d7-a34d-757573ed1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:22.596059 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7765c99e-fbda-41e4-bf63-8e992b978536 req-990cba58-5e4a-4271-a11b-0c9d0ecf958d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405869
Dec 09 14:40:22.623575 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37678) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:22.793062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-38cac7ad-8359-43a0-89a5-3d91dd979043 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1093 time: 0.1682217
Dec 09 14:40:22.795500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37682) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:22.800509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:40:22.806419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:40:22.810307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:floatingip and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:40:22.813108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:40:22.819290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:40:22.829367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:22.959991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:23.091738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.115 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/caf537b9-1dc0-4123-9e09-83a9bf272acd) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:40:23.233743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:23.264800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:23.268534 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-59222523-d429-4e65-ad1f-c15c805ddc32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:23.331268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:40:23.334528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:40:23.337106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:40:23.366600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=caf537b9-1dc0-4123-9e09-83a9bf272acd,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:23.369199 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:23.862278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:23.920563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:24.122016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:24.126667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:24.130192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-38c70207-fcab-40ab-a44f-f0236e620a23 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:40:24.224663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=caf537b9-1dc0-4123-9e09-83a9bf272acd,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:40:24.228497 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:40:24.246438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:24.531865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Floating IP c36a80f0-4940-4bf1-88f8-92283a309cba associated. External IP: 172.26.3.115, port: 6f43ae9f-0709-4a31-8ed9-9d09dff926f6.
Dec 09 14:40:24.917866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 18760124-b0ad-466b-996c-887fca7dd1cf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:40:24.950400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9c8ddb81-98ce-4207-9294-5d3224c46f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:25.123316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:40:25.133850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] Sync routers for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:40:25.147459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:40:25.148325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b45ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:40:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:25.148522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:25.201819 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4052246
Dec 09 14:40:25.202397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:40:25.304641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'status': 'completed', 'code': 200}
Dec 09 14:40:25.337272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:40:25.460070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-c1b7dedb-7695-4984-b2da-f779457108bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1098 time: 0.1364434
Dec 09 14:40:25.468110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4f149-703a-4769-83cf-0009434da2cc req-e9e931b9-e7a0-4f52-88d8-f08b9d5ff4ab tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:25.469455 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef4f149-703a-4769-83cf-0009434da2cc req-e9e931b9-e7a0-4f52-88d8-f08b9d5ff4ab tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.1067085
Dec 09 14:40:25.601512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef4f149-703a-4769-83cf-0009434da2cc req-d18fbe2e-402f-4ba0-8966-bbe68c565cab tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105137
Dec 09 14:40:25.629513 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37690) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:25.633278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-ea69d5ce-57bf-40a1-8629-9df6a8ab8587 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:25.634763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-ea69d5ce-57bf-40a1-8629-9df6a8ab8587 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1644371
Dec 09 14:40:25.710917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b45ac0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c36a80f0-4940-4bf1-88f8-92283a309cba', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'port_id': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'mac_address': 'fa:16:3e:19:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:40:23Z', 'updated_at': '2021-12-09T14:40:23Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:25.715056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] Checking router: 18760124-b0ad-466b-996c-887fca7dd1cf for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:40:25.727471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:40:25.728085 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449b45ac0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:40:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:25.741668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-a762df9b-c112-4a86-83a2-f2355bce99df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 999 time: 0.1006830
Dec 09 14:40:25.743027 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-00eac8ab-9fb7-48bf-9498-f37fa0292881 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 200  len: 991 time: 0.1122065
Dec 09 14:40:25.807464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-5bc430dc-5b1f-4c17-9006-8bfd145c874f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:25.808877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-5bc430dc-5b1f-4c17-9006-8bfd145c874f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0615265
Dec 09 14:40:25.884375 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-032f8974-14fb-458f-84c0-d6daf33b7540 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696375
Dec 09 14:40:25.904334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:40:26.013060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-8d3bef7e-c503-415f-9675-2930d4d915e7 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217058
Dec 09 14:40:26.255098 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c5cacc0c-9c43-4d1b-a6ff-f2791eaaaee9 req-2377b775-7a21-470d-a886-60944d8de8f0 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357724
Dec 09 14:40:26.255637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:26.261913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449b45ac0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c36a80f0-4940-4bf1-88f8-92283a309cba', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'port_id': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'mac_address': 'fa:16:3e:19:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:40:23Z', 'updated_at': '2021-12-09T14:40:23Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:40:26.265953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c5cdd-e11e-40db-81ea-1c0dc82378fa None None] The sync data for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv is: [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': 'c36a80f0-4940-4bf1-88f8-92283a309cba', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.115', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'port_id': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'mac_address': 'fa:16:3e:19:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:40:23Z', 'updated_at': '2021-12-09T14:40:23Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:40:26.465369 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:26.745027 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37694) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:26.851034 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-146d97b1-b66f-4675-a032-292d62074411 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 200  len: 991 time: 0.1046941
Dec 09 14:40:27.660341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:27.854762 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37698) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:27.960841 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-31367e27-53e1-47ef-bd93-1285c7ef169f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 200  len: 991 time: 0.1048703
Dec 09 14:40:28.960048 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a0625-452e-4468-a07d-00d93ef1a268 None None] New status for floating IP c36a80f0-4940-4bf1-88f8-92283a309cba: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:40:28.964562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37702) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:29.064417 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-182ade4f-623d-467e-ac46-19d1df8954c3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 200  len: 991 time: 0.0986371
Dec 09 14:40:30.068243 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37706) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:30.174198 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-1b80c158-5455-4d32-a3c8-7d41457d4cb0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 200  len: 993 time: 0.1046576
Dec 09 14:40:36.394198 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:40:46.525387 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:52.594737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9ba60301-2469-442c-a34c-2a9cfe53fce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:53.033944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-61a23ad3-7a24-4247-b756-2b24a5c85fb1 req-e70b2024-445e-4988-a35b-f90061e3262f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0702069
Dec 09 14:40:53.280450 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37728) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:40:53.337822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74021216-1138-4582-84d5-2a8e86e8e16b req-166d660b-7705-4ed1-b883-6c3becf2e85f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:53.339275 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74021216-1138-4582-84d5-2a8e86e8e16b req-166d660b-7705-4ed1-b883-6c3becf2e85f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0792277
Dec 09 14:40:53.384326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-74021216-1138-4582-84d5-2a8e86e8e16b req-c38be205-b673-407e-aa5c-f721b6377eb3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395422
Dec 09 14:40:53.420241 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-89ed7597-2e56-406f-aea4-6f00c0189c8b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1384571
Dec 09 14:40:54.660494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539cc41-a679-4dae-a0bf-9b5d304bbfeb req-116fef7e-b1fd-42a1-bcbb-4bf0c1546f24 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:54.661950 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9539cc41-a679-4dae-a0bf-9b5d304bbfeb req-116fef7e-b1fd-42a1-bcbb-4bf0c1546f24 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.1574428
Dec 09 14:40:54.665507 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-2097514e-15a0-45fb-ae98-98d84bf717eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1098 time: 0.1254358
Dec 09 14:40:54.789059 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9539cc41-a679-4dae-a0bf-9b5d304bbfeb req-650d3fb5-a0aa-4530-91ab-008ad54d7ce4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215680
Dec 09 14:40:54.823761 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-94b0f487-5683-4805-9b4a-05cce9592078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:54.825167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-94b0f487-5683-4805-9b4a-05cce9592078 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1443632
Dec 09 14:40:54.933646 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-2c75179d-4050-4ad1-bad9-701b648e6f7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 1001 time: 0.1011834
Dec 09 14:40:54.951552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-91dc41a3-99bd-4c64-bc5a-b2e7eb4bc813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:54.997954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-894dbafa-f90c-4d88-b8fb-5d7efa835e96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:54.999355 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-894dbafa-f90c-4d88-b8fb-5d7efa835e96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0594482
Dec 09 14:40:55.077568 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-067995ff-61c1-4651-8fbb-263b5638e5f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710578
Dec 09 14:40:55.209027 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-b5eca2e5-3dc3-4905-b216-0d37b3e16fa2 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249375
Dec 09 14:40:55.339058 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-8b64512a-164c-424b-81c1-e31401efb547 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226075
Dec 09 14:40:55.491266 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-84bbb773-0968-409e-9613-666ca1910322 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1098 time: 0.0696261
Dec 09 14:40:55.637948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-1f8d8f49-db0e-4d63-9eee-4959b7439897 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:55.639324 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-1f8d8f49-db0e-4d63-9eee-4959b7439897 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1296308
Dec 09 14:40:55.740183 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-f11be784-ce0f-46ef-aa11-6e83e77e6445 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 1001 time: 0.0943279
Dec 09 14:40:55.800909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-d2217db4-35fa-48d7-b918-f592fd983ce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:55.802311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-d2217db4-35fa-48d7-b918-f592fd983ce2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0557563
Dec 09 14:40:55.879667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-2f587824-421a-41d7-b117-87020397e5e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712249
Dec 09 14:40:56.157279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-b5e27da8-b2b1-49f2-a189-76a8e36a5147 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2708812
Dec 09 14:40:56.170721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81477e-163d-4d10-94e8-08781397d2b9 req-f9fbfd0d-77e2-4820-9a0a-bc4e6960a9cb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:56.172048 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf81477e-163d-4d10-94e8-08781397d2b9 req-f9fbfd0d-77e2-4820-9a0a-bc4e6960a9cb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.2628109
Dec 09 14:40:56.249926 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:56.311457 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cf81477e-163d-4d10-94e8-08781397d2b9 req-45c237ff-eee4-4c77-aac6-dc11dc17de1e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176000
Dec 09 14:40:56.331705 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a45d6b22-6abf-48ec-aba4-2972d62c03c5 req-ede4224d-46a4-4b8b-b9b5-b404aaa246d5 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662431
Dec 09 14:40:56.466742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:57.509815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b1b93-426c-44f9-a5c3-610e8715b0b4 req-2e33d28c-be36-449e-b105-370f726cc9f6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:57.511252 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b81b1b93-426c-44f9-a5c3-610e8715b0b4 req-2e33d28c-be36-449e-b105-370f726cc9f6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0761981
Dec 09 14:40:57.556695 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b81b1b93-426c-44f9-a5c3-610e8715b0b4 req-d3719099-b440-43b4-9b0f-f848e51c925b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400088
Dec 09 14:40:57.662835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:40:58.762688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26e9e3-fe9d-4aa4-bd58-6aa9d5f44a9f req-79ef27d3-9bef-47eb-a9d6-f03cc91ea111 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:40:58.764459 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc26e9e3-fe9d-4aa4-bd58-6aa9d5f44a9f req-79ef27d3-9bef-47eb-a9d6-f03cc91ea111 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0793271
Dec 09 14:40:58.807966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc26e9e3-fe9d-4aa4-bd58-6aa9d5f44a9f req-eff7c87d-3ea1-45a2-b7d1-009b7a007ae1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381033
Dec 09 14:41:00.003556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301c6e6-be55-4503-84fa-16b17f102a40 req-74313e57-5c0b-4caf-8d85-4cfb4fb503aa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:00.005187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3301c6e6-be55-4503-84fa-16b17f102a40 req-74313e57-5c0b-4caf-8d85-4cfb4fb503aa tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0780058
Dec 09 14:41:00.049898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3301c6e6-be55-4503-84fa-16b17f102a40 req-e821370c-ac0a-4234-b569-4bdc9e04a887 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391927
Dec 09 14:41:01.247782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54ab32-d57a-4a17-91bf-26a74f4f18bb req-b9f4d4c5-2f00-4c76-8522-443c0aefdd6f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:01.249228 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e54ab32-d57a-4a17-91bf-26a74f4f18bb req-b9f4d4c5-2f00-4c76-8522-443c0aefdd6f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0800385
Dec 09 14:41:01.294644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e54ab32-d57a-4a17-91bf-26a74f4f18bb req-f7ca0b24-75ef-4cc6-a8ba-02577d375297 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394738
Dec 09 14:41:02.488099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fecc18-9f84-488e-982a-2d2503ae94f2 req-ddd06f89-a538-4180-8ba0-a7d02f02632c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:02.489553 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69fecc18-9f84-488e-982a-2d2503ae94f2 req-ddd06f89-a538-4180-8ba0-a7d02f02632c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0758610
Dec 09 14:41:02.541686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-69fecc18-9f84-488e-982a-2d2503ae94f2 req-72374504-8a77-4639-b578-3f9958c0fb9c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466440
Dec 09 14:41:03.741894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b3cb7-e2b9-420b-bd9c-df0bac417ecc req-f6bd78c3-d184-4254-9d12-4973e34e0891 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:03.743328 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e17b3cb7-e2b9-420b-bd9c-df0bac417ecc req-f6bd78c3-d184-4254-9d12-4973e34e0891 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0765259
Dec 09 14:41:03.787734 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e17b3cb7-e2b9-420b-bd9c-df0bac417ecc req-f49a9c9e-25b8-4716-b3e8-7dc2a4c271f2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390821
Dec 09 14:41:04.985513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05366519-639d-46ca-84bf-8f75f1f3f9a0 req-f163d095-8474-44b7-b3d2-e3bfd4f67f0b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:04.986941 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05366519-639d-46ca-84bf-8f75f1f3f9a0 req-f163d095-8474-44b7-b3d2-e3bfd4f67f0b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0785542
Dec 09 14:41:05.030275 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05366519-639d-46ca-84bf-8f75f1f3f9a0 req-31b96dcb-f0f4-445a-8a4f-c5dbf27f2a76 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373676
Dec 09 14:41:06.227707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36716352-e2ae-447c-b3f2-6be8ec06bc46 req-9e4e973a-1edb-4998-bcfa-8983a0d146a4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:06.229143 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-36716352-e2ae-447c-b3f2-6be8ec06bc46 req-9e4e973a-1edb-4998-bcfa-8983a0d146a4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0761423
Dec 09 14:41:06.273825 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-36716352-e2ae-447c-b3f2-6be8ec06bc46 req-887df0c5-4b91-460c-b3c1-862a9678c5f0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389073
Dec 09 14:41:06.968420 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-5bdd563a-9346-4df0-bddd-550c125a50f2 service neutron] 10.222.0.35 "GET /v2.0/ports/6f43ae9f-0709-4a31-8ed9-9d09dff926f6/bindings/hv-neutron-8211 HTTP/1.1" status: 200  len: 384 time: 0.0804431
Dec 09 14:41:07.228551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-83be98c1-e2ad-489c-8a18-3cd178a5c78f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 1098 time: 0.0726576
Dec 09 14:41:07.320683 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-497b120e-c454-4bd7-85a2-240f5b9d7efb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1098 time: 0.0706675
Dec 09 14:41:07.499171 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-fce829fe-bb52-448e-a72c-56d6e7721b78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:07.500487 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-fce829fe-bb52-448e-a72c-56d6e7721b78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1736052
Dec 09 14:41:07.563157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c5da4-5e76-4a9a-a7f5-e80328000e48 req-f06085eb-1465-4154-995f-0f6cd89ec127 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:07.564557 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-004c5da4-5e76-4a9a-a7f5-e80328000e48 req-f06085eb-1465-4154-995f-0f6cd89ec127 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.1691630
Dec 09 14:41:07.647237 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-5504323c-69d3-46dc-8a80-77b86fcfd8c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 1001 time: 0.1390724
Dec 09 14:41:07.649806 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-004c5da4-5e76-4a9a-a7f5-e80328000e48 req-e544e3ee-79a7-44b7-8f24-e889f922ebf8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795691
Dec 09 14:41:07.712996 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-50562f23-f6c4-4804-8409-3c07df6127c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:07.714441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-50562f23-f6c4-4804-8409-3c07df6127c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0604374
Dec 09 14:41:07.884907 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-0e0199f5-5a5d-4d19-82c6-04a180d95ef1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1640546
Dec 09 14:41:08.011597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-a434b8c3-6979-404f-a3b1-05f846e1c061 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1198809
Dec 09 14:41:08.137564 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-94ad8b9d-b3eb-4850-b8c5-52996ed41d9e req-28f08e54-4d68-4681-89c1-109cf3196d42 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1196136
Dec 09 14:41:08.845880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6e13c-4d07-469b-90a7-feeb3be843df req-571a4caa-37d7-46fa-bcc8-8954b3047944 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:08.847228 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37a6e13c-4d07-469b-90a7-feeb3be843df req-571a4caa-37d7-46fa-bcc8-8954b3047944 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0787337
Dec 09 14:41:08.891137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-37a6e13c-4d07-469b-90a7-feeb3be843df req-3561618e-3610-4cb8-bcdb-a7931ddde65a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384607
Dec 09 14:41:09.838347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:41:09.841678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:41:10.089052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617e0e6-d8ad-40c9-9c8b-a897761ff53c req-0d654b29-9e66-41c3-b44d-e4066c38f630 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:10.090837 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5617e0e6-d8ad-40c9-9c8b-a897761ff53c req-0d654b29-9e66-41c3-b44d-e4066c38f630 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0768180
Dec 09 14:41:10.108080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:10.122208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:10.136612 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5617e0e6-d8ad-40c9-9c8b-a897761ff53c req-b749d0f1-c8e2-467a-a45a-0eea8ac6b932 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405602
Dec 09 14:41:10.139866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'port_id': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'mac_address': 'fa:16:3e:19:fd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:41:10.178505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:41:10.198378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:10.208626 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:10.212232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:10.254375 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:10.265219 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'code': 200}
Dec 09 14:41:10.287646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:41:10.337549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:10.348661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.348916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.349241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.349582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.349909 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.350229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.350540 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.350863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.351194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.351489 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.351791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:10.355680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:10.375228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:41:10.375586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:41:10.532085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-cc2697ff-059b-4c97-855f-55515143673f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:10.533502 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-cc2697ff-059b-4c97-855f-55515143673f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d&tenant_id=27d6a233f57046049868e6348d63e3a5&binding%3Ahost_id=hv-neutron-8211 HTTP/1.1" status: 200  len: 943 time: 0.1406715
Dec 09 14:41:10.539477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f10df2-a9a3-4fb0-8424-8cf7cd1bc32a req-9c0a3ed6-c81b-4fcc-85a8-6e63eadc5969 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:10.540780 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28f10df2-a9a3-4fb0-8424-8cf7cd1bc32a req-9c0a3ed6-c81b-4fcc-85a8-6e63eadc5969 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 943 time: 0.1133249
Dec 09 14:41:10.591820 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28f10df2-a9a3-4fb0-8424-8cf7cd1bc32a req-dde306cf-dd9e-4836-aca0-f1bd078dbc66 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445821
Dec 09 14:41:10.673010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-03987264-2050-4eb0-95be-9ced9cb65a32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1096 time: 0.0687103
Dec 09 14:41:10.859688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-b0bcbe2f-2f04-4901-b371-8640ca772bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:10.861029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-b0bcbe2f-2f04-4901-b371-8640ca772bfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1820154
Dec 09 14:41:10.930925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:10.931947 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525400e7-c537-4482-9e35-4bda7c17e96b req-99356720-899b-45ff-8f99-be5da0f0c664 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:10.933401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-525400e7-c537-4482-9e35-4bda7c17e96b req-99356720-899b-45ff-8f99-be5da0f0c664 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 943 time: 0.1793938
Dec 09 14:41:10.948447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:41:10.963410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:10.968036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:10.969885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:11.010828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-34caa2c0-9347-4217-b319-a5945bf42a6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 999 time: 0.1428463
Dec 09 14:41:11.015562 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-525400e7-c537-4482-9e35-4bda7c17e96b req-4069259f-fe0d-4d78-8c49-b0a91f32800b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689130
Dec 09 14:41:11.035648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['6f43ae9f-0709-4a31-8ed9-9d09dff926f6'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:41:11.075532 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:11.078839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-fd9e96a6-8928-4ab6-966b-8a708a1e39b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:11.079907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:11.080480 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-fd9e96a6-8928-4ab6-966b-8a708a1e39b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0638509
Dec 09 14:41:11.157244 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-e53f8d6c-c654-4754-9f6f-1d9458f49f07 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703173
Dec 09 14:41:11.291941 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-300b8065-5eda-4300-8376-f1a9406e6be3 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277544
Dec 09 14:41:11.422897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-86b21b02-dd0d-406c-a847-f699e4eacc89 req-9b537125-b5ee-44b2-b0f1-ab3b727d4312 service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247687
Dec 09 14:41:11.854058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:41:11.924084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:41:11.925040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:12.039296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:12.072202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:12.076291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:12.078376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-a6e76224-2a78-491d-86e9-5ea92fad4f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:12.142190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:12.145763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:12.266834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:41:12.323095 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'code': 200}
Dec 09 14:41:12.323378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bfe51-ff55-4bd6-b2c8-b4312ae7a1d0 req-d068e7b9-7d8e-47d4-857f-5031b71b6254 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:12.324820 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-416bfe51-ff55-4bd6-b2c8-b4312ae7a1d0 req-d068e7b9-7d8e-47d4-857f-5031b71b6254 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.1857877
Dec 09 14:41:12.370270 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-416bfe51-ff55-4bd6-b2c8-b4312ae7a1d0 req-6756dfbb-fb7a-4fb4-b709-847e318819f6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400887
Dec 09 14:41:12.397515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37794) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:12.501321 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-943c4c10-6921-4561-adc6-a9f822833c35 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 200  len: 993 time: 0.1026359
Dec 09 14:41:13.395844 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:41:16.519843 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:22.597198 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-38b3ea00-5979-4d8a-9aa2-077a3fece851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:24.954029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-81dc03a6-426a-497f-8dbd-855f90ff29de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:26.251797 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:26.467921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:27.664776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:40.727136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [req-3c7d4378-0af6-4aec-b650-0485d890978c req-8d41c165-ac2d-4db6-acd9-ceb8870c2f80 service neutron] (83443) timed out ('10.222.0.35', 62280) {{(pid=83443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 14:41:40.951528 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37806) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:41.148517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port caf537b9-1dc0-4123-9e09-83a9bf272acd {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:41:41.148851 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:41.317498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:41.317764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:41.437657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for caf537b9-1dc0-4123-9e09-83a9bf272acd owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:41:41.581351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:41.584725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-efda8ef4-250a-4c46-bc76-9eb02c4543e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:41.626854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=caf537b9-1dc0-4123-9e09-83a9bf272acd,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:41.663490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.663745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.664114 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.664479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.664841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.665198 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.665574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.665935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.666285 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.666633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.666986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:41.673391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:41.727788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:42.102157 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 18760124-b0ad-466b-996c-887fca7dd1cf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:41:42.393518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:41:42.403391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] Sync routers for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:41:42.412718 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:42.415871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:41:42.416539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64496a3a90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:42.464317 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/floatingips/c36a80f0-4940-4bf1-88f8-92283a309cba HTTP/1.1" status: 204  len: 168 time: 1.5117531
Dec 09 14:41:42.465068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:41:42.524484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'status': 'completed', 'code': 200}
Dec 09 14:41:42.606874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:41:42.621786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-24274ed4-3e39-4fd8-8e7a-38656da28973 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 1098 time: 0.0749667
Dec 09 14:41:42.773582 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386daee-8bb2-4930-873f-34a43305584e req-8e50d476-005a-4aed-92f3-d9f606a3c936 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:42.775256 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-8e50d476-005a-4aed-92f3-d9f606a3c936 service neutron] 10.222.0.35 "GET /v2.0/networks?id=adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 200  len: 897 time: 0.1476371
Dec 09 14:41:42.880180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-0354b840-ef93-426a-81f0-1242f1e6b89e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 200  len: 217 time: 0.0981541
Dec 09 14:41:42.961415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386daee-8bb2-4930-873f-34a43305584e req-dcf41c27-310f-4e0f-b20e-36c962acc132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:42.962778 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-dcf41c27-310f-4e0f-b20e-36c962acc132 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 200  len: 834 time: 0.0759361
Dec 09 14:41:42.971594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64496a3a90>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:42.975898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] Checking router: 18760124-b0ad-466b-996c-887fca7dd1cf for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:41:42.986299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:41:42.986884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64496a3a90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:43.009309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d68c1-eb8a-4684-8594-ece37de4e21c req-2c04b53a-265d-4dd5-9d0c-ead9fc5303be tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:43.010012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-eb2d68c1-eb8a-4684-8594-ece37de4e21c req-2c04b53a-265d-4dd5-9d0c-ead9fc5303be tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:41:43.037536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-eb2d68c1-eb8a-4684-8594-ece37de4e21c req-2c04b53a-265d-4dd5-9d0c-ead9fc5303be tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:41:43.038681 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb2d68c1-eb8a-4684-8594-ece37de4e21c req-2c04b53a-265d-4dd5-9d0c-ead9fc5303be tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.2053659
Dec 09 14:41:43.092233 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-88351839-fa05-4ed4-b3cf-f20082799345 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=adb77136-ae24-4eb0-b375-61ba7346f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1218731
Dec 09 14:41:43.099745 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb2d68c1-eb8a-4684-8594-ece37de4e21c req-eec757b0-5fde-409a-9430-815cb0f46151 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532515
Dec 09 14:41:43.166243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:41:43.225396 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-294021e3-0cf5-4eed-9cbb-c42c77b8962d service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246455
Dec 09 14:41:43.356924 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4386daee-8bb2-4930-873f-34a43305584e req-ab08cd73-a7ec-44a9-811a-df30c7198a4a service neutron] 10.222.0.35 "GET /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237116
Dec 09 14:41:43.474547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64496a3a90>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:43.478651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908436e4-c43d-4671-83ba-cfc696108369 None None] The sync data for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv is: [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'fb37fda3-11ba-4f78-82a6-1f54446ef19d', 'name': '', 'network_id': 'adb77136-ae24-4eb0-b375-61ba7346f38a', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f0:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:05Z', 'updated_at': '2021-12-09T14:40:12Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '50a68a8b-29d7-4f58-b0ab-e621018e47de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:41:43.695760 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18151281-1440-4f91-a3f4-03146098b936 None None] New status for floating IP c36a80f0-4940-4bf1-88f8-92283a309cba: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:41:44.297091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8c991-9e48-4796-92aa-c0a96bfd52c2 req-61e84004-fd91-47c5-94dd-ef8846774861 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:44.298611 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1fe8c991-9e48-4796-92aa-c0a96bfd52c2 req-61e84004-fd91-47c5-94dd-ef8846774861 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0775237
Dec 09 14:41:44.342668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1fe8c991-9e48-4796-92aa-c0a96bfd52c2 req-27be4071-dae0-4de0-aecf-b5c0b18ac2c6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=62f8e64b-0d15-487e-88db-5e5903e2a6ef&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378058
Dec 09 14:41:44.435069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-89c13774-dd0e-4a95-ad44-08af7f50c01c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:44.436386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-89c13774-dd0e-4a95-ad44-08af7f50c01c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 945 time: 0.0782251
Dec 09 14:41:44.502466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:41:44.502800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:44.739024 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:44.739300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:44.951226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:41:45.092593 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:45.097811 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:45.139131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=6f43ae9f-0709-4a31-8ed9-9d09dff926f6,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:45.142525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:45.213561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] No DVR routers for this DVR port 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:41:45.215877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:45.218378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-deleted', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:41:45.233556 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9c4a3e7-0332-4c72-90e7-98e3789a8921 req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "DELETE /v2.0/ports/6f43ae9f-0709-4a31-8ed9-9d09dff926f6 HTTP/1.1" status: 204  len: 173 time: 0.7906449
Dec 09 14:41:45.275663 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e42aa80-fa3a-4ab7-a693-43bb7a148a6d', 'name': 'network-vif-deleted', 'tag': '6f43ae9f-0709-4a31-8ed9-9d09dff926f6', 'status': 'completed', 'code': 200}
Dec 09 14:41:45.514094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-225cc9cd-5134-4a53-bea4-cd7d56ced633 req-8edf8fa7-68ff-4188-84bf-a00469df7279 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:41:45.529693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-225cc9cd-5134-4a53-bea4-cd7d56ced633 req-8edf8fa7-68ff-4188-84bf-a00469df7279 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:41:45.530897 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-225cc9cd-5134-4a53-bea4-cd7d56ced633 req-8edf8fa7-68ff-4188-84bf-a00469df7279 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e42aa80-fa3a-4ab7-a693-43bb7a148a6d HTTP/1.1" status: 200  len: 210 time: 0.0582664
Dec 09 14:41:46.532539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:46.634516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37826) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:47.029831 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:47.622512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port fb37fda3-11ba-4f78-82a6-1f54446ef19d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:41:47.622849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:47.907442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port fb37fda3-11ba-4f78-82a6-1f54446ef19d, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=fb37fda3-11ba-4f78-82a6-1f54446ef19d,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:47.908112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:48.020166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:41:48.027696 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for fb37fda3-11ba-4f78-82a6-1f54446ef19d owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:41:48.053257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:41:48.053638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 6f43ae9f-0709-4a31-8ed9-9d09dff926f6 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:41:48.205866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:48.209854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c07b53aa-e900-45b0-bb11-11eb7a312d5f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:48.254903 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=fb37fda3-11ba-4f78-82a6-1f54446ef19d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:48.257649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:48.549342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:49.114143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 18760124-b0ad-466b-996c-887fca7dd1cf has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:41:49.413462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:41:49.423005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] Sync routers for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:41:49.429672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/18760124-b0ad-466b-996c-887fca7dd1cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7940521
Dec 09 14:41:49.432278 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37830) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:49.435459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:41:49.436055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ce9df0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:49.611927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting subnet 50a68a8b-29d7-4f58-b0ab-e621018e47de {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:41:49.612739 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:41:49.616023 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:49.681210 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:49.761283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:49.841902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:49.846116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c9a78fa4-8daa-4c90-acfe-1676f7ee6fe3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:49.882321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Subnet': ['ID=50a68a8b-29d7-4f58-b0ab-e621018e47de,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:49.884743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:49.887625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:49.893353 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-28b28b00-8842-4080-9806-341974488c92 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/subnets/50a68a8b-29d7-4f58-b0ab-e621018e47de HTTP/1.1" status: 204  len: 168 time: 0.4601650
Dec 09 14:41:49.896021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37834) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:49.896147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc61cc-3d67-4081-bb19-1ec05c7dfd11 None None] Network adb77136-ae24-4eb0-b375-61ba7346f38a requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:41:50.109699 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.124726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ce9df0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:41:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:50.130078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] Checking router: 18760124-b0ad-466b-996c-887fca7dd1cf for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:41:50.154401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] Routers {'18760124-b0ad-466b-996c-887fca7dd1cf'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:41:50.155004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449ce9df0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['18760124-b0ad-466b-996c-887fca7dd1cf'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:50.312829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] DHCP port deletion for adb77136-ae24-4eb0-b375-61ba7346f38a request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:41:50.313476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.323400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 24718acc-f2af-4bf7-9ff9-eb38b9f61077 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:41:50.323770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.325386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Deleting port 4bfa2153-80f9-405f-8f58-d8e219553442 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:41:50.325795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.376097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] Set router 18760124-b0ad-466b-996c-887fca7dd1cf gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:41:50.395899 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:41:50.492963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 24718acc-f2af-4bf7-9ff9-eb38b9f61077, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=24718acc-f2af-4bf7-9ff9-eb38b9f61077,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:50.493368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.615891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 24718acc-f2af-4bf7-9ff9-eb38b9f61077 owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:41:50.683277 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 4bfa2153-80f9-405f-8f58-d8e219553442 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:41:50.782554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.787800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:50.788568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] For port 4bfa2153-80f9-405f-8f58-d8e219553442, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=4bfa2153-80f9-405f-8f58-d8e219553442,segment=NetworkSegment(8f057934-64de-4474-bb99-fa873bd527e8),segment_id=8f057934-64de-4474-bb99-fa873bd527e8)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:50.788966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:50.830095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=24718acc-f2af-4bf7-9ff9-eb38b9f61077,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:50.833130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:50.942586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Calling delete_port for 4bfa2153-80f9-405f-8f58-d8e219553442 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:41:51.074471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.092749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.098091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-c2a2f273-2b1d-4d98-b598-f9809c3b744d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:51.146969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Pushing event deleted for resources: {'Port': ['ID=4bfa2153-80f9-405f-8f58-d8e219553442,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:51.152282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:51.158558 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.182494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] No DVR routers for this DVR port 4bfa2153-80f9-405f-8f58-d8e219553442 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:41:51.189022 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449ce9df0>, [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:41:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:51.195521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0002118-6992-4cd5-b730-e66ad4a29c67 None None] The sync data for ids ['18760124-b0ad-466b-996c-887fca7dd1cf'] in dv-neutron-821183-1-hyperv is: [{'id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-126316091', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:40:02Z', 'updated_at': '2021-12-09T14:41:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '24718acc-f2af-4bf7-9ff9-eb38b9f61077', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18760124-b0ad-466b-996c-887fca7dd1cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:40:03Z', 'updated_at': '2021-12-09T14:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:41:51.417310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.421401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.445581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.446021 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Fanout notify agent at l3_agent the message router_deleted on router 18760124-b0ad-466b-996c-887fca7dd1cf {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:41:51.459874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.460933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/routers/18760124-b0ad-466b-996c-887fca7dd1cf HTTP/1.1" status: 204  len: 168 time: 1.5640283
Dec 09 14:41:51.463565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37838) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:51.575915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.707516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.736508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448b59730>,) {'filters': {'network_id': ['adb77136-ae24-4eb0-b375-61ba7346f38a']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:51.750068 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b59730>, '8f057934-64de-4474-bb99-fa873bd527e8') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:51.750359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448b59730>, '8f057934-64de-4474-bb99-fa873bd527e8') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:51.762720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.780137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.787072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:41:51.787483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:41:51.802627 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:41:51.883125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.887956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:51.890494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a71c7cbf-cd92-4342-938c-4fca0aca6271 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:51.914579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Network': ['ID=adb77136-ae24-4eb0-b375-61ba7346f38a,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:51.917723 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:51.919295 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d2368de-3fc4-4f55-aea0-b261508acea5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/networks/adb77136-ae24-4eb0-b375-61ba7346f38a HTTP/1.1" status: 204  len: 168 time: 0.4547441
Dec 09 14:41:51.921912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37842) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:51.988514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.015782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.077314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.081152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5fbaace8-d9a8-469b-94fc-308cb61f4249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:52.096728 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f8e64b-0d15-487e-88db-5e5903e2a6ef,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:52.100991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:52.109733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.110856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f0c369f7-a166-4265-bd71-e34b25716c8d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/security-groups/62f8e64b-0d15-487e-88db-5e5903e2a6ef HTTP/1.1" status: 204  len: 168 time: 0.1880679
Dec 09 14:41:52.323363 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37850) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:52.330530 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941850', 'description': 'tempest-secgroup-smoke-1941850 description', 'project_id': '27d6a233f57046049868e6348d63e3a5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:52.340170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:52.344194 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:52.347744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:52.353422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:52.363797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.397474 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:52.401178 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:52.403991 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:52.410415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:52.463532 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.466815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.471628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4d73169d-7ac3-4f5c-903e-640ffcafb261 tempest-ServersAdminNegativeTestJSON-399975951 tempest-ServersAdminNegativeTestJSON-399975951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:52.510742 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86101399-b1b7-4bac-bd49-acc9dd7fc5e5,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:52.513888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.515049 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1622 time: 0.1905725
Dec 09 14:41:52.518078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37854) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:52.522631 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.523018 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.523399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.523774 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.524196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.524321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '86101399-b1b7-4bac-bd49-acc9dd7fc5e5', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:52.524874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.524874 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.525215 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.525599 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.525961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.526322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:52.529855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-680d7eb4-5881-4055-88bd-7f6df8e43a88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:52.534564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:52.539420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:52.542303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:52.547965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:52.564077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.600273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb635cd1-9bdf-43ce-943c-27d31d33afa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.634566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.638476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.640553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0dd74519-51af-4b1f-9b22-a6af9ce9eae7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:52.662588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022f3147-7bcb-4879-959b-c4b085a1dade,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:52.665018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:52.670172 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fb37fda3-11ba-4f78-82a6-1f54446ef19d no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:41:52.672214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.674150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-415fecef-0821-4c58-b294-279bae7b2481 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1548626
Dec 09 14:41:52.675917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37858) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:52.681361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '86101399-b1b7-4bac-bd49-acc9dd7fc5e5', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:52.687289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:52.691614 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:52.694428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:52.699992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:52.707324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: fb37fda3-11ba-4f78-82a6-1f54446ef19d {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:41:52.707712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device fb37fda3-11ba-4f78-82a6-1f54446ef19d not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:41:52.708173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 24718acc-f2af-4bf7-9ff9-eb38b9f61077 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:41:52.716542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.740459 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 24718acc-f2af-4bf7-9ff9-eb38b9f61077 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:41:52.740835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 24718acc-f2af-4bf7-9ff9-eb38b9f61077 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:41:52.783515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.787350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.789254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-678c8ded-233a-43e2-a8e5-06d5eecf8efa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:52.810602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d547fd9-1a65-4284-a824-1438dbd7733e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:52.812941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:52.821819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.822979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8d3ff49c-a7c0-4d92-9355-9a85cf6c8380 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1461561
Dec 09 14:41:52.825673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37862) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:52.831154 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '86101399-b1b7-4bac-bd49-acc9dd7fc5e5', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:52.836791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:52.840576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:52.843494 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:52.849640 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:52.865878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.927155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.930563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.935945 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1529aaa4-da47-4800-a790-4e37d6fa50e8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:52.956767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee389a7c-67e6-432c-a90f-5e6c2114879f,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:52.959314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:52.966066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:52.967223 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1406691
Dec 09 14:41:52.969839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37866) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:52.975713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '86101399-b1b7-4bac-bd49-acc9dd7fc5e5', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:52.981214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:52.985161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:52.987969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:52.993513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:53.009608 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.070346 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.073641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.075671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e71e5a16-043a-4f0c-bfd5-4f914c4cc18e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:53.099072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14675050-7341-457c-8942-129d3e85aa49,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:53.101439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:53.107899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.109089 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-810b0118-3e21-4734-82ce-7366a186d651 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1383638
Dec 09 14:41:53.111741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37870) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:53.116988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '86101399-b1b7-4bac-bd49-acc9dd7fc5e5', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:53.122514 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:53.126200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:53.129005 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:53.134662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:53.145429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:41:53.151543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.213432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.216676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.218524 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0cb5879e-0980-48e0-a378-5eb5abe0f7fe tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:53.240400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e5a0ed-b204-4ca2-98a8-2b4d490c08bb,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:53.244909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:53.248940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.250124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7bbf8b51-95d8-48e8-aafd-275eb7cdd990 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1375089
Dec 09 14:41:53.252786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37874) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:53.258125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': '86101399-b1b7-4bac-bd49-acc9dd7fc5e5', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:53.263682 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:53.267406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:53.270745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:53.276340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:53.286642 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:41:53.292900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.451855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.455274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.457706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-db517049-7717-4bea-ae3a-94625dd3064b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:53.478713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d951fe1e-2bfb-4bce-a3b8-369be39fc3e5,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:53.481135 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:53.488146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.489333 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e3d395bd-5f8a-48bf-b05f-acfe641f999b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2356579
Dec 09 14:41:53.492999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37878) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:53.498331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'network': {'name': 'tempest-network-smoke--730501551', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'port_security_enabled': True}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:53.503642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:53.507366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:network and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:53.510298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:53.516079 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:53.527390 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:41:53.530294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.557795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:41:53.567082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.567436 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Added segment 43c5c082-7b7d-4701-a078-80ce587dcf50 of type vlan for network 6fe28b94-95ad-4dad-9343-23ed47a1ff66
Dec 09 14:41:53.593025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.622325 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.626042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:53.626604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.631670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b3096cef-c213-4f04-ad36-b1dadc8f2de3 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:53.726622 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2323620
Dec 09 14:41:53.729456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37882) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:53.736596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'admin_state_up': True, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:53.742239 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Network': ['ID=6fe28b94-95ad-4dad-9343-23ed47a1ff66,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:53.745443 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:53.746336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:53.750116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:router and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:53.751953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:41:53.752931 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:53.759163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:53.769478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.770660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.791185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:53.940176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.115752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.145124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.281680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.249 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:41:54.423725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.450940 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.455146 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-84e09548-9fed-4cfa-969b-d82527ac2bfe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:54.518592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:41:54.521710 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:41:54.525204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:41:54.554034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:54.559934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:54.680767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.681396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:54.904810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:41:54.957149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d37cc328-8933-488b-a0ec-4bcfb42a5f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:55.214985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:41:55.225042 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Sync routers for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:41:55.237323 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:41:55.237980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a14dbb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:55.245894 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:55.247138 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5167613
Dec 09 14:41:55.251427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37886) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:55.291384 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4879f956-eb33-48f9-842e-4c2af3a160c3 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=27d6a233f57046049868e6348d63e3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0388062
Dec 09 14:41:55.293775 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37890) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:55.423574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9546806c-e551-4c7d-a15a-e990bc855186 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:55.425088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9546806c-e551-4c7d-a15a-e990bc855186 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1303599
Dec 09 14:41:55.427840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37894) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:55.444022 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:41:55.466235 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-5ce33a63-97e4-4117-8368-2aaf0bf1ad21 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372226
Dec 09 14:41:55.468513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37898) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:55.474314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-305570987', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:41:55.584388 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:41:55.588192 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:subnet and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:41:55.591447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:41:55.597379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:41:55.606990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:41:55.710150 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:55.722720 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a14dbb0>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:54Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:55.726478 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Checking router: 2842d2c4-1538-4a68-85c2-6d74a6e5e974 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:41:55.726829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Updating router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:41:55.777737 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:55.923778 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:55.928560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eebf554e-b649-4f5a-8ae0-280ec7bddfab tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:56.006025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Subnet': ['ID=7615e7d1-bebe-4eef-b80e-eacb41edf9ed,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:56.008784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:56.017322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Checking segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:41:56.017705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network hostable DHCP agents. Network: 6fe28b94-95ad-4dad-9343-23ed47a1ff66, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:41:56.039155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:41:56.048153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 6fe28b94-95ad-4dad-9343-23ed47a1ff66) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:41:56.056081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d1144e-444f-46a1-8667-47ddc983bc63 None None] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:41:56.058662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:56.059490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.081875 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-01cb0c90-2374-4469-ad40-0a93166679f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6123157
Dec 09 14:41:56.084549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37902) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:41:56.102406 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.114870 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Transition to ACTIVE for port object 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:41:56.122137 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.134649 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6b73a88e-d938-4e02-8ba6-2409dd5dbf47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:56.207624 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Attempting to bind port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:41:56.208126 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Attempting to bind port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:41:56.208586 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Attempting to bind port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:41:56.214589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Pushing event updated for resources: {'Port': ['ID=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:56.224256 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:41:56.225146 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:41:56.225784 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.225784 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:41:56.226295 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Bound port: 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:41:56.226766 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.250635 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.250982 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.251297 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.251624 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.251965 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.252274 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.252593 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.252911 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.253870 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.254188 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.254503 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:41:56.264640 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:56.297388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.303102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:41:56.303916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.313564 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] For port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:41:56.316711 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] For port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:41:56.320891 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.331681 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-633446fa-578c-48ef-b3a4-822cbd31b3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:56.405500 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:41:56.406154 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a14dbb0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:56.475109 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Pushing event updated for resources: {'Port': ['ID=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:56.475988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Allocated IP 172.20.0.2 (6fe28b94-95ad-4dad-9343-23ed47a1ff66/7615e7d1-bebe-4eef-b80e-eacb41edf9ed/f04426cf-de00-4dc2-b344-ba15db0104c9) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:41:56.479826 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:56.489827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.594115 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:41:56.711962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.726524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Transition to ACTIVE for port object f04426cf-de00-4dc2-b344-ba15db0104c9 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:41:56.745456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Transition to ACTIVE for port object f04426cf-de00-4dc2-b344-ba15db0104c9 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:41:56.751102 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.754871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-365cbcfb-e508-4ba6-b6f2-88f81b56cff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:56.823220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:41:56.824747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:41:56.827349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:41:56.837345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Pushing event updated for resources: {'Port': ['ID=f04426cf-de00-4dc2-b344-ba15db0104c9,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:56.840206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:56.926749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Attempting to bind port f04426cf-de00-4dc2-b344-ba15db0104c9 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:41:56.927307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Attempting to bind port f04426cf-de00-4dc2-b344-ba15db0104c9 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:41:56.927774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Attempting to bind port f04426cf-de00-4dc2-b344-ba15db0104c9 on network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:41:56.935240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:41:56.935240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Checking segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:41:56.935854 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.936366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Bound using segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:41:56.936966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Bound port: f04426cf-de00-4dc2-b344-ba15db0104c9, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:41:56.937368 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a14dbb0>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:54Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:41:56.937520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:56.941643 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa231eb-cbb8-4d71-aed9-4cd3c7ce4a5d None None] The sync data for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv is: [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:54Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:41:57.026447 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:57.039386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] For port f04426cf-de00-4dc2-b344-ba15db0104c9, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:41:57.043656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] For port f04426cf-de00-4dc2-b344-ba15db0104c9, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f04426cf-de00-4dc2-b344-ba15db0104c9,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:41:57.047965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:57.052709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:57.155414 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Pushing event updated for resources: {'Port': ['ID=f04426cf-de00-4dc2-b344-ba15db0104c9,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:57.158654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:57.478402 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.1 (6fe28b94-95ad-4dad-9343-23ed47a1ff66/7615e7d1-bebe-4eef-b80e-eacb41edf9ed/c3ca094f-01be-49f8-9d26-2e8624144e1c) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:41:57.651421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:57.669635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:57.669868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object c3ca094f-01be-49f8-9d26-2e8624144e1c will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:41:57.691833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:57.695757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:57.762910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:41:57.766594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:41:57.771569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:41:57.807129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=c3ca094f-01be-49f8-9d26-2e8624144e1c,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:57.813616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:57.838921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:57.926810 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:58.117741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f0ba5-d6b2-4536-b902-1b70fb4925d1 None None] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:41:58.225396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9cc8d286-53be-4bd0-8a45-409c6beae108 None None] Provisioning for port f04426cf-de00-4dc2-b344-ba15db0104c9 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:41:58.345703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:58.350868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:58.381430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d1dd5274-e9dc-4566-9df1-3ab361034da0 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:58.468364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:58.472457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=c3ca094f-01be-49f8-9d26-2e8624144e1c,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:58.475322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:58.564447 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-499a95ec-1f71-45af-b791-f282bbc7c171 None None] Provisioning for port c3ca094f-01be-49f8-9d26-2e8624144e1c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:41:58.570637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-499a95ec-1f71-45af-b791-f282bbc7c171 None None] Provisioning complete for port c3ca094f-01be-49f8-9d26-2e8624144e1c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:41:58.571027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-499a95ec-1f71-45af-b791-f282bbc7c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:58.617927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:41:58.619729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:41:58.639496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-499a95ec-1f71-45af-b791-f282bbc7c171 None None] Port c3ca094f-01be-49f8-9d26-2e8624144e1c cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:41:58.765441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f04426cf-de00-4dc2-b344-ba15db0104c9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:41:58.848529 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4b5fb647-a0a1-4d37-9b87-583ba5ec8367 None None] Provisioning complete for port c3ca094f-01be-49f8-9d26-2e8624144e1c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:41:58.848906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4b5fb647-a0a1-4d37-9b87-583ba5ec8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:58.919255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fb647-a0a1-4d37-9b87-583ba5ec8367 None None] Port c3ca094f-01be-49f8-9d26-2e8624144e1c cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:41:58.921031 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port f04426cf-de00-4dc2-b344-ba15db0104c9 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:41:58.927615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f04426cf-de00-4dc2-b344-ba15db0104c9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:41:58.927988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.056224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.071221 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d13b0bde-0a74-4923-9df7-ce5ad5ce841d None None] Provisioning complete for port c3ca094f-01be-49f8-9d26-2e8624144e1c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:41:59.071596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d13b0bde-0a74-4923-9df7-ce5ad5ce841d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.135312 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f04426cf-de00-4dc2-b344-ba15db0104c9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f04426cf-de00-4dc2-b344-ba15db0104c9,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:59.136246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d13b0bde-0a74-4923-9df7-ce5ad5ce841d None None] Port c3ca094f-01be-49f8-9d26-2e8624144e1c cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:41:59.140100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.140869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:41:59.169636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:41:59.212535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b46f6054-bfce-4f28-a1dd-aa07457c3d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:59.299146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f04426cf-de00-4dc2-b344-ba15db0104c9,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:59.302304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:59.313834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:41:59.318998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:41:59.319374 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.372565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:41:59.386315 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/2842d2c4-1538-4a68-85c2-6d74a6e5e974/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3008075
Dec 09 14:41:59.432735 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.449146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:41:59.452767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:41:59.454590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b7899a37-e667-405b-b3c8-a016241f696a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:41:59.521949 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:41:59.524900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:41:59.557464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-493aa047-d257-4c5a-bbf1-353945f22fe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:41:59.572590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-493aa047-d257-4c5a-bbf1-353945f22fe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:41:59.573804 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-493aa047-d257-4c5a-bbf1-353945f22fe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941850&fields=id&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 267 time: 0.0578449
Dec 09 14:41:59.718147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-723cf462-746e-41c1-a4c9-7682f36b4e29 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:41:59.718809 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-723cf462-746e-41c1-a4c9-7682f36b4e29 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:41:59.735384 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-723cf462-746e-41c1-a4c9-7682f36b4e29 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:41:59.736481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-723cf462-746e-41c1-a4c9-7682f36b4e29 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 796 time: 0.1563549
Dec 09 14:41:59.752555 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-fe05bf70-1457-4fdd-b50c-46a51a47b2d5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/quotas/27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 375 time: 0.0102937
Dec 09 14:41:59.834015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-ac5bde9e-ea74-4245-8b80-816b3ee8824b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:41:59.854310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-ac5bde9e-ea74-4245-8b80-816b3ee8824b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:41:59.855951 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-ac5bde9e-ea74-4245-8b80-816b3ee8824b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0980072
Dec 09 14:41:59.993136 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-93cad9e8-fa24-4f56-a06c-513d49358dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251252
Dec 09 14:42:00.124326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-a6ebdbc0-64bd-45ce-9f51-6dc3357dd86e service neutron] 10.222.0.21 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249852
Dec 09 14:42:00.316430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-532960a0-340d-4cad-8b6c-f15987e6e3f4 req-d272cf47-5e5e-4220-abfb-586c2dbc5522 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 210 time: 0.0472605
Dec 09 14:42:00.508045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Sync routers for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:42:00.520023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:42:00.520637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449984520>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:00.682916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f04426cf-de00-4dc2-b344-ba15db0104c9 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:42:00.755557 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:42:00.833206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port f04426cf-de00-4dc2-b344-ba15db0104c9 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:42:00.833614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:01.141444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:42:01.235235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:42:01.235611 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:01.269630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449984520>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:41:58Z', 'revision_number': 2, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:01.282093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Checking router: 2842d2c4-1538-4a68-85c2-6d74a6e5e974 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:42:01.282460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Updating router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 port c3ca094f-01be-49f8-9d26-2e8624144e1c binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:42:01.354547 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-d1937bb7-c368-4795-83fa-7510466750c6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:01.355651 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-d1937bb7-c368-4795-83fa-7510466750c6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 796 time: 0.1854942
Dec 09 14:42:01.357720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:01.422018 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-ec59f17d-a17a-4629-ac84-c6eecd20d7ff tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 377 time: 0.0531471
Dec 09 14:42:01.434313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'port': {'device_id': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'admin_state_up': True, 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'security_groups': ['86101399-b1b7-4bac-bd49-acc9dd7fc5e5']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:42:01.546184 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-28a861e1-466b-43dc-bbba-160928aca7bf req-ac66aab4-6ae8-4a75-babb-3e702cdecf0e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 210 time: 0.0943766
Dec 09 14:42:01.618913 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:42:01.628274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:42:01.637375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:42:01.640326 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:01.812081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:01.823270 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Transition to ACTIVE for port object c3ca094f-01be-49f8-9d26-2e8624144e1c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:42:01.830648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:01.835577 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-51b1f53a-e18d-47da-8d67-ca1ec5dfdf4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:01.927716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.5 (6fe28b94-95ad-4dad-9343-23ed47a1ff66/7615e7d1-bebe-4eef-b80e-eacb41edf9ed/7a06b856-84fb-4052-8c81-0aaee590de19) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:42:01.961308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf99e0c-f476-474b-88fd-a4ba3299b48a None None] Pushing event updated for resources: {'Port': ['ID=c3ca094f-01be-49f8-9d26-2e8624144e1c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:01.964185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-edf99e0c-f476-474b-88fd-a4ba3299b48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:02.052958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Attempting to bind port c3ca094f-01be-49f8-9d26-2e8624144e1c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:42:02.053337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Attempting to bind port c3ca094f-01be-49f8-9d26-2e8624144e1c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:42:02.053742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Attempting to bind port c3ca094f-01be-49f8-9d26-2e8624144e1c on network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:42:02.060402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:42:02.060787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Checking segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:42:02.061199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.061633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Bound using segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:42:02.062163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Bound port: c3ca094f-01be-49f8-9d26-2e8624144e1c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:42:02.062496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.122471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.138382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object 7a06b856-84fb-4052-8c81-0aaee590de19 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:42:02.151778 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] For port c3ca094f-01be-49f8-9d26-2e8624144e1c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:42:02.154925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] For port c3ca094f-01be-49f8-9d26-2e8624144e1c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c3ca094f-01be-49f8-9d26-2e8624144e1c,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:42:02.158364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.162299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.163282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d330eace-144d-428c-b35e-d4402d01ab5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:02.167636 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7034ad37-fb24-4134-b226-6dbdbe5ad99f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:02.233943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:42:02.237522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:42:02.241736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:42:02.245135 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf99e0c-f476-474b-88fd-a4ba3299b48a None None] Pushing event updated for resources: {'Port': ['ID=c3ca094f-01be-49f8-9d26-2e8624144e1c,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:02.248814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-edf99e0c-f476-474b-88fd-a4ba3299b48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:02.256994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:42:02.257654 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449984520>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:02.279956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=7a06b856-84fb-4052-8c81-0aaee590de19,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:02.287858 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:02.317572 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:02.318125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.349224 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9197381
Dec 09 14:42:02.361128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Request body: {'port': {'device_id': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:42:02.456676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:42:02.476309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.725451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8285ab27-131d-4369-883f-4b2aa9f46a85 None None] Provisioning for port 7a06b856-84fb-4052-8c81-0aaee590de19 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:42:02.744883 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-8285ab27-131d-4369-883f-4b2aa9f46a85 None None] Provisioning complete for port 7a06b856-84fb-4052-8c81-0aaee590de19 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:42:02.745252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8285ab27-131d-4369-883f-4b2aa9f46a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.826826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364f474-65ba-47c2-a5ab-9a160e114b43 req-1d4cc141-5012-430d-afa0-09d06b82609f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:02.827419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d364f474-65ba-47c2-a5ab-9a160e114b43 req-1d4cc141-5012-430d-afa0-09d06b82609f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:42:02.842100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8285ab27-131d-4369-883f-4b2aa9f46a85 None None] Port 7a06b856-84fb-4052-8c81-0aaee590de19 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:42:02.871991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-988cb067-a509-4793-be08-1f1367849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449984520>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:02Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:02.875835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988cb067-a509-4793-be08-1f1367849e64 None None] The sync data for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv is: [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:02Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:42:02.880511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d364f474-65ba-47c2-a5ab-9a160e114b43 req-1d4cc141-5012-430d-afa0-09d06b82609f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:42:02.881371 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d364f474-65ba-47c2-a5ab-9a160e114b43 req-1d4cc141-5012-430d-afa0-09d06b82609f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 931 time: 0.1796420
Dec 09 14:42:02.928301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a06b856-84fb-4052-8c81-0aaee590de19 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:42:02.949798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.972141 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d364f474-65ba-47c2-a5ab-9a160e114b43 req-6957c1a1-ee41-4647-b2f8-bc268aaab21e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0843265
Dec 09 14:42:02.973051 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Transition to ACTIVE for port object 7a06b856-84fb-4052-8c81-0aaee590de19 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:42:02.976336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:02.988078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-56e60f09-cdb3-40eb-904e-1f7e592705ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:03.135478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Pushing event updated for resources: {'Port': ['ID=7a06b856-84fb-4052-8c81-0aaee590de19,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:03.138291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:03.216605 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Attempting to bind port 7a06b856-84fb-4052-8c81-0aaee590de19 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:42:03.216939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Attempting to bind port 7a06b856-84fb-4052-8c81-0aaee590de19 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:42:03.217258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Attempting to bind port 7a06b856-84fb-4052-8c81-0aaee590de19 on network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:42:03.224266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Port 7a06b856-84fb-4052-8c81-0aaee590de19 on network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:42:03.224663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Attempting to bind port 7a06b856-84fb-4052-8c81-0aaee590de19 on network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:42:03.231213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:42:03.231545 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Checking segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:42:03.231921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Bound using segment: {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:42:03.232591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Bound port: 7a06b856-84fb-4052-8c81-0aaee590de19, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c5c082-7b7d-4701-a078-80ce587dcf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:42:03.232927 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:03.327830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] For port 7a06b856-84fb-4052-8c81-0aaee590de19, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:42:03.331124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] For port 7a06b856-84fb-4052-8c81-0aaee590de19, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7a06b856-84fb-4052-8c81-0aaee590de19,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:42:03.335958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:03.339804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:03.400772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:03.402266 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] 10.222.0.35 "PUT /v2.0/ports/7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 1093 time: 1.0455949
Dec 09 14:42:03.402796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:42:03.420880 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Pushing event updated for resources: {'Port': ['ID=7a06b856-84fb-4052-8c81-0aaee590de19,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:03.431651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:03.496667 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19', 'status': 'completed', 'code': 200}
Dec 09 14:42:03.539644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-3be1cbfa-f97c-46d2-b190-b02dbc7cee51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1096 time: 0.0875266
Dec 09 14:42:03.615534 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-16eb595a-b9e6-41e7-94cd-0a10cd75c35e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 217 time: 0.0657308
Dec 09 14:42:03.805058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-dbb37d23-da45-4e39-a291-83f5d5865a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:03.806518 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-dbb37d23-da45-4e39-a291-83f5d5865a7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 200  len: 834 time: 0.1845028
Dec 09 14:42:03.881311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-7784688d-0340-4a9a-89a9-f2b7080f8bcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6fe28b94-95ad-4dad-9343-23ed47a1ff66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683844
Dec 09 14:42:04.015882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-0f4e1316-ebc0-4769-b103-a720a9b61961 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275163
Dec 09 14:42:04.147067 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-485c4a4c-af38-4d60-82fd-c7e568e23ed7 req-33f92517-76e6-4803-a923-f7c4a3a45ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248753
Dec 09 14:42:04.315681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025369be-847f-4f80-abe3-e41c6f7e389a req-d47a6cb4-2ea8-48fc-bef3-0936d34f748e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:04.317388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-025369be-847f-4f80-abe3-e41c6f7e389a req-d47a6cb4-2ea8-48fc-bef3-0936d34f748e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 943 time: 0.1414952
Dec 09 14:42:04.322243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-01f5f484-4376-44ef-93ce-70ecc4d0860c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1096 time: 0.1080256
Dec 09 14:42:04.441996 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-025369be-847f-4f80-abe3-e41c6f7e389a req-3c9c83dd-52f3-4096-a61d-783d7abcb81a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1186843
Dec 09 14:42:04.488298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-464b07e4-3c0b-41e9-8c21-c672dfa68db0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:04.489759 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-464b07e4-3c0b-41e9-8c21-c672dfa68db0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 897 time: 0.1511948
Dec 09 14:42:04.557337 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-adccf6ec-1e95-438e-8042-1606c1ec9665 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 217 time: 0.0607638
Dec 09 14:42:04.622740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-9a697bf1-25e7-46d0-85f9-ef174708f54d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:04.624176 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-9a697bf1-25e7-46d0-85f9-ef174708f54d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 200  len: 834 time: 0.0601602
Dec 09 14:42:04.686294 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3ca094f-01be-49f8-9d26-2e8624144e1c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:42:04.702727 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-591f2a99-046e-4387-a1e7-11b10885b2bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6fe28b94-95ad-4dad-9343-23ed47a1ff66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708315
Dec 09 14:42:04.754206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c3ca094f-01be-49f8-9d26-2e8624144e1c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:42:04.758863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c3ca094f-01be-49f8-9d26-2e8624144e1c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:42:04.759236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:04.832839 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-f2a92052-306e-41d7-9e88-afe7d12788dc service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231067
Dec 09 14:42:04.874252 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:04.906979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port c3ca094f-01be-49f8-9d26-2e8624144e1c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c3ca094f-01be-49f8-9d26-2e8624144e1c,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:42:04.910416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:04.913518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ef6c57b-4741-4230-84d6-9751fc7cfa8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:04.966576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb61c24b-4de6-43d7-a2d3-9e9f64bd06cb req-3749c183-0c73-4d23-b7b7-2975949d74df service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274860
Dec 09 14:42:04.977681 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=c3ca094f-01be-49f8-9d26-2e8624144e1c,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:04.980565 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:05.638540 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f2dff-3099-4724-9242-e08011d622d6 req-792c82af-f016-4f17-a37d-a7402a1a75a1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:05.639948 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-268f2dff-3099-4724-9242-e08011d622d6 req-792c82af-f016-4f17-a37d-a7402a1a75a1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 943 time: 0.0791357
Dec 09 14:42:05.683930 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-268f2dff-3099-4724-9242-e08011d622d6 req-ac0430c8-9211-4804-962f-fe51dff39177 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0385745
Dec 09 14:42:06.081119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7a06b856-84fb-4052-8c81-0aaee590de19 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:42:06.212104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 7a06b856-84fb-4052-8c81-0aaee590de19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7a06b856-84fb-4052-8c81-0aaee590de19,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:42:06.224981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '7a06b856-84fb-4052-8c81-0aaee590de19', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'port_id': '7a06b856-84fb-4052-8c81-0aaee590de19', 'mac_address': 'fa:16:3e:ce:25:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:42:06.316498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:06.333717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a06b856-84fb-4052-8c81-0aaee590de19 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:42:06.348377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 7a06b856-84fb-4052-8c81-0aaee590de19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7a06b856-84fb-4052-8c81-0aaee590de19,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:42:06.352240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:06.355038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:06.416525 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=7a06b856-84fb-4052-8c81-0aaee590de19,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:06.419372 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:06.553128 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['7a06b856-84fb-4052-8c81-0aaee590de19'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:42:06.677906 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3ca094f-01be-49f8-9d26-2e8624144e1c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:42:06.813803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c3ca094f-01be-49f8-9d26-2e8624144e1c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:42:06.814098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:06.878552 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de028e4-4af6-4df9-b3eb-955fa70a24dc req-b3671f8c-1784-439f-845e-2afb603c84a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:06.880007 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7de028e4-4af6-4df9-b3eb-955fa70a24dc req-b3671f8c-1784-439f-845e-2afb603c84a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 944 time: 0.0762751
Dec 09 14:42:06.924108 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7de028e4-4af6-4df9-b3eb-955fa70a24dc req-0279827b-9a17-46c7-947f-b036fad4b26f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0386453
Dec 09 14:42:08.081895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7a06b856-84fb-4052-8c81-0aaee590de19 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:42:08.123998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2dbc1-62f6-4cbb-9f62-748c0cac80bd req-2b29fc5b-8328-438d-9caa-2260bb505fe0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:08.125435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9b2dbc1-62f6-4cbb-9f62-748c0cac80bd req-2b29fc5b-8328-438d-9caa-2260bb505fe0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 944 time: 0.0806150
Dec 09 14:42:08.149091 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 7a06b856-84fb-4052-8c81-0aaee590de19 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:42:08.153732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 7a06b856-84fb-4052-8c81-0aaee590de19 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:42:08.154123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:08.170759 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9b2dbc1-62f6-4cbb-9f62-748c0cac80bd req-5d249d6d-2fba-4138-b878-f9e328393fc1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0397031
Dec 09 14:42:08.266606 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:08.292511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:42:08.302638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 7a06b856-84fb-4052-8c81-0aaee590de19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7a06b856-84fb-4052-8c81-0aaee590de19,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:42:08.308694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:08.308867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:08.351046 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19', 'code': 200}
Dec 09 14:42:08.374750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=7a06b856-84fb-4052-8c81-0aaee590de19,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:08.377512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:08.566112 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15dfd978-5671-47a6-b817-2444073e58ae req-e2dfedbb-e19f-4278-aeef-abd0b07de6e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1098 time: 0.0673347
Dec 09 14:42:08.606476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15dfd978-5671-47a6-b817-2444073e58ae req-07f2c645-1527-4c55-af44-0cebe0e105ae service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0347159
Dec 09 14:42:09.457786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14eceb-e136-4f24-8712-727f60fcfbd6 req-84a2b200-4a2a-401c-81e0-df68805191fe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:09.459242 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc14eceb-e136-4f24-8712-727f60fcfbd6 req-84a2b200-4a2a-401c-81e0-df68805191fe tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1716344
Dec 09 14:42:09.505551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc14eceb-e136-4f24-8712-727f60fcfbd6 req-35192839-25f0-4172-b655-b79f7fc9dd3f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0407238
Dec 09 14:42:10.704382 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b519fdc-451c-490d-9524-365cc387997c req-9af2bacb-b01b-4dbc-8ca9-81698cadf12e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:10.706462 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7b519fdc-451c-490d-9524-365cc387997c req-9af2bacb-b01b-4dbc-8ca9-81698cadf12e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0795467
Dec 09 14:42:10.749342 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7b519fdc-451c-490d-9524-365cc387997c req-5b45e7fd-ab92-4ef6-89d7-afb68dd96e67 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0374329
Dec 09 14:42:10.938555 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705624e1-4931-4fde-b14a-4ddd8f404666 req-033a09fc-1057-497a-8c6c-86ea98d318e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:10.939979 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-705624e1-4931-4fde-b14a-4ddd8f404666 req-033a09fc-1057-497a-8c6c-86ea98d318e8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0745656
Dec 09 14:42:10.996655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-705624e1-4931-4fde-b14a-4ddd8f404666 req-fb061ce3-c2cc-40d5-8312-48bba9f1413f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0457084
Dec 09 14:42:11.023826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37948) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:11.157665 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-61f5782c-6c96-4aed-9102-9751899ca7f2 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1093 time: 0.1326368
Dec 09 14:42:11.160214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37954) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:11.165201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '7a06b856-84fb-4052-8c81-0aaee590de19', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:42:11.170619 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:42:11.175110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:floatingip and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:42:11.177995 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:42:11.184015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:42:11.196248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:11.331098 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:11.462095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.180 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/88f22cbd-9ca6-43fe-8767-d9c887b2caee) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:42:11.609609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:11.636030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:11.639393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5679101b-5afb-4d89-a69c-86e9ecef1230 tempest-TestEncryptedCinderVolumes-985840987 tempest-TestEncryptedCinderVolumes-985840987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:11.700752 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:42:11.703841 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:42:11.707436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:42:11.740609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=88f22cbd-9ca6-43fe-8767-d9c887b2caee,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:11.744401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:12.228107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:12.284644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:12.594805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:12.599621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:12.603691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f6683abb-2c0d-4958-991f-711734b907a6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:42:12.699405 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=88f22cbd-9ca6-43fe-8767-d9c887b2caee,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:42:12.703308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:42:12.717763 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:12.901719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Floating IP 97d05c82-ea73-422d-837b-4d764b1c93fa associated. External IP: 172.26.3.180, port: 7a06b856-84fb-4052-8c81-0aaee590de19.
Dec 09 14:42:13.279375 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:42:13.477413 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:42:13.488163 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] Sync routers for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:42:13.500310 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:42:13.501025 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0afe80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:13.502371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:13.558675 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3949075
Dec 09 14:42:13.558675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:42:13.644767 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19', 'status': 'completed', 'code': 200}
Dec 09 14:42:13.683349 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:42:13.795803 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-fc7ed672-ccdc-44f4-9ecf-918924935364 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1098 time: 0.1300085
Dec 09 14:42:13.806354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8f054-1c4e-4cc9-924e-2dfc0b72126b req-b90a13a3-3e75-44fa-905e-70406827a00b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:13.807748 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eee8f054-1c4e-4cc9-924e-2dfc0b72126b req-b90a13a3-3e75-44fa-905e-70406827a00b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1062055
Dec 09 14:42:13.947545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eee8f054-1c4e-4cc9-924e-2dfc0b72126b req-f92d3065-20f0-4eef-8b4a-0e7226c8b0df tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1209803
Dec 09 14:42:13.967973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-6a9e1e70-ab4f-4b38-b149-80d8a7dc6846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:13.969433 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-6a9e1e70-ab4f-4b38-b149-80d8a7dc6846 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 897 time: 0.1608407
Dec 09 14:42:13.977125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 37962) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:14.052611 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0afe80>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '97d05c82-ea73-422d-837b-4d764b1c93fa', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'port_id': '7a06b856-84fb-4052-8c81-0aaee590de19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'mac_address': 'fa:16:3e:ce:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:42:12Z', 'updated_at': '2021-12-09T14:42:12Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:04Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:14.056359 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] Checking router: 2842d2c4-1538-4a68-85c2-6d74a6e5e974 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:42:14.067443 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:42:14.068048 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0afe80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:41:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:14.079330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-6049417f-479f-4d62-9746-2fd28d29a340 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 999 time: 0.1037834
Dec 09 14:42:14.085222 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-7a8ef114-7ccf-4553-86a0-58374aedd410 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 991 time: 0.1067014
Dec 09 14:42:14.141087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-51b5adf6-1f7b-4141-a2ac-529577a51d88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:14.142539 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-51b5adf6-1f7b-4141-a2ac-529577a51d88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 200  len: 834 time: 0.0572560
Dec 09 14:42:14.249610 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:42:14.331503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-d24e5010-5b50-40c5-a359-55e152c2e95f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6fe28b94-95ad-4dad-9343-23ed47a1ff66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1825273
Dec 09 14:42:14.462910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-8c29c01e-3365-4537-b026-c4078d9e3456 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244226
Dec 09 14:42:14.590412 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0afe80>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '97d05c82-ea73-422d-837b-4d764b1c93fa', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'port_id': '7a06b856-84fb-4052-8c81-0aaee590de19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'mac_address': 'fa:16:3e:ce:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:42:12Z', 'updated_at': '2021-12-09T14:42:12Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:04Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:42:14.594153 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fc632f-56fc-4050-bd45-4ca092f6ae58 None None] The sync data for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv is: [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '97d05c82-ea73-422d-837b-4d764b1c93fa', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'port_id': '7a06b856-84fb-4052-8c81-0aaee590de19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'mac_address': 'fa:16:3e:ce:25:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:42:12Z', 'updated_at': '2021-12-09T14:42:12Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:04Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:42:14.594415 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f33a473-e5bc-4d09-a9c7-913996cf3697 req-700eb7e3-d3c5-4902-9709-12043f5ea2a8 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252484
Dec 09 14:42:15.088288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37966) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:15.192954 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3d530894-3b2d-48cc-a369-4c2244852a8b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 991 time: 0.1033728
Dec 09 14:42:16.196633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37970) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:16.300888 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9d218995-8ced-449b-90bf-b0333e66e9b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 991 time: 0.1030543
Dec 09 14:42:16.535768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:17.304738 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37974) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:17.408121 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7173e1a3-70e0-48ef-962c-2520dd491ce0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 991 time: 0.1021600
Dec 09 14:42:18.412502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37978) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:18.455826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825134f0-f832-42b6-b577-7d0c9beaf4e2 None None] New status for floating IP 97d05c82-ea73-422d-837b-4d764b1c93fa: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:42:18.519303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f1de3ab0-4317-47bf-8a1a-dc13c41e9c16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 991 time: 0.1055124
Dec 09 14:42:19.523030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 37982) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:19.626645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e021b240-49e2-49e3-9118-a9b20d98e52e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 993 time: 0.1023557
Dec 09 14:42:22.602432 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-69200235-483d-46f1-beae-987520834ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:24.958585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c35825e0-9bae-48f1-8702-29a62105fc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:26.259075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:26.477556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:27.396674 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:42:27.669556 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:40.677688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a744c-7ec8-4ff3-97db-9a40aa002e58 req-1f40a11c-c74e-4224-93c9-0ac710c98f4a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:40.679122 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-263a744c-7ec8-4ff3-97db-9a40aa002e58 req-1f40a11c-c74e-4224-93c9-0ac710c98f4a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1472528
Dec 09 14:42:40.723166 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-263a744c-7ec8-4ff3-97db-9a40aa002e58 req-382e101f-c914-4004-b8de-80bcd5a3c10a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0385709
Dec 09 14:42:41.984407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a2767-5860-4c5e-ba9f-abc68cb7de45 req-f6bbb02d-fec9-413d-9ac0-86f17164caa0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:41.985843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f0a2767-5860-4c5e-ba9f-abc68cb7de45 req-f6bbb02d-fec9-413d-9ac0-86f17164caa0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1405110
Dec 09 14:42:42.034913 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6f0a2767-5860-4c5e-ba9f-abc68cb7de45 req-0cafaf00-31b5-4a2f-9cfb-1fcdc1951306 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0430722
Dec 09 14:42:43.233103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f9ea6-0bfd-41ee-859c-1c43efd2f25c req-bc9c99dc-541f-4684-a88a-ab5675a387dc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:43.234548 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc8f9ea6-0bfd-41ee-859c-1c43efd2f25c req-bc9c99dc-541f-4684-a88a-ab5675a387dc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0816326
Dec 09 14:42:43.278248 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc8f9ea6-0bfd-41ee-859c-1c43efd2f25c req-13f41ba2-fb0e-4940-90ad-97d77dfa9ae8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0377121
Dec 09 14:42:44.468705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be43566-5fe6-4fc6-a659-fa67ca26efad req-acc8f38f-3f28-4cb7-8f54-37cc7bfdf194 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:44.470177 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5be43566-5fe6-4fc6-a659-fa67ca26efad req-acc8f38f-3f28-4cb7-8f54-37cc7bfdf194 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0751445
Dec 09 14:42:44.520915 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5be43566-5fe6-4fc6-a659-fa67ca26efad req-1ef2311e-4e36-4612-90bd-12e7709bb6ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0447626
Dec 09 14:42:45.729230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ec35-b779-492d-84b6-1cda88be7cfb req-4445a47e-f9b0-4afb-a7bc-f3d6ab2b08d9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:45.730689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c8d2ec35-b779-492d-84b6-1cda88be7cfb req-4445a47e-f9b0-4afb-a7bc-f3d6ab2b08d9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0752971
Dec 09 14:42:45.776022 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c8d2ec35-b779-492d-84b6-1cda88be7cfb req-8a394688-8ae5-4309-8cf9-616406c5d60d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0396361
Dec 09 14:42:46.547040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:46.983172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138bacb-81eb-4055-95d9-cc7f6dd5a82a req-293e1c94-69a0-45a0-81a4-a20965310f8f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:46.984640 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f138bacb-81eb-4055-95d9-cc7f6dd5a82a req-293e1c94-69a0-45a0-81a4-a20965310f8f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0867832
Dec 09 14:42:47.034291 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f138bacb-81eb-4055-95d9-cc7f6dd5a82a req-4da0fa9a-c5e2-4b76-b3de-233f589b71f3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0431468
Dec 09 14:42:48.225412 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a233d-cef6-438d-a2e0-8a9c4f594e7f req-79780e5e-6303-4496-937c-bc4a2dc66646 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:48.226865 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa9a233d-cef6-438d-a2e0-8a9c4f594e7f req-79780e5e-6303-4496-937c-bc4a2dc66646 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0745704
Dec 09 14:42:48.271150 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fa9a233d-cef6-438d-a2e0-8a9c4f594e7f req-dc30e4a3-80e1-40ef-8158-1f67034b8814 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0389481
Dec 09 14:42:49.568670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d463-ead6-4226-ace9-25007acf758f req-2bf345de-a397-41c9-8081-50f6d7bd90bf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:49.570142 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f739d463-ead6-4226-ace9-25007acf758f req-2bf345de-a397-41c9-8081-50f6d7bd90bf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1795883
Dec 09 14:42:49.615834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f739d463-ead6-4226-ace9-25007acf758f req-923666e3-703f-4a67-83a3-0d8405ce26c3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0401802
Dec 09 14:42:50.818333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105966-c9c3-4043-8a6e-be4ef8331e41 req-ed5025ee-5338-4cac-b66f-19e9f52eb33b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:50.819695 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9105966-c9c3-4043-8a6e-be4ef8331e41 req-ed5025ee-5338-4cac-b66f-19e9f52eb33b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0841727
Dec 09 14:42:50.866362 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a9105966-c9c3-4043-8a6e-be4ef8331e41 req-3d4a996d-1c81-4a9b-8b27-b3aede681905 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0411646
Dec 09 14:42:52.057112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c70e4-e176-41b0-a54a-c58e42d2da78 req-77bc5ac1-cfbc-44cc-bdd4-a1607c795adc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:52.058553 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d77c70e4-e176-41b0-a54a-c58e42d2da78 req-77bc5ac1-cfbc-44cc-bdd4-a1607c795adc tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0747979
Dec 09 14:42:52.103906 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d77c70e4-e176-41b0-a54a-c58e42d2da78 req-9dff8f7a-0db3-4ae9-816c-06324fb0f18d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0399725
Dec 09 14:42:52.131821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38020) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:52.235035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9a8f8778-6a39-4fa8-b03b-3b2444c7ed3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 993 time: 0.1018896
Dec 09 14:42:52.603461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1f4de5f1-0c3d-4d36-9b8c-975183829f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:53.770529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ba146-4172-4635-a180-96a3948b9625 req-89b717c3-9a00-40af-936a-3079d7125377 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:53.771961 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac0ba146-4172-4635-a180-96a3948b9625 req-89b717c3-9a00-40af-936a-3079d7125377 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1347852
Dec 09 14:42:53.779066 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-f8ee34ff-c6dd-46a1-9ea3-52f6c143a09d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1098 time: 0.0997055
Dec 09 14:42:53.899238 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ac0ba146-4172-4635-a180-96a3948b9625 req-bce7743d-9d17-4ace-be02-5e49d59796ba tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1192200
Dec 09 14:42:53.934140 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-9578ae0e-4f54-4de4-b170-fb2644b9e0c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:53.935543 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-9578ae0e-4f54-4de4-b170-fb2644b9e0c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 897 time: 0.1411033
Dec 09 14:42:54.034882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-028d738e-4424-4d56-9554-f44bdd074df6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 1001 time: 0.0933444
Dec 09 14:42:54.095233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-d5479c54-5783-4003-9b66-703ce50a7329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:54.097157 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-d5479c54-5783-4003-9b66-703ce50a7329 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 200  len: 834 time: 0.0557926
Dec 09 14:42:54.175774 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-5a79740e-c6bb-405d-a9b2-1f75dda3f0d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6fe28b94-95ad-4dad-9343-23ed47a1ff66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720036
Dec 09 14:42:54.185337 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-87694c0a-6964-4abe-8764-dea90ee6cedf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:42:54.186277 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-87694c0a-6964-4abe-8764-dea90ee6cedf service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0046408
Dec 09 14:42:54.317632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-dc51bd29-1373-42cd-9a50-5e35be9b741d service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237342
Dec 09 14:42:54.448968 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f849bd94-12ff-4114-8c3d-dd3f915feb48 req-944d4ab9-0ce2-4df2-83ce-485c4243a5e2 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245372
Dec 09 14:42:54.961487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-21d8c01e-ac6d-49aa-bcc0-a4217a86f763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:55.109549 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845c98-eb5a-4b90-ac9e-3a26d8d1a03c req-b374bda1-8935-4b85-b675-ff1362922603 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:55.110976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f7845c98-eb5a-4b90-ac9e-3a26d8d1a03c req-b374bda1-8935-4b85-b675-ff1362922603 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.0766158
Dec 09 14:42:55.155793 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f7845c98-eb5a-4b90-ac9e-3a26d8d1a03c req-df0d9d19-f993-4f93-b747-8cde4a160d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0392797
Dec 09 14:42:55.704263 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-87dbf58a-c8d7-456f-82ba-f750ae0f1967 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694053
Dec 09 14:42:55.837591 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-54abd5e1-fd29-4d71-a81d-54577069a818 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1098 time: 0.0676193
Dec 09 14:42:55.976785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-bf7fd958-0004-47e9-8971-76c2d9821620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:55.978205 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-bf7fd958-0004-47e9-8971-76c2d9821620 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 897 time: 0.1223676
Dec 09 14:42:56.179040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-9f03cd17-dfaa-4762-b7b5-ad3e495b4c1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 1001 time: 0.1944451
Dec 09 14:42:56.243922 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-4621e286-2efb-45ec-8ed6-01aabf614cf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:56.245387 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-4621e286-2efb-45ec-8ed6-01aabf614cf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 200  len: 834 time: 0.0601659
Dec 09 14:42:56.263211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:56.383559 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-d629002b-df64-436b-a829-7ef8382f2161 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6fe28b94-95ad-4dad-9343-23ed47a1ff66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1305640
Dec 09 14:42:56.393373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b8e3-a811-416e-ba27-99c25e9aef10 req-ecf00ac4-e675-4eb4-a619-31be087f8781 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:42:56.394799 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32a8b8e3-a811-416e-ba27-99c25e9aef10 req-ecf00ac4-e675-4eb4-a619-31be087f8781 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1070681
Dec 09 14:42:56.478860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:42:56.526968 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-32a8b8e3-a811-416e-ba27-99c25e9aef10 req-11f48a2c-0d6a-48a6-b4b9-58f6bd9dbce8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.1140044
Dec 09 14:42:56.556879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38034) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:42:56.563450 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-b7ba6332-d6bc-43f3-8726-b9333b2aeb68 service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677494
Dec 09 14:42:56.663714 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98fbcd10-8f51-45da-b57c-90c8699741ef tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 200  len: 993 time: 0.1047988
Dec 09 14:42:56.709048 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42c5ea5f-674d-4bd6-afb6-82bdc62e4336 req-4a3f149c-5c86-4644-8b91-abafc26e574c service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391780
Dec 09 14:42:57.671945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:04.396564 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:43:16.549893 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:22.604439 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b527db85-bac5-4a15-b060-ea53452c8820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:24.964463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4f75628e-9e99-4bb0-9843-57cada0c67f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:25.148635 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38052) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:25.353891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 88f22cbd-9ca6-43fe-8767-d9c887b2caee {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:43:25.354145 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:25.648060 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:25.648376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:25.762993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 88f22cbd-9ca6-43fe-8767-d9c887b2caee owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:43:25.905956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:25.910023 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cd428ff4-ca21-404f-85af-ad61d37908ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:25.952750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=88f22cbd-9ca6-43fe-8767-d9c887b2caee,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:25.993939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.994328 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.994704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.995075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.995441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.995802 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.996162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.996519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.996877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.997231 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:25.997614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:26.003983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:26.055833 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:26.264839 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:26.448241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:43:26.483506 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:26.649408 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:43:26.661790 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] Sync routers for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:43:26.670422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:26.674456 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:26.675633 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a12c9a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:26.724804 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/floatingips/97d05c82-ea73-422d-837b-4d764b1c93fa HTTP/1.1" status: 204  len: 168 time: 1.5749998
Dec 09 14:43:26.725365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:43:26.866734 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19', 'status': 'completed', 'code': 200}
Dec 09 14:43:26.892318 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:26.960877 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-75aa43da-05cf-4884-8314-e9b3e479a25d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 1098 time: 0.0730486
Dec 09 14:43:27.150368 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-9a2a3fff-694a-4716-a602-7910769fc8c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:27.151906 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-9a2a3fff-694a-4716-a602-7910769fc8c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 200  len: 897 time: 0.1840937
Dec 09 14:43:27.208429 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a12c9a0>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:04Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:27.212156 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] Checking router: 2842d2c4-1538-4a68-85c2-6d74a6e5e974 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:43:27.222477 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:27.223067 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a12c9a0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:27.230028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de812-2883-414b-9268-a1a10804e42d req-0c6b15d6-c375-4efa-8f94-9039f91b99e6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:27.231401 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b3de812-2883-414b-9268-a1a10804e42d req-0c6b15d6-c375-4efa-8f94-9039f91b99e6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1786938
Dec 09 14:43:27.232756 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-94d9cf1d-1856-4995-9f8c-a56bd7a89f0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 200  len: 217 time: 0.0725420
Dec 09 14:43:27.327417 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b3de812-2883-414b-9268-a1a10804e42d req-18a18eb1-c8a1-4ef3-8824-d3afca0c589c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0899496
Dec 09 14:43:27.328772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-495457c2-e166-4fed-83a5-66438f478b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:27.330113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-495457c2-e166-4fed-83a5-66438f478b07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 200  len: 834 time: 0.0766234
Dec 09 14:43:27.396215 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:27.408975 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-cd30e8fc-c3a7-4080-99f9-51377145770f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6fe28b94-95ad-4dad-9343-23ed47a1ff66&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713880
Dec 09 14:43:27.543504 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-b4face88-3bc7-4acb-a496-8f7be2fcd10f service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271708
Dec 09 14:43:27.678537 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:27.681848 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5d19fae0-4266-4201-a1f5-7ee7b016ed76 req-0a1d469e-e075-4273-9db0-0c8586a7ef9a service neutron] 10.222.0.35 "GET /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311343
Dec 09 14:43:27.704274 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a12c9a0>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:04Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:27.708205 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d25459-af0d-4041-8459-42dc880b55ef None None] The sync data for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv is: [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:41:57Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'c3ca094f-01be-49f8-9d26-2e8624144e1c', 'name': '', 'network_id': '6fe28b94-95ad-4dad-9343-23ed47a1ff66', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:b7:19:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:57Z', 'updated_at': '2021-12-09T14:42:04Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7615e7d1-bebe-4eef-b80e-eacb41edf9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:43:27.917484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d9756-ec4c-4767-a520-2a12e0a27f11 None None] New status for floating IP 97d05c82-ea73-422d-837b-4d764b1c93fa: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:43:28.536364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-96c87af3-ddd4-4012-b872-f14755c04b07 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:28.537784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-96c87af3-ddd4-4012-b872-f14755c04b07 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.1330376
Dec 09 14:43:28.689912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f24467-ffc8-435f-a935-486f128574e2 req-9469e745-44b8-44d4-af71-8202c016f317 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:28.691857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38f24467-ffc8-435f-a935-486f128574e2 req-9469e745-44b8-44d4-af71-8202c016f317 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 945 time: 0.2433219
Dec 09 14:43:28.746583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 7a06b856-84fb-4052-8c81-0aaee590de19 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:43:28.746915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:28.794331 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-38f24467-ffc8-435f-a935-486f128574e2 req-21ccf8c2-e7bc-4360-8a58-798b91ad729c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=86101399-b1b7-4bac-bd49-acc9dd7fc5e5&fields=id&fields=name HTTP/1.1" status: 200  len: 310 time: 0.0963628
Dec 09 14:43:28.991704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 7a06b856-84fb-4052-8c81-0aaee590de19, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=7a06b856-84fb-4052-8c81-0aaee590de19,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:28.991991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:29.119533 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 7a06b856-84fb-4052-8c81-0aaee590de19 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:43:29.261599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:29.266832 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2bbece8-f096-42b6-b915-8ba5c20ccfaf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:29.309659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=7a06b856-84fb-4052-8c81-0aaee590de19,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:29.348036 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.348423 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.348807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.349173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.349550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.349926 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.350286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.350645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.351002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.351360 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.351721 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:29.358361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:29.394365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] No DVR routers for this DVR port 7a06b856-84fb-4052-8c81-0aaee590de19 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:43:29.396596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:29.399108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'name': 'network-vif-deleted', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:43:29.411373 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73f0aefa-cf34-4482-8b3c-c2c32cdedc3b req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "DELETE /v2.0/ports/7a06b856-84fb-4052-8c81-0aaee590de19 HTTP/1.1" status: 204  len: 173 time: 0.8674312
Dec 09 14:43:29.522552 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de69687f-a7b9-4a05-a647-85a9c0b2165f', 'name': 'network-vif-deleted', 'tag': '7a06b856-84fb-4052-8c81-0aaee590de19', 'status': 'completed', 'code': 200}
Dec 09 14:43:29.974243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2d3c976c-703e-402c-8a14-ea5c32df3cfc req-36dae182-a802-4934-b2e5-083d1ebfba34 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:43:29.989990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2d3c976c-703e-402c-8a14-ea5c32df3cfc req-36dae182-a802-4934-b2e5-083d1ebfba34 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:43:29.991356 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d3c976c-703e-402c-8a14-ea5c32df3cfc req-36dae182-a802-4934-b2e5-083d1ebfba34 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=de69687f-a7b9-4a05-a647-85a9c0b2165f HTTP/1.1" status: 200  len: 210 time: 0.0610116
Dec 09 14:43:31.095656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38078) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:31.602515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:32.201982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port c3ca094f-01be-49f8-9d26-2e8624144e1c {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:43:32.202646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:32.382806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port c3ca094f-01be-49f8-9d26-2e8624144e1c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c3ca094f-01be-49f8-9d26-2e8624144e1c,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:32.383162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:32.393421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7a06b856-84fb-4052-8c81-0aaee590de19 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:43:32.464661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 7a06b856-84fb-4052-8c81-0aaee590de19 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:43:32.464923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 7a06b856-84fb-4052-8c81-0aaee590de19 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:43:32.505352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for c3ca094f-01be-49f8-9d26-2e8624144e1c owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:43:32.689562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:32.693111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9b2f9ef3-f3d4-43c0-8fc3-342f82accf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:32.738956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=c3ca094f-01be-49f8-9d26-2e8624144e1c,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:32.742380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:33.151600 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:33.731753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:43:33.929873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:43:33.939122 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] Sync routers for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:43:33.946354 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cb6892cf-5579-48fb-ae54-61f493d4529f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/2842d2c4-1538-4a68-85c2-6d74a6e5e974/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8496008
Dec 09 14:43:33.948998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38082) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:33.951544 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:33.952145 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a12cd60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:34.124829 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:34.138564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting subnet 7615e7d1-bebe-4eef-b80e-eacb41edf9ed {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:43:34.141413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.200376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.280253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.353717 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.358040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2e61ad48-d8b4-4819-80a4-cf2e3c227475 tempest-NetworksTestDHCPv6-174357339 tempest-NetworksTestDHCPv6-174357339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:34.395208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Subnet': ['ID=7615e7d1-bebe-4eef-b80e-eacb41edf9ed,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:34.398075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:34.401035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.410678 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/subnets/7615e7d1-bebe-4eef-b80e-eacb41edf9ed HTTP/1.1" status: 204  len: 168 time: 0.4577310
Dec 09 14:43:34.410866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd40305-d1f4-46f1-8688-bb08c2460890 None None] Network 6fe28b94-95ad-4dad-9343-23ed47a1ff66 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:43:34.411299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38086) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:34.437599 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a12cd60>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:43:32Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:34.441427 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] Checking router: 2842d2c4-1538-4a68-85c2-6d74a6e5e974 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:43:34.452092 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] Routers {'2842d2c4-1538-4a68-85c2-6d74a6e5e974'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:34.452710 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a12cd60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:34.628915 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.634827 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] Set router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:34.681258 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] DHCP port deletion for 6fe28b94-95ad-4dad-9343-23ed47a1ff66 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:43:34.692617 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Deleting port f04426cf-de00-4dc2-b344-ba15db0104c9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:43:34.693385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:34.791496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device f04426cf-de00-4dc2-b344-ba15db0104c9 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:43:34.928948 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a12cd60>, [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:43:32Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:34.932830 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1519f910-2530-47db-bb4e-26510cd9be9b None None] The sync data for ids ['2842d2c4-1538-4a68-85c2-6d74a6e5e974'] in dv-neutron-821183-1-hyperv is: [{'id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943579442', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:41:53Z', 'updated_at': '2021-12-09T14:43:32Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842d2c4-1538-4a68-85c2-6d74a6e5e974', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:41:54Z', 'updated_at': '2021-12-09T14:41:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:43:34.993424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.003941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:43:35.004359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.010890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] For port f04426cf-de00-4dc2-b344-ba15db0104c9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f04426cf-de00-4dc2-b344-ba15db0104c9,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:35.011282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.131163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.144837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Calling delete_port for f04426cf-de00-4dc2-b344-ba15db0104c9 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:43:35.179242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:35.179596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.224803 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port f04426cf-de00-4dc2-b344-ba15db0104c9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f04426cf-de00-4dc2-b344-ba15db0104c9,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:35.228188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.231664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:35.265393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:43:35.265684 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:43:35.301193 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:43:35.302737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=f04426cf-de00-4dc2-b344-ba15db0104c9,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:35.311597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.311941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.312282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.312598 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.312923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.313247 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.313595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.313917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.314235 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.314549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.314863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:35.318871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:35.468026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.471433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-20b2db33-0df2-4a89-b844-32bba4edae20 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:35.513690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:35.516489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:35.728219 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.766766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Deleting port f04426cf-de00-4dc2-b344-ba15db0104c9 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:43:35.767234 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.975289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] For port f04426cf-de00-4dc2-b344-ba15db0104c9, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=f04426cf-de00-4dc2-b344-ba15db0104c9,segment=NetworkSegment(43c5c082-7b7d-4701-a078-80ce587dcf50),segment_id=43c5c082-7b7d-4701-a078-80ce587dcf50)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:35.976173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.979656 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:35.985204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.010173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.010831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Fanout notify agent at l3_agent the message router_deleted on router 2842d2c4-1538-4a68-85c2-6d74a6e5e974 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:43:36.024818 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.028616 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/routers/2842d2c4-1538-4a68-85c2-6d74a6e5e974 HTTP/1.1" status: 204  len: 168 time: 1.6141531
Dec 09 14:43:36.028941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38090) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:36.102549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Calling delete_port for f04426cf-de00-4dc2-b344-ba15db0104c9 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:43:36.185450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.189313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:36.232220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Pushing event deleted for resources: {'Port': ['ID=f04426cf-de00-4dc2-b344-ba15db0104c9,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:36.236366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:36.239587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] No DVR routers for this DVR port f04426cf-de00-4dc2-b344-ba15db0104c9 on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:43:36.271625 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.401481 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.428271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f64491b8be0>,) {'filters': {'network_id': ['6fe28b94-95ad-4dad-9343-23ed47a1ff66']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:36.441352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f64491b8be0>, '43c5c082-7b7d-4701-a078-80ce587dcf50') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:36.441666 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f64491b8be0>, '43c5c082-7b7d-4701-a078-80ce587dcf50') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:36.453384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.470081 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.476983 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:43:36.477388 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:43:36.492002 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:43:36.570939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.575479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.578467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f046fe75-44e7-480e-a85b-14b88040712b tempest-NetworksTest-1850512645 tempest-NetworksTest-1850512645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:36.604413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Network': ['ID=6fe28b94-95ad-4dad-9343-23ed47a1ff66,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:36.607088 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:36.608938 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a2a27c0b-50ef-46ac-adbd-14299adb4240 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/networks/6fe28b94-95ad-4dad-9343-23ed47a1ff66 HTTP/1.1" status: 204  len: 168 time: 0.5789771
Dec 09 14:43:36.611813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38094) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:36.680326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.710880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.716126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3ca094f-01be-49f8-9d26-2e8624144e1c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:43:36.748865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c3ca094f-01be-49f8-9d26-2e8624144e1c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:43:36.749176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c3ca094f-01be-49f8-9d26-2e8624144e1c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:43:36.749582 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:43:36.778286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.782276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:43:36.782759 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5e9aee3c-5ccc-440d-ae08-1c79d04810eb tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:36.782863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1cce3c3a-cd3a-46f2-9ef3-a868ed1c6423 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:43:36.798059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86101399-b1b7-4bac-bd49-acc9dd7fc5e5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:36.800473 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:36.809805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:36.810875 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/security-groups/86101399-b1b7-4bac-bd49-acc9dd7fc5e5 HTTP/1.1" status: 204  len: 168 time: 0.1976526
Dec 09 14:43:37.162032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38102) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:37.168065 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698892681', 'description': 'tempest-secgroup-smoke-1698892681 description', 'project_id': '27d6a233f57046049868e6348d63e3a5'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:37.174059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.178685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.181707 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.187433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.201769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.236107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.240448 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.243200 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.248714 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.302443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.306037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.310796 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c2136a85-815b-42ed-8841-3c97303f3be1 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:37.349931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2259a05-ccc1-427b-9c57-5381d6c83185,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:37.352480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.353741 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1905813
Dec 09 14:43:37.354672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-08404efb-b6db-40e8-835c-d57bc2b5dbe1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:37.356472 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38106) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:37.362063 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': 'c2259a05-ccc1-427b-9c57-5381d6c83185', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:37.367975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.371766 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.374609 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.380289 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.395971 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.455660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.459648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.466791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-86488a6f-775e-4176-8982-cdfa129b9f63 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:37.487197 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cc7925-595b-4f36-b370-68c7d14d63c6,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:37.489822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:37.492805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.493756 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1363640
Dec 09 14:43:37.496745 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38110) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:37.502330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': 'c2259a05-ccc1-427b-9c57-5381d6c83185', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:37.508141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.511950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.514782 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.520830 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.537283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.601107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.604267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.605979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-dd921d08-440b-4def-a3a1-c081b4d315e2 tempest-SecGroupTest-1403282292 tempest-SecGroupTest-1403282292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:37.627527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d9813-dc7a-451c-a380-a0f6e6f39d0a,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:37.632238 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:37.636241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.637401 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1397569
Dec 09 14:43:37.640116 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38114) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:37.648217 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': 'c2259a05-ccc1-427b-9c57-5381d6c83185', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:37.653982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.657728 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.660546 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.666248 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.681074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.741679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.744965 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.746718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-14d6ca3a-8199-4089-a63c-847113d67d6b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:37.769039 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3334d7d2-e226-4f56-863a-c195aa99a0a6,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:37.771547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:37.778901 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.779990 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-275239a8-2c60-4f26-a011-8c22b433c256 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1389134
Dec 09 14:43:37.782769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38118) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:37.788100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': 'c2259a05-ccc1-427b-9c57-5381d6c83185', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:37.793758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.797510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.800373 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.806005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.822574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.888679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.892115 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.899985 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d605e837-00de-4908-b316-1efb5e26d69e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:37.917087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5caacec-216f-43cd-84c3-54517c557667,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:37.919884 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:37.927769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:37.928916 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a4f55583-e984-4a8e-b36a-0efb155b3abb tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1452594
Dec 09 14:43:37.931612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38122) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:37.937059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': 'c2259a05-ccc1-427b-9c57-5381d6c83185', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:37.943620 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:37.947479 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:37.950350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:37.955981 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:37.965464 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:43:37.971723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.036712 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.040054 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.047120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac931ff0-8c5d-4390-98e4-dc0ae65b775d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:38.064996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b95d676-d921-4851-baea-a7d7af2b48c7,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:38.068340 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:38.075153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.076364 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1438625
Dec 09 14:43:38.078982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38126) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:38.084354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'security_group_rule': {'security_group_id': 'c2259a05-ccc1-427b-9c57-5381d6c83185', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:38.090056 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:38.094016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:security_group_rule and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:38.096944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:38.102565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:38.113178 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Project 27d6a233f57046049868e6348d63e3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:43:38.119228 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.181961 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.185515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.192862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-12f4d8d7-348a-4348-abbf-5f9a10a5bd64 tempest-ServerActionsTestJSON-2131399426 tempest-ServerActionsTestJSON-2131399426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:38.210267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb1cde7-509d-459c-bad3-9c2f94da5c71,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:38.213061 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:38.219665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.220813 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1408868
Dec 09 14:43:38.224191 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38130) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:38.229573 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'network': {'name': 'tempest-network-smoke--6212869', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'port_security_enabled': True}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:38.234281 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:38.238512 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:network and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:38.241272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:38.246888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:38.261110 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:43:38.263974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.292214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:43:38.300502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.300885 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Added segment e073a42f-25d6-4cf3-888d-56633bb3cef0 of type vlan for network f92aad81-d2e9-48b7-97fe-b8981204a0b7
Dec 09 14:43:38.326466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.355691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.359417 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:38.360275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.365108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ac011718-cde4-4e91-93a2-7b7ba736f789 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:38.469102 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2438321
Dec 09 14:43:38.472279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38134) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:38.479275 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'admin_state_up': True, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:38.484416 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Network': ['ID=f92aad81-d2e9-48b7-97fe-b8981204a0b7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:38.488381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e3dd55ff-0126-4c11-bec5-a0ec9d151087 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:38.489272 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:38.493267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:router and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:38.495084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:43:38.496213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:38.502019 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:38.512457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.513569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.536218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.686394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.961665 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:38.992209 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:39.128872 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.47 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/20a7c685-45cf-4848-905e-634736bb1ce4) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:43:39.272602 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:39.298612 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:39.302819 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:39.367697 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:43:39.370366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:39.374569 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:43:39.403216 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=20a7c685-45cf-4848-905e-634736bb1ce4,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:39.408213 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:39.532405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:39.533167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:39.765992 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 5a107712-2cd7-4104-ac0c-4301caaa2337 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:43:39.961515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:43:39.972454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Sync routers for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:43:39.984030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:39.984630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498a4c40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:39.987190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:39.988446 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5152738
Dec 09 14:43:39.991744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38140) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:40.031226 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9df38cee-6a29-412b-ad58-fff444960270 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=27d6a233f57046049868e6348d63e3a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0383487
Dec 09 14:43:40.033698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38144) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:40.158890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:40.161038 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5c14c-ca99-4222-b4cf-6e3821144977 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:40.165306 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a2d5c14c-ca99-4222-b4cf-6e3821144977 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1279972
Dec 09 14:43:40.165487 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38148) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:40.204515 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6064cfd0-002b-4ba6-81e6-2d605456d1d8 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=efd777f6-28f0-4d0c-8110-d1b972124f0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378830
Dec 09 14:43:40.207057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:40.212405 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-266669320', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'project_id': '27d6a233f57046049868e6348d63e3a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:40.322924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:40.326737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:subnet and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:40.329791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:40.335589 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:40.345672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:43:40.442490 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498a4c40>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:39Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:40.446366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Checking router: 5a107712-2cd7-4104-ac0c-4301caaa2337 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:43:40.446727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Updating router 5a107712-2cd7-4104-ac0c-4301caaa2337 port 20a7c685-45cf-4848-905e-634736bb1ce4 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:43:40.449162 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:40.501023 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:40.782669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:40.786567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-242aee80-2f59-4c41-ab98-6a25380454c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:40.825409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:40.837853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Transition to ACTIVE for port object 20a7c685-45cf-4848-905e-634736bb1ce4 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:40.844441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:40.849147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-edf99e0c-f476-474b-88fd-a4ba3299b48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:40.855567 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Subnet': ['ID=7ee56d10-4864-4e7c-91da-ad8db17df42b,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:40.858180 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:40.874290 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Checking segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:43:40.874643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network hostable DHCP agents. Network: f92aad81-d2e9-48b7-97fe-b8981204a0b7, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:43:40.895919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:43:40.905856 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, f92aad81-d2e9-48b7-97fe-b8981204a0b7) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:40.910106 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:40.910682 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:40.919619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee326a6d-aa36-4df3-8025-99966f5c1012 None None] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:43:40.932462 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c040d97-4017-4208-96bf-f0e8a44910d0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7243688
Dec 09 14:43:40.935340 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38156) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:40.953352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2178b4-3097-4eb2-ac3a-caf8e05d7172 None None] Pushing event updated for resources: {'Port': ['ID=20a7c685-45cf-4848-905e-634736bb1ce4,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:40.958871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec2178b4-3097-4eb2-ac3a-caf8e05d7172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:40.959667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Attempting to bind port 20a7c685-45cf-4848-905e-634736bb1ce4 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:43:40.960048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Attempting to bind port 20a7c685-45cf-4848-905e-634736bb1ce4 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:43:40.960417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Attempting to bind port 20a7c685-45cf-4848-905e-634736bb1ce4 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:43:41.017913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:43:41.018672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:43:41.018774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:41.019148 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:43:41.019628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Bound port: 20a7c685-45cf-4848-905e-634736bb1ce4, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:43:41.020013 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:41.160721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] For port 20a7c685-45cf-4848-905e-634736bb1ce4, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:43:41.177154 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] For port 20a7c685-45cf-4848-905e-634736bb1ce4, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=20a7c685-45cf-4848-905e-634736bb1ce4,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:43:41.209699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:41.220480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:41.267510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:43:41.268388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:41.355549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2178b4-3097-4eb2-ac3a-caf8e05d7172 None None] Pushing event updated for resources: {'Port': ['ID=20a7c685-45cf-4848-905e-634736bb1ce4,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:41.364919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec2178b4-3097-4eb2-ac3a-caf8e05d7172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:41.383176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:41.383850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f64498a4c40>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:41.397519 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:43:41.662408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Allocated IP 172.20.0.2 (f92aad81-d2e9-48b7-97fe-b8981204a0b7/7ee56d10-4864-4e7c-91da-ad8db17df42b/1d0eecbc-52cc-4858-9f01-a20d3004f30a) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:43:41.686423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:41.788635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.119289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.136147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Transition to ACTIVE for port object 1d0eecbc-52cc-4858-9f01-a20d3004f30a will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:42.160528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Transition to ACTIVE for port object 1d0eecbc-52cc-4858-9f01-a20d3004f30a will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:42.167591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.171176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:42.200105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f64498a4c40>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:39Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:42.218672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978bb0a-4f5c-41ca-bd25-1809f472ecc2 None None] The sync data for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv is: [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:39Z', 'revision_number': 3, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:43:42.231219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.1 (f92aad81-d2e9-48b7-97fe-b8981204a0b7/7ee56d10-4864-4e7c-91da-ad8db17df42b/a34ff569-81bb-4a2f-ab28-5dd672d60151) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:43:42.250605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:43:42.251474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Pushing event updated for resources: {'Port': ['ID=1d0eecbc-52cc-4858-9f01-a20d3004f30a,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:42.254642 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:42.256389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:42.257101 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:43:42.351902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Attempting to bind port 1d0eecbc-52cc-4858-9f01-a20d3004f30a on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:43:42.352987 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Attempting to bind port 1d0eecbc-52cc-4858-9f01-a20d3004f30a by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:43:42.353428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Attempting to bind port 1d0eecbc-52cc-4858-9f01-a20d3004f30a on network f92aad81-d2e9-48b7-97fe-b8981204a0b7 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:43:42.360719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:43:42.361105 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Checking segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:43:42.361861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.362334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Bound using segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:43:42.362816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Bound port: 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:43:42.363200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.416236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.440499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object a34ff569-81bb-4a2f-ab28-5dd672d60151 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:42.465256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.472998 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3a5cc458-5aa8-4f8c-a744-add4efa2ffd9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:42.495962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:43:42.500021 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1d0eecbc-52cc-4858-9f01-a20d3004f30a,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:43:42.505190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.510855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:42.573681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=a34ff569-81bb-4a2f-ab28-5dd672d60151,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:42.577457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:43:42.578628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:42.579624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:42.590426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:43:42.619200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Pushing event updated for resources: {'Port': ['ID=1d0eecbc-52cc-4858-9f01-a20d3004f30a,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:42.630038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:42.658284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.775029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:42.776576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 20a7c685-45cf-4848-905e-634736bb1ce4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:42.926460 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 20a7c685-45cf-4848-905e-634736bb1ce4 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:42.933165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 20a7c685-45cf-4848-905e-634736bb1ce4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:42.933660 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:43.068216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:43.085471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 20a7c685-45cf-4848-905e-634736bb1ce4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=20a7c685-45cf-4848-905e-634736bb1ce4,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:43.090146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:43.093108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:43.165736 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=20a7c685-45cf-4848-905e-634736bb1ce4,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:43.170264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:43.244175 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:43.248594 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:43.278731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9792aa9b-eeb2-41c1-8081-5dd91d244374 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:43.368483 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=a34ff569-81bb-4a2f-ab28-5dd672d60151,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:43.371127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:43.374941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:43.515857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:43:43.517144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:43.583587 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a11d084-faa7-4448-b11d-1885f29ac108 None None] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:43:43.685076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-6b9e4f07-72f7-41cc-97aa-1947b4eb11e9 None None] Provisioning for port 1d0eecbc-52cc-4858-9f01-a20d3004f30a completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:44.018099 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 5a107712-2cd7-4104-ac0c-4301caaa2337 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:43:44.129069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-287d7f34-cab6-47cc-b84f-c48359994831 None None] Provisioning for port a34ff569-81bb-4a2f-ab28-5dd672d60151 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:44.134516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-287d7f34-cab6-47cc-b84f-c48359994831 None None] Provisioning complete for port a34ff569-81bb-4a2f-ab28-5dd672d60151 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:44.134907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-287d7f34-cab6-47cc-b84f-c48359994831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:44.197842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-287d7f34-cab6-47cc-b84f-c48359994831 None None] Port a34ff569-81bb-4a2f-ab28-5dd672d60151 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:43:44.244515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:43:44.263624 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/5a107712-2cd7-4104-ac0c-4301caaa2337/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3271461
Dec 09 14:43:44.337187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-4c328a4b-f563-4103-8fac-6d8a61fe449e None None] Provisioning complete for port a34ff569-81bb-4a2f-ab28-5dd672d60151 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:44.337628 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4c328a4b-f563-4103-8fac-6d8a61fe449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:44.396004 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4c328a4b-f563-4103-8fac-6d8a61fe449e None None] Port a34ff569-81bb-4a2f-ab28-5dd672d60151 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:43:44.448910 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-0d519102-750b-4f85-8f08-0c5aea0dfd91 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698892681&fields=id&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 267 time: 0.0422349
Dec 09 14:43:44.516818 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-1175035a-84f7-43ac-a0b5-133702c12c46 None None] Provisioning complete for port a34ff569-81bb-4a2f-ab28-5dd672d60151 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:44.517320 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1175035a-84f7-43ac-a0b5-133702c12c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:44.570220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-1175035a-84f7-43ac-a0b5-133702c12c46 None None] Port a34ff569-81bb-4a2f-ab28-5dd672d60151 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:43:44.597799 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-9e675050-3fdc-4642-9d02-330f33b7b121 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:44.599259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-9e675050-3fdc-4642-9d02-330f33b7b121 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 794 time: 0.1438196
Dec 09 14:43:44.616040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-95906b88-a487-48e4-b853-612bca8d46d6 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/quotas/27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 375 time: 0.0112278
Dec 09 14:43:44.696675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-92431a13-d403-49f7-b6f7-32ff793071ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:43:44.712739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-92431a13-d403-49f7-b6f7-32ff793071ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:43:44.714119 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-92431a13-d403-49f7-b6f7-32ff793071ea tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0933933
Dec 09 14:43:44.791886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1d0eecbc-52cc-4858-9f01-a20d3004f30a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:44.854830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7bb84729-1e44-47c6-848a-e39fdec14062 service neutron] 10.222.0.21 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287076
Dec 09 14:43:44.860873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 1d0eecbc-52cc-4858-9f01-a20d3004f30a completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:44.866456 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1d0eecbc-52cc-4858-9f01-a20d3004f30a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:44.866859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:44.978040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:44.987724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-6c070ac4-eff2-470e-8377-6062a9d99ac7 service neutron] 10.222.0.21 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269267
Dec 09 14:43:45.009453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1d0eecbc-52cc-4858-9f01-a20d3004f30a,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:45.013474 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:45.014465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 20a7c685-45cf-4848-905e-634736bb1ce4 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:45.045216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-15eb0205-ed75-429c-aa5c-348236b1b0f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:45.137467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=1d0eecbc-52cc-4858-9f01-a20d3004f30a,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:45.140482 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:45.152683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 20a7c685-45cf-4848-905e-634736bb1ce4 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:45.153071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:45.188934 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b068964a-6391-4540-a9ad-bf810b7a446b req-064f29ad-87e6-42e1-879e-8b36a011c1e0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 210 time: 0.0438719
Dec 09 14:43:45.817897 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Sync routers for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:43:45.832729 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:45.833325 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0a9d90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:46.011962 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:46.183817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-d42fc253-e80b-4382-a3e1-7935ec9a9f3b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:46.185744 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-d42fc253-e80b-4382-a3e1-7935ec9a9f3b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 794 time: 0.1512616
Dec 09 14:43:46.243886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-03b4a148-45f0-4fa6-945b-716d5d2d76d7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27d6a233f57046049868e6348d63e3a5 HTTP/1.1" status: 200  len: 380 time: 0.0449769
Dec 09 14:43:46.259719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'port': {'device_id': 'db980959-ece7-4b0d-a575-ad92713f6345', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'admin_state_up': True, 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'security_groups': ['c2259a05-ccc1-427b-9c57-5381d6c83185']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:46.334430 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0a9d90>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 2, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:46.338202 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Checking router: 5a107712-2cd7-4104-ac0c-4301caaa2337 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:43:46.338572 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Updating router 5a107712-2cd7-4104-ac0c-4301caaa2337 port a34ff569-81bb-4a2f-ab28-5dd672d60151 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:43:46.389023 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15734fcf-d5ff-43fb-8a83-2839c1de2a02 req-a2b21f44-b14b-4cba-8ac7-4e5fe301923e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 210 time: 0.0529575
Dec 09 14:43:46.392339 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:46.556386 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:46.567177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:46.577493 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Made reservation on behalf of 27d6a233f57046049868e6348d63e3a5 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:43:46.580590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:46.611103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:46.723822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1d0eecbc-52cc-4858-9f01-a20d3004f30a up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:46.759469 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:46.770982 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Transition to ACTIVE for port object a34ff569-81bb-4a2f-ab28-5dd672d60151 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:46.777236 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:46.781080 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8637d434-7c34-4a96-a213-cea9da3544cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:46.795006 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 1d0eecbc-52cc-4858-9f01-a20d3004f30a triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:46.795381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:46.843644 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Pushing event updated for resources: {'Port': ['ID=a34ff569-81bb-4a2f-ab28-5dd672d60151,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:46.851002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.20.0.12 (f92aad81-d2e9-48b7-97fe-b8981204a0b7/7ee56d10-4864-4e7c-91da-ad8db17df42b/d6c8a60b-1993-464f-a308-5f6de354a877) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:43:46.854538 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.854934 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.855271 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.855598 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.855921 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.856243 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.856561 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.856877 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.857654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.857654 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.857991 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:43:46.910667 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:47.015096 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Attempting to bind port a34ff569-81bb-4a2f-ab28-5dd672d60151 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:43:47.015454 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Attempting to bind port a34ff569-81bb-4a2f-ab28-5dd672d60151 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:43:47.015808 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Attempting to bind port a34ff569-81bb-4a2f-ab28-5dd672d60151 on network f92aad81-d2e9-48b7-97fe-b8981204a0b7 {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:43:47.023081 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:43:47.023450 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Checking segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:43:47.023843 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.024229 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Bound using segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:43:47.024682 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Bound port: a34ff569-81bb-4a2f-ab28-5dd672d60151, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:43:47.025048 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.082436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.103825 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Transition to ACTIVE for port object d6c8a60b-1993-464f-a308-5f6de354a877 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:47.117675 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] For port a34ff569-81bb-4a2f-ab28-5dd672d60151, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:43:47.121092 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] For port a34ff569-81bb-4a2f-ab28-5dd672d60151, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a34ff569-81bb-4a2f-ab28-5dd672d60151,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:43:47.125549 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.126496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.129991 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-81ac0fae-243b-4a45-8818-142d372bbf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:47.131993 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:47.204149 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Pushing event updated for resources: {'Port': ['ID=a34ff569-81bb-4a2f-ab28-5dd672d60151,revision_number=4']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:47.204486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=d6c8a60b-1993-464f-a308-5f6de354a877,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:47.209461 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-82026d11-4b25-4da7-a899-e64f644f146d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:47.216185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:43:47.217426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:47.219119 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:47.226895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:43:47.227227 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:47.227860 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0a9d90>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:47.295868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:47.296472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.323007 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0680380
Dec 09 14:43:47.336381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Request body: {'port': {'device_id': 'db980959-ece7-4b0d-a575-ad92713f6345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:47.429520 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:47.472362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.771776 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-147154df-082c-421a-9c31-00451475ea8c None None] Provisioning for port d6c8a60b-1993-464f-a308-5f6de354a877 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:47.776836 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-147154df-082c-421a-9c31-00451475ea8c None None] Provisioning complete for port d6c8a60b-1993-464f-a308-5f6de354a877 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:47.777309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-147154df-082c-421a-9c31-00451475ea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:47.816997 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0a9d90>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:47Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:47.821150 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11199013-c9bc-495c-b7ea-5058265995b2 None None] The sync data for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv is: [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:47Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:43:47.832626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f82648-1534-430e-9dbd-69e25ea16447 req-5eb3e4f4-ce11-4d4e-b0d3-fc784995e4ef tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:47.833348 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9f82648-1534-430e-9dbd-69e25ea16447 req-5eb3e4f4-ce11-4d4e-b0d3-fc784995e4ef tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:43:47.835433 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-147154df-082c-421a-9c31-00451475ea8c None None] Port d6c8a60b-1993-464f-a308-5f6de354a877 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:43:47.877272 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9f82648-1534-430e-9dbd-69e25ea16447 req-5eb3e4f4-ce11-4d4e-b0d3-fc784995e4ef tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:43:47.878645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f82648-1534-430e-9dbd-69e25ea16447 req-5eb3e4f4-ce11-4d4e-b0d3-fc784995e4ef tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 932 time: 0.2404606
Dec 09 14:43:47.976708 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f82648-1534-430e-9dbd-69e25ea16447 req-0cc40458-8c24-4eb4-bd0f-d912ceb7ab88 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897911
Dec 09 14:43:48.004410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c8a60b-1993-464f-a308-5f6de354a877 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:43:48.011921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:48.027498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Transition to ACTIVE for port object d6c8a60b-1993-464f-a308-5f6de354a877 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:43:48.030824 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:48.035237 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:48.167532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c8a60b-1993-464f-a308-5f6de354a877,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:48.170354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:48.276482 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Attempting to bind port d6c8a60b-1993-464f-a308-5f6de354a877 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:43:48.277147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Attempting to bind port d6c8a60b-1993-464f-a308-5f6de354a877 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:43:48.277280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Attempting to bind port d6c8a60b-1993-464f-a308-5f6de354a877 on network f92aad81-d2e9-48b7-97fe-b8981204a0b7 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:43:48.283930 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Port d6c8a60b-1993-464f-a308-5f6de354a877 on network f92aad81-d2e9-48b7-97fe-b8981204a0b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:43:48.284800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Attempting to bind port d6c8a60b-1993-464f-a308-5f6de354a877 on network f92aad81-d2e9-48b7-97fe-b8981204a0b7 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:43:48.291511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:43:48.291840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Checking segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:43:48.292282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Bound using segment: {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:43:48.292675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Bound port: d6c8a60b-1993-464f-a308-5f6de354a877, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e073a42f-25d6-4cf3-888d-56633bb3cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:43:48.293012 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:48.387238 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] For port d6c8a60b-1993-464f-a308-5f6de354a877, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:43:48.390369 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] For port d6c8a60b-1993-464f-a308-5f6de354a877, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6c8a60b-1993-464f-a308-5f6de354a877,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:43:48.395800 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:48.399668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b7fd459d-062b-4057-9f50-fbd597958c78 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:48.455834 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:48.457843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] 10.222.0.35 "PUT /v2.0/ports/d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 1094 time: 1.1267188
Dec 09 14:43:48.466897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:43:48.559587 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'status': 'completed', 'code': 200}
Dec 09 14:43:48.563501 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c8a60b-1993-464f-a308-5f6de354a877,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:48.569256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:48.602821 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-5e97a5e3-ea79-4758-83a2-fbe6fc7ecfd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1097 time: 0.1067357
Dec 09 14:43:48.677889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-1a264a39-5be2-4ff8-b121-e545ec0f64c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 217 time: 0.0666881
Dec 09 14:43:48.760841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a34ff569-81bb-4a2f-ab28-5dd672d60151 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:48.859504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port a34ff569-81bb-4a2f-ab28-5dd672d60151 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:48.865049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a34ff569-81bb-4a2f-ab28-5dd672d60151 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:48.865419 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:48.867071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-99b45119-b6da-425d-aff4-c03e93089a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:48.868739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-99b45119-b6da-425d-aff4-c03e93089a54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 200  len: 834 time: 0.1815581
Dec 09 14:43:48.946642 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-7b1c6e3f-fad5-41a8-be6c-1546a370758f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f92aad81-d2e9-48b7-97fe-b8981204a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711560
Dec 09 14:43:48.977079 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:49.009037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port a34ff569-81bb-4a2f-ab28-5dd672d60151, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a34ff569-81bb-4a2f-ab28-5dd672d60151,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:49.013306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:49.015133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-47716985-da48-488c-8ffd-f3cb6854f854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:49.089582 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-79e8d1d3-3152-4c66-bf2c-b3defcd0ca92 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358914
Dec 09 14:43:49.091290 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=a34ff569-81bb-4a2f-ab28-5dd672d60151,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:49.094640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:49.288557 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c25e848a-c4fe-4bdf-9fae-ab093f910220 req-c78bb527-6ee8-4cd4-a5e7-3c7413f14352 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925693
Dec 09 14:43:49.295949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3e1a5-86eb-4cfa-be1c-9dcd8497483b req-10d5c479-b824-43c9-82ce-dc064dc3c34c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:49.297361 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15a3e1a5-86eb-4cfa-be1c-9dcd8497483b req-10d5c479-b824-43c9-82ce-dc064dc3c34c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 944 time: 0.1827302
Dec 09 14:43:49.385828 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-15a3e1a5-86eb-4cfa-be1c-9dcd8497483b req-b1ca32ea-1ce2-445f-bfb3-eca290221f62 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821586
Dec 09 14:43:49.415419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-df8ad07e-ea44-43ad-aada-6d969b32dd95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1097 time: 0.0774844
Dec 09 14:43:49.545044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-a9c379e3-f956-4d0c-8f9a-b10e3062f7db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:49.546408 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-a9c379e3-f956-4d0c-8f9a-b10e3062f7db service neutron] 10.222.0.35 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 895 time: 0.1239548
Dec 09 14:43:49.617923 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-be3bd886-8756-409c-9247-4761efcdaa06 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 217 time: 0.0640092
Dec 09 14:43:49.678574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-29621b2f-f929-46b9-b050-cde16aa7afc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:49.679941 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-29621b2f-f929-46b9-b050-cde16aa7afc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 200  len: 834 time: 0.0555100
Dec 09 14:43:49.756413 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-a892a4a3-b757-4563-bf10-a91258721605 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f92aad81-d2e9-48b7-97fe-b8981204a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698249
Dec 09 14:43:49.888784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-61733323-0a88-4f9b-8fe4-c7e452654932 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241035
Dec 09 14:43:50.017421 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0839deb8-d3ce-4abb-919b-1b28a85513dc req-55a449f6-89a1-4a9e-8ef4-0e865c299090 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216137
Dec 09 14:43:50.488605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6c8a60b-1993-464f-a308-5f6de354a877 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:43:50.581985 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b468d31-3c6c-4246-9371-a6897ca7203b req-4806ec8e-d3c3-4ef1-a9a2-facc14babce9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:50.583525 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b468d31-3c6c-4246-9371-a6897ca7203b req-4806ec8e-d3c3-4ef1-a9a2-facc14babce9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 944 time: 0.0760689
Dec 09 14:43:50.623309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6c8a60b-1993-464f-a308-5f6de354a877, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6c8a60b-1993-464f-a308-5f6de354a877,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:50.628800 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b468d31-3c6c-4246-9371-a6897ca7203b req-3d3fbfbc-eccd-4434-93aa-ded829b2a422 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397060
Dec 09 14:43:50.636403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'port_id': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'mac_address': 'fa:16:3e:dd:f8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:43:50.690665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:50.708200 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c8a60b-1993-464f-a308-5f6de354a877 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:43:50.723382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6c8a60b-1993-464f-a308-5f6de354a877, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6c8a60b-1993-464f-a308-5f6de354a877,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:50.728296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a34ff569-81bb-4a2f-ab28-5dd672d60151 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:50.758147 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:50.764699 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-fe7a561e-6538-4f12-a3f4-69584ee4f8b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:50.842485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d6c8a60b-1993-464f-a308-5f6de354a877,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:50.846541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:50.855464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a34ff569-81bb-4a2f-ab28-5dd672d60151 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:50.855831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:50.995678 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['d6c8a60b-1993-464f-a308-5f6de354a877'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:43:51.823683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29288aa6-8b60-40a3-9944-3a69a6a706d4 req-0b6e5a19-48c9-47b4-a83f-0e4e815e60c2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:51.825100 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-29288aa6-8b60-40a3-9944-3a69a6a706d4 req-0b6e5a19-48c9-47b4-a83f-0e4e815e60c2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 945 time: 0.0790894
Dec 09 14:43:51.872638 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-29288aa6-8b60-40a3-9944-3a69a6a706d4 req-45394f4d-4f90-495b-b523-926c09a2dd9d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419881
Dec 09 14:43:52.502759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6c8a60b-1993-464f-a308-5f6de354a877 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:43:52.572000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port d6c8a60b-1993-464f-a308-5f6de354a877 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:43:52.576707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port d6c8a60b-1993-464f-a308-5f6de354a877 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:43:52.577095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:52.634627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc3ac09d-1599-4aed-86d9-bf2b8542840e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:52.697263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:52.725462 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:43:52.734572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port d6c8a60b-1993-464f-a308-5f6de354a877, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6c8a60b-1993-464f-a308-5f6de354a877,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:43:52.739485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:52.741395 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:52.805674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=d6c8a60b-1993-464f-a308-5f6de354a877,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:52.810265 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:52.852100 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'code': 200}
Dec 09 14:43:53.137371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb2690-5dd9-4ac4-babf-14120e5a249e req-c8eab10e-856f-4c9a-926b-22e548b0ff67 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:53.138866 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03fb2690-5dd9-4ac4-babf-14120e5a249e req-c8eab10e-856f-4c9a-926b-22e548b0ff67 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.1219356
Dec 09 14:43:53.187275 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-808a5dba-86ff-4f5a-9eb1-a5bce38fe554 req-675a9149-41c1-4878-8f71-1251530686a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1099 time: 0.1803243
Dec 09 14:43:53.210578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03fb2690-5dd9-4ac4-babf-14120e5a249e req-c545e3e6-6b2c-4fab-a270-f7dc43efe243 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620656
Dec 09 14:43:53.232742 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-808a5dba-86ff-4f5a-9eb1-a5bce38fe554 req-2ebc6c13-1896-4049-9e5b-96f163d451d8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376263
Dec 09 14:43:54.408866 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e955a-1d3e-4b1f-9bd3-78b32b208475 req-4d7ea9fe-dbc2-4852-b58c-c8da2dc76cc5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:54.410457 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-043e955a-1d3e-4b1f-9bd3-78b32b208475 req-4d7ea9fe-dbc2-4852-b58c-c8da2dc76cc5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.0754473
Dec 09 14:43:54.566972 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-043e955a-1d3e-4b1f-9bd3-78b32b208475 req-5f29d6f9-59b9-4ac4-94c2-8efb5e0d56a5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510661
Dec 09 14:43:54.916445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0c3eb-7edf-4d68-8e53-465532d7903e req-abce83ef-37da-476b-8c5f-461ab22de68b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:54.917924 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2bc0c3eb-7edf-4d68-8e53-465532d7903e req-abce83ef-37da-476b-8c5f-461ab22de68b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.0788999
Dec 09 14:43:54.966795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c25448ec-46bd-47fe-8f2b-35d633f5f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:54.967704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2bc0c3eb-7edf-4d68-8e53-465532d7903e req-24537cf6-aa9a-453c-9a10-53bdf61232f9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402663
Dec 09 14:43:54.994805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38202) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:55.070106 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cb395db4-12d9-42e6-8589-c8429eb26847 tempest-TestNetworkAdvancedServerOps-457989449 tempest-TestNetworkAdvancedServerOps-457989449-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1094 time: 0.0740485
Dec 09 14:43:55.072607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38206) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:55.077799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:43:55.083204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:43:55.086960 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Usage tracker for resource:floatingip and tenant:27d6a233f57046049868e6348d63e3a5 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:43:55.089797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:43:55.095346 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:43:55.105675 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:55.238549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:55.367026 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Allocated IP 172.26.3.40 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/611c8df5-f30b-452e-af4a-79e4c14311ba) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:43:55.508664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:55.535089 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:55.539286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c032f9b2-7122-442a-a129-b5f7650487e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:55.604205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:43:55.607366 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:43:55.611141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:43:55.642147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=611c8df5-f30b-452e-af4a-79e4c14311ba,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:55.647944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:56.118014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.170310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.268572 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.468102 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.473376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.477652 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1c6062a6-8601-45be-a5f3-1071cfa747b7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:43:56.487151 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.577674 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event updated for resources: {'Port': ['ID=611c8df5-f30b-452e-af4a-79e4c14311ba,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:43:56.585973 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:43:56.595753 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:56.710391 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-a5bbea2e-5955-49b8-84a8-b5f6bcec847f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702226
Dec 09 14:43:56.787962 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Floating IP 92a8c0d6-2a01-44a1-8d09-2c34b7a71840 associated. External IP: 172.26.3.40, port: d6c8a60b-1993-464f-a308-5f6de354a877.
Dec 09 14:43:56.844218 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-b1a5d7e9-3e21-40b7-966c-e56de0a5703f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1099 time: 0.0678418
Dec 09 14:43:56.989165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-ba7659d7-995b-4ae3-a09b-b833ec907e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:56.990624 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-ba7659d7-995b-4ae3-a09b-b833ec907e12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 895 time: 0.1285112
Dec 09 14:43:57.092182 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-ff4fa78b-d492-498f-b23c-3f06f0f39744 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 999 time: 0.0950434
Dec 09 14:43:57.153017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-00a22097-16da-4500-b732-ae2b5d76b287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:57.154484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-00a22097-16da-4500-b732-ae2b5d76b287 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 200  len: 834 time: 0.0563688
Dec 09 14:43:57.170711 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 5a107712-2cd7-4104-ac0c-4301caaa2337 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:43:57.230658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-c98831c8-d849-4dba-9cbe-beac3235716c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f92aad81-d2e9-48b7-97fe-b8981204a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702837
Dec 09 14:43:57.360519 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-b204da30-6722-4fe3-88ca-db805429dcdf service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230586
Dec 09 14:43:57.373870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:43:57.399914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:57.452501 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3788977
Dec 09 14:43:57.453252 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:43:57.494969 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c89d9a71-0be1-48fc-9860-c022b8c8d435 req-4cc2fbb0-f50f-4e56-8375-de5d11c8422e service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286855
Dec 09 14:43:57.511280 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'status': 'completed', 'code': 200}
Dec 09 14:43:57.676658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-72791ae8-d952-4e1a-b2bd-32c1ebd90f42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1099 time: 0.1349752
Dec 09 14:43:57.681978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:43:57.682807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46117ba-ecd6-4e4b-aa66-aa4886cdf7b8 req-f2cced00-e090-4005-af3d-11ad7c5c89b1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:57.684402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f46117ba-ecd6-4e4b-aa66-aa4886cdf7b8 req-f2cced00-e090-4005-af3d-11ad7c5c89b1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.1083257
Dec 09 14:43:57.696703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] Sync routers for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:43:57.708342 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:57.708956 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1afa00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:57.830026 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f46117ba-ecd6-4e4b-aa66-aa4886cdf7b8 req-ce15e347-6972-4cc9-9864-687b15025a14 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235569
Dec 09 14:43:57.848017 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-e1831496-7e19-4c73-9dde-aed7f5ad639f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:57.849691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-e1831496-7e19-4c73-9dde-aed7f5ad639f service neutron] 10.222.0.35 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 895 time: 0.1642175
Dec 09 14:43:57.857722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38214) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:57.889620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:57.961940 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-06f89917-0735-4d8c-bc89-0bb49a318af1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 999 time: 0.1059995
Dec 09 14:43:57.966347 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-11a2fc85-ed7b-4ac4-8ec0-e4d54d6c216c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 991 time: 0.1072886
Dec 09 14:43:58.024233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-341ccd6f-0d8d-40ab-9153-903caa59d9f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:43:58.025719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-341ccd6f-0d8d-40ab-9153-903caa59d9f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 200  len: 834 time: 0.0582547
Dec 09 14:43:58.104021 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-c2a415e8-6f1b-406f-99a6-4bb327ab5a32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f92aad81-d2e9-48b7-97fe-b8981204a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722475
Dec 09 14:43:58.246114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1afa00>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '92a8c0d6-2a01-44a1-8d09-2c34b7a71840', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.40', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'port_id': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'mac_address': 'fa:16:3e:dd:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db980959-ece7-4b0d-a575-ad92713f6345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:43:55Z', 'updated_at': '2021-12-09T14:43:55Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:58.250365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] Checking router: 5a107712-2cd7-4104-ac0c-4301caaa2337 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:43:58.262385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:43:58.263017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a1afa00>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:43:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:58.340668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-b476acfa-33f9-4c6e-bc6b-afb6bb89a416 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302279
Dec 09 14:43:58.437670 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:43:58.471749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff52e42a-c66f-42c3-a376-61b290c5af5f req-69826113-983b-45af-a731-4b50065d12c4 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248879
Dec 09 14:43:58.819875 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a1afa00>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '92a8c0d6-2a01-44a1-8d09-2c34b7a71840', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.40', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'port_id': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'mac_address': 'fa:16:3e:dd:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db980959-ece7-4b0d-a575-ad92713f6345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:43:55Z', 'updated_at': '2021-12-09T14:43:55Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:43:58.823827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816689b-a3ae-4512-b96d-912d9c3a3c13 None None] The sync data for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv is: [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '92a8c0d6-2a01-44a1-8d09-2c34b7a71840', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'floating_ip_address': '172.26.3.40', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'port_id': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'mac_address': 'fa:16:3e:dd:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db980959-ece7-4b0d-a575-ad92713f6345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:43:55Z', 'updated_at': '2021-12-09T14:43:55Z', 'revision_number': 0, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:43:58.969931 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38218) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:43:59.074652 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-18ff1a78-07e2-4cfc-a265-5538b62fffc0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 991 time: 0.1034458
Dec 09 14:44:00.078359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38222) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:00.184704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6c0330f8-51bc-4531-b5fa-e90341542cb2 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 991 time: 0.1051142
Dec 09 14:44:01.188517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38226) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:01.294163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9be781c0-1774-4741-8188-4ca4f77f9c36 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 991 time: 0.1044409
Dec 09 14:44:02.297912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38230) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:02.401666 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-47c223bf-cec7-4d55-ab4a-4a96ef587e3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 991 time: 0.1023245
Dec 09 14:44:02.807634 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee54e98f-b5d6-4d27-908d-d358e5545b88 None None] New status for floating IP 92a8c0d6-2a01-44a1-8d09-2c34b7a71840: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:44:03.405015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38234) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:03.504958 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9bd1bfd0-aba8-433a-9c98-ae2901017e42 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 993 time: 0.0987341
Dec 09 14:44:16.625848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:18.397253 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:44:22.609330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ebabdc4b-44a0-4466-8393-2e114b000552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:24.969232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59465b21-6ef6-4df0-b836-de6a1bd7e3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:26.271103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:26.490316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:27.684488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:28.855266 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c53878-e3d8-4151-a459-b4c61029ee7b req-743c6803-8bc3-4d22-b956-95c26974f46d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:28.856620 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1c53878-e3d8-4151-a459-b4c61029ee7b req-743c6803-8bc3-4d22-b956-95c26974f46d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.0774531
Dec 09 14:44:28.903307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e1c53878-e3d8-4151-a459-b4c61029ee7b req-605bc44d-600a-4d95-92ad-d56c5e9d280c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411804
Dec 09 14:44:30.101904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45405091-fde2-43bf-9371-a076d6733e57 req-34e37968-e074-4bd2-ad15-4fc4bf591d74 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:30.103303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-45405091-fde2-43bf-9371-a076d6733e57 req-34e37968-e074-4bd2-ad15-4fc4bf591d74 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.0793090
Dec 09 14:44:30.147754 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-45405091-fde2-43bf-9371-a076d6733e57 req-60c45662-a722-4209-9f30-7d699a443721 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389667
Dec 09 14:44:30.175800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38256) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:30.395610 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-8aa4a595-d4d6-48fe-961d-a93b861c2a3e tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 993 time: 0.2184794
Dec 09 14:44:31.934914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647eb70-af5d-45e6-a033-7afe73a81aca req-d6571b66-74c2-4887-b284-c785594843ab tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:31.937006 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a647eb70-af5d-45e6-a033-7afe73a81aca req-d6571b66-74c2-4887-b284-c785594843ab tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.1329370
Dec 09 14:44:31.976130 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-11ad5e99-2764-42f0-9424-48429acc46c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1099 time: 0.1415277
Dec 09 14:44:32.075658 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a647eb70-af5d-45e6-a033-7afe73a81aca req-000fc89d-27a6-4489-931c-9d0225276718 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316779
Dec 09 14:44:32.128338 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-de1704b4-d686-4743-88ce-54d1b21562b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:32.130321 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-de1704b4-d686-4743-88ce-54d1b21562b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 895 time: 0.1407154
Dec 09 14:44:32.230431 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-3146d173-fd26-4911-ac6f-293124181f5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 1001 time: 0.0938771
Dec 09 14:44:32.298031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-66da5388-8219-48ab-8cbf-1bd8a2a224bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:32.300797 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-66da5388-8219-48ab-8cbf-1bd8a2a224bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 200  len: 834 time: 0.0640683
Dec 09 14:44:32.385393 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-77c7d7a4-4547-441d-9e0d-af727877c3ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f92aad81-d2e9-48b7-97fe-b8981204a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790293
Dec 09 14:44:32.515269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-13ebfc2f-4d3b-463e-8678-3e07d27900ba service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234939
Dec 09 14:44:32.644386 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-df1eb3e5-27df-4242-9fd5-f863719099ee req-5705984d-536a-4972-9636-6439d3fd7100 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235373
Dec 09 14:44:33.267745 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51481f-9254-4b4c-928e-cb24ffe7b188 req-7c3dba40-fc0c-4221-a294-d560cbe7b03c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:33.269702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af51481f-9254-4b4c-928e-cb24ffe7b188 req-7c3dba40-fc0c-4221-a294-d560cbe7b03c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.0752339
Dec 09 14:44:33.313801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af51481f-9254-4b4c-928e-cb24ffe7b188 req-8f3b8c8e-b0e4-47f2-bbc1-badf3c5b95f7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386510
Dec 09 14:44:34.511573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f0351-3604-43e9-912c-4166ded6cf2a req-06ea419b-0a40-493c-83a8-dda3598602bf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:34.512982 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-940f0351-3604-43e9-912c-4166ded6cf2a req-06ea419b-0a40-493c-83a8-dda3598602bf tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.0795853
Dec 09 14:44:34.658055 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-940f0351-3604-43e9-912c-4166ded6cf2a req-afe76c29-f34e-475b-84cf-39cd377e73d7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395359
Dec 09 14:44:34.685924 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38270) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:34.793323 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f8fa1459-f047-4333-a016-6acf9162bd99 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 200  len: 993 time: 0.1061215
Dec 09 14:44:35.061332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38278) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:35.256522 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 611c8df5-f30b-452e-af4a-79e4c14311ba {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:35.256763 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:35.421913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:35.422323 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:35.539565 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 611c8df5-f30b-452e-af4a-79e4c14311ba owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:35.684284 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:35.688242 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9651f074-bb49-4cdd-a26e-8997a277c312 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:35.731959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=611c8df5-f30b-452e-af4a-79e4c14311ba,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:35.769046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.769425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.769821 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.770190 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.770549 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.770909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.771264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.771621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.771982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.772316 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.772670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:35.778956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:35.831618 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:36.208541 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 5a107712-2cd7-4104-ac0c-4301caaa2337 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:44:36.506208 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:44:36.516533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] Sync routers for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:44:36.526672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:36.529299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:36.529939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449a2d700>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:36.582610 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/floatingips/92a8c0d6-2a01-44a1-8d09-2c34b7a71840 HTTP/1.1" status: 204  len: 168 time: 1.5201492
Dec 09 14:44:36.583263 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:44:36.642622 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'status': 'completed', 'code': 200}
Dec 09 14:44:36.714618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:36.736519 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-346a3986-7f24-431a-92f3-4cb18df33f65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27d6a233f57046049868e6348d63e3a5&device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 1099 time: 0.0712216
Dec 09 14:44:36.867773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-a15f6bd4-f4c1-482f-8a5c-5ac82d9425f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:36.869320 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-a15f6bd4-f4c1-482f-8a5c-5ac82d9425f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 200  len: 895 time: 0.1269746
Dec 09 14:44:36.980593 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-2db59a17-c68a-438e-a701-ff428e29f088 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 200  len: 217 time: 0.1041801
Dec 09 14:44:37.037603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449a2d700>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:37.041569 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] Checking router: 5a107712-2cd7-4104-ac0c-4301caaa2337 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:44:37.052311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:37.052988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449a2d700>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:37.060295 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-11025881-e731-4c04-90a6-2dfe6c3df0f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:37.061763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-11025881-e731-4c04-90a6-2dfe6c3df0f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 200  len: 834 time: 0.0741823
Dec 09 14:44:37.071768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b9622-d310-40ad-880c-90408ba668df req-a94359f4-452b-4a3d-9ce1-038379c55772 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:37.073124 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-639b9622-d310-40ad-880c-90408ba668df req-a94359f4-452b-4a3d-9ce1-038379c55772 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.1454492
Dec 09 14:44:37.167920 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-639b9622-d310-40ad-880c-90408ba668df req-53a8b8df-d29d-4423-915c-2b6ddd36182c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619776
Dec 09 14:44:37.178831 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-6f19ebef-ba7e-4e49-9ab7-de759b64373d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f92aad81-d2e9-48b7-97fe-b8981204a0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1047926
Dec 09 14:44:37.229131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:37.312440 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-e8aa1ef9-1be3-4cb0-9133-dcb422033c54 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251938
Dec 09 14:44:37.443313 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d277cc8f-f9d1-43a3-ad50-3aa4386a4b52 req-2364cdf4-0e7a-4be8-8491-7801bdfc34a9 service neutron] 10.222.0.35 "GET /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243608
Dec 09 14:44:37.543108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449a2d700>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:37.547067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0868b6-3ef7-4f62-a8db-fb0e84cb80c2 None None] The sync data for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv is: [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:43:42Z', 'revision_number': 4, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': 'a34ff569-81bb-4a2f-ab28-5dd672d60151', 'name': '', 'network_id': 'f92aad81-d2e9-48b7-97fe-b8981204a0b7', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'mac_address': 'fa:16:3e:f2:95:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:42Z', 'updated_at': '2021-12-09T14:43:48Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'subnets': [{'id': '7ee56d10-4864-4e7c-91da-ad8db17df42b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:44:37.767579 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33238207-03bd-4a2a-b408-3326efe3b991 None None] New status for floating IP 92a8c0d6-2a01-44a1-8d09-2c34b7a71840: DOWN {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:44:38.407204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d733a9-d01e-46bd-916a-7cd06516c49e req-552e82b2-6300-4f59-acec-3c6e67fd9487 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:38.408619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22d733a9-d01e-46bd-916a-7cd06516c49e req-552e82b2-6300-4f59-acec-3c6e67fd9487 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.1197455
Dec 09 14:44:38.465893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-c3076165-0293-4023-81e9-028662e1a74b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:38.467187 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-c3076165-0293-4023-81e9-028662e1a74b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 946 time: 0.1250072
Dec 09 14:44:38.508971 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-22d733a9-d01e-46bd-916a-7cd06516c49e req-f6b9c8bd-c2dc-466e-ac4e-777857d8a084 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2259a05-ccc1-427b-9c57-5381d6c83185&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886748
Dec 09 14:44:38.538859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port d6c8a60b-1993-464f-a308-5f6de354a877 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:38.539193 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:38.783873 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port d6c8a60b-1993-464f-a308-5f6de354a877, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=d6c8a60b-1993-464f-a308-5f6de354a877,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:38.784185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:38.902191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for d6c8a60b-1993-464f-a308-5f6de354a877 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:39.134603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:39.139920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f2289a7a-c41e-4fa8-bd12-74ddbf77fa05 tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:39.182044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=d6c8a60b-1993-464f-a308-5f6de354a877,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:39.217578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.217960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.218329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.218692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.219052 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.219409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.219762 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.220116 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.220468 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.220819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.221170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:39.228624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:39.264971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] No DVR routers for this DVR port d6c8a60b-1993-464f-a308-5f6de354a877 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:44:39.267270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:39.270217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'name': 'network-vif-deleted', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:44:39.281104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-03565a90-e1d9-4d01-bd14-9f600c795d5e req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.35 "DELETE /v2.0/ports/d6c8a60b-1993-464f-a308-5f6de354a877 HTTP/1.1" status: 204  len: 173 time: 0.8085520
Dec 09 14:44:39.332985 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db980959-ece7-4b0d-a575-ad92713f6345', 'name': 'network-vif-deleted', 'tag': 'd6c8a60b-1993-464f-a308-5f6de354a877', 'status': 'completed', 'code': 200}
Dec 09 14:44:39.689084 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b44f483e-1d59-49c4-8dda-59c6e79e0d80 req-5da0ce2d-17bc-4054-a490-7acd529dfae9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Synchronizing usage tracker for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:44:39.706478 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-b44f483e-1d59-49c4-8dda-59c6e79e0d80 req-5da0ce2d-17bc-4054-a490-7acd529dfae9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Unset dirty status for tenant:27d6a233f57046049868e6348d63e3a5 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:44:39.707795 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b44f483e-1d59-49c4-8dda-59c6e79e0d80 req-5da0ce2d-17bc-4054-a490-7acd529dfae9 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "GET /v2.0/ports?device_id=db980959-ece7-4b0d-a575-ad92713f6345 HTTP/1.1" status: 200  len: 210 time: 0.0603149
Dec 09 14:44:40.813725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38296) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:41.208500 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:41.801516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port a34ff569-81bb-4a2f-ab28-5dd672d60151 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:41.801877 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:41.979402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port a34ff569-81bb-4a2f-ab28-5dd672d60151, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a34ff569-81bb-4a2f-ab28-5dd672d60151,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:41.980075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:42.208226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for a34ff569-81bb-4a2f-ab28-5dd672d60151 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:42.384131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:42.387723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c5f74285-e20e-4d09-8a1b-b34efa2a3cf1 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:42.431266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=a34ff569-81bb-4a2f-ab28-5dd672d60151,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:42.435220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:42.725887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:42.752780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6c8a60b-1993-464f-a308-5f6de354a877 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:44:42.785876 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: d6c8a60b-1993-464f-a308-5f6de354a877 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:44:42.786227 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device d6c8a60b-1993-464f-a308-5f6de354a877 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:44:43.292956 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Router 5a107712-2cd7-4104-ac0c-4301caaa2337 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:44:43.483904 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:44:43.499652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] Sync routers for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:44:43.507033 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-55276fb6-7bba-464b-a4da-cc298744f80f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "PUT /v2.0/routers/5a107712-2cd7-4104-ac0c-4301caaa2337/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6898465
Dec 09 14:44:43.507577 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38300) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:43.511428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:43.512041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a174970>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:43.736751 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:43.817091 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting subnet 7ee56d10-4864-4e7c-91da-ad8db17df42b {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:44:43.819966 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:43.872564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:43.954677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.014451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a174970>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:44:42Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:44.018381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] Checking router: 5a107712-2cd7-4104-ac0c-4301caaa2337 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:44:44.028950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] Routers {'5a107712-2cd7-4104-ac0c-4301caaa2337'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:44.029571 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a174970>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['5a107712-2cd7-4104-ac0c-4301caaa2337'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:44.029970 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.034122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b115f643-8156-4f9a-b89d-c746deb74a6d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:44.070828 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee56d10-4864-4e7c-91da-ad8db17df42b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:44.073258 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:44.076974 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.085730 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9a1c71bd-de7c-4354-9e8b-b8373aa3a137 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/subnets/7ee56d10-4864-4e7c-91da-ad8db17df42b HTTP/1.1" status: 204  len: 168 time: 0.5746932
Dec 09 14:44:44.085918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832073e0-7e69-461a-b78c-70e45012150c None None] Network f92aad81-d2e9-48b7-97fe-b8981204a0b7 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:44:44.086016 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38304) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:44.294913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.354203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] Set router 5a107712-2cd7-4104-ac0c-4301caaa2337 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:44.515051 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.524887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 20a7c685-45cf-4848-905e-634736bb1ce4 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:44.525227 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.621869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] DHCP port deletion for f92aad81-d2e9-48b7-97fe-b8981204a0b7 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:44:44.630737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Deleting port 1d0eecbc-52cc-4858-9f01-a20d3004f30a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:44.631126 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.725945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 20a7c685-45cf-4848-905e-634736bb1ce4, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=20a7c685-45cf-4848-905e-634736bb1ce4,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:44.726464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:44.757814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 1d0eecbc-52cc-4858-9f01-a20d3004f30a no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:44:44.857989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 20a7c685-45cf-4848-905e-634736bb1ce4 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:44.910816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a174970>, [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:44:42Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:44.940907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac5a4d-a5d0-477d-bf03-b112bbda0fcc None None] The sync data for ids ['5a107712-2cd7-4104-ac0c-4301caaa2337'] in dv-neutron-821183-1-hyperv is: [{'id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936085991', 'tenant_id': '27d6a233f57046049868e6348d63e3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:43:38Z', 'updated_at': '2021-12-09T14:44:42Z', 'revision_number': 5, 'project_id': '27d6a233f57046049868e6348d63e3a5', 'gw_port': {'id': '20a7c685-45cf-4848-905e-634736bb1ce4', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a107712-2cd7-4104-ac0c-4301caaa2337', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:43:39Z', 'updated_at': '2021-12-09T14:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:44:44.965586 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1d0eecbc-52cc-4858-9f01-a20d3004f30a,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:44.966047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.032683 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.037082 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:45.085744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Port': ['ID=20a7c685-45cf-4848-905e-634736bb1ce4,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:45.088225 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:45.125663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Calling delete_port for 1d0eecbc-52cc-4858-9f01-a20d3004f30a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:45.182131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.229982 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1d0eecbc-52cc-4858-9f01-a20d3004f30a,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:45.234542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.236697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:45.293166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:44:45.293567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:44:45.307109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=1d0eecbc-52cc-4858-9f01-a20d3004f30a,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:45.317607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.317957 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.318325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.318665 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.319028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.319364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.319719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.320051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.320398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.320726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.321078 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:45.325152 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:45.429271 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.686603 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.690750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.714840 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.715447 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Fanout notify agent at l3_agent the message router_deleted on router 5a107712-2cd7-4104-ac0c-4301caaa2337 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:44:45.731434 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.732522 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/routers/5a107712-2cd7-4104-ac0c-4301caaa2337 HTTP/1.1" status: 204  len: 168 time: 1.6454864
Dec 09 14:44:45.735199 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38308) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:45.794461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Deleting port 1d0eecbc-52cc-4858-9f01-a20d3004f30a {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:45.794944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.855226 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:45.865669 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 1d0eecbc-52cc-4858-9f01-a20d3004f30a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:45.865993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.002124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1d0eecbc-52cc-4858-9f01-a20d3004f30a,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:46.002430 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.061420 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] For port 1d0eecbc-52cc-4858-9f01-a20d3004f30a, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=1d0eecbc-52cc-4858-9f01-a20d3004f30a,segment=NetworkSegment(e073a42f-25d6-4cf3-888d-56633bb3cef0),segment_id=e073a42f-25d6-4cf3-888d-56633bb3cef0)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:46.061903 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.118696 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Calling delete_port for 1d0eecbc-52cc-4858-9f01-a20d3004f30a owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:46.184234 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Calling delete_port for 1d0eecbc-52cc-4858-9f01-a20d3004f30a owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:44:46.198209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.204217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:46.245289 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Pushing event deleted for resources: {'Port': ['ID=1d0eecbc-52cc-4858-9f01-a20d3004f30a,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:46.248368 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:46.254509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] No DVR routers for this DVR port 1d0eecbc-52cc-4858-9f01-a20d3004f30a on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:44:46.259562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:44:46.259879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:44:46.625404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.748948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 20a7c685-45cf-4848-905e-634736bb1ce4 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:44:46.761724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Deleting port 1d0eecbc-52cc-4858-9f01-a20d3004f30a {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:44:46.762175 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.781791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 20a7c685-45cf-4848-905e-634736bb1ce4 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:44:46.782170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 20a7c685-45cf-4848-905e-634736bb1ce4 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:44:46.782595 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a34ff569-81bb-4a2f-ab28-5dd672d60151 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:44:46.814389 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: a34ff569-81bb-4a2f-ab28-5dd672d60151 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:44:46.814663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a34ff569-81bb-4a2f-ab28-5dd672d60151 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:44:46.826394 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] The port '1d0eecbc-52cc-4858-9f01-a20d3004f30a' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:44:46.947641 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:46.971900 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448f2a880>,) {'filters': {'network_id': ['f92aad81-d2e9-48b7-97fe-b8981204a0b7']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:46.983954 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f2a880>, 'e073a42f-25d6-4cf3-888d-56633bb3cef0') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:46.984237 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448f2a880>, 'e073a42f-25d6-4cf3-888d-56633bb3cef0') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:46.995908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.010899 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.016624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:44:47.016995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   util.warn(
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:44:47.031146 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:44:47.216410 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.220805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.224135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8ec38a95-cda1-4bbd-a507-19730832cab6 tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:47.249385 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'Network': ['ID=f92aad81-d2e9-48b7-97fe-b8981204a0b7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:47.251657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:47.257820 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/networks/f92aad81-d2e9-48b7-97fe-b8981204a0b7 HTTP/1.1" status: 204  len: 168 time: 1.5216677
Dec 09 14:44:47.260453 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38312) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:47.327181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.357463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.419437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.423341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-413eb833-291e-45b6-83bc-15906eccfadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:47.438540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2259a05-ccc1-427b-9c57-5381d6c83185,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:47.442497 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:47.445873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:47.446986 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2259a05-ccc1-427b-9c57-5381d6c83185 HTTP/1.1" status: 204  len: 168 time: 0.1856580
Dec 09 14:44:47.896727 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38326) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:48.086203 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-2da7c64e-a638-43dc-afe7-c4d45110c35f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27d6a233f57046049868e6348d63e3a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1881196
Dec 09 14:44:48.088456 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38332) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:48.146493 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.170607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.222398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.227138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ca15940b-1559-41f3-bec4-12f9514426e7 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:48.242887 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7548d89-b7ad-40f3-95f0-5d1c09c5cb2b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:48.245791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:48.247657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.249421 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e7548d89-b7ad-40f3-95f0-5d1c09c5cb2b HTTP/1.1" status: 204  len: 168 time: 0.1594470
Dec 09 14:44:48.572709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38340) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:48.591136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.622819 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:48.626556 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Usage tracker for resource:security_group_rule and tenant:0f4cb1576d454398b4d91790605490fb is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:48.629422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:48.634954 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:48.700601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.704421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.711760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fbe10ed3-ede8-4b48-b75e-03c4a3f3edb3 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:48.752056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663bb9f-84b7-48d4-bc7f-6b61bd812f95,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:48.756449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f4cb1576d454398b4d91790605490fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1827350
Dec 09 14:44:48.757371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1d8fe6b8-e74f-4257-80be-0f40d3567434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:48.758970 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38344) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:48.819256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.844339 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.894091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.898394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5b53a0ed-0b26-4525-aba3-64339873e566 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:48.908771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663bb9f-84b7-48d4-bc7f-6b61bd812f95,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:48.914367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:48.916255 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:48.917366 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ef2fe382-e023-483d-9d19-5413d5c5a730 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0663bb9f-84b7-48d4-bc7f-6b61bd812f95 HTTP/1.1" status: 204  len: 168 time: 0.1574879
Dec 09 14:44:49.776749 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38366) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:49.904882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-276429187-network', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:44:49.909795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:49.913649 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Usage tracker for resource:network and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:49.916543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:49.923112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:49.934085 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Made reservation on behalf of 03a73cfb2c8b429aa3eb4d06bc44e656 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:44:49.936324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:49.952401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:49.982941 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:49.989660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:49.992438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:49.998407 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:50.064826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.068895 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.071855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51f5e2c7-278f-4b92-8667-309f42350fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:50.101855 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:44:50.106887 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c5fb5b-b4b1-4ed0-8cad-6a0e9df5f7e6,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:50.110512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:50.115281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.115597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Added segment 32df41db-9d37-4469-9c0f-97115257005b of type vlan for network 07b1955e-31a2-494c-8a68-6e7cdc3bfded
Dec 09 14:44:50.141949 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.170252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.171128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:50.171684 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.174920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9a4ba7fb-1b56-4288-b653-84040d5e9a50 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:50.277002 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Pushing event updated for resources: {'Network': ['ID=07b1955e-31a2-494c-8a68-6e7cdc3bfded,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:50.280740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:50.282351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5045438
Dec 09 14:44:50.285479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38372) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:50.287122 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:44:50.291167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Request body: {'subnet': {'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-276429187-subnet', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:44:50.296118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:50.300398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Usage tracker for resource:subnet and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:50.303838 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:50.309638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:50.320962 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Made reservation on behalf of 03a73cfb2c8b429aa3eb4d06bc44e656 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:44:50.323243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.523122 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.526812 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-49a3324a-2461-46ae-a242-89843a7ffdff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:50.596398 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e3ded8-a115-4f1f-bd9e-82f9118f2477,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:50.601601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:50.611090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Checking segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:50.611433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Network hostable DHCP agents. Network: 07b1955e-31a2-494c-8a68-6e7cdc3bfded, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:44:50.633442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:44:50.642065 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 07b1955e-31a2-494c-8a68-6e7cdc3bfded) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:50.645741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:50.646309 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.651991 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0373729f-8e3c-4e65-8411-c56c46a23a26 None None] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:44:50.669407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38376) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:50.669981 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6243402b-aac4-4731-93d2-82c5d207cee3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3825750
Dec 09 14:44:50.674855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:44:50.679963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:50.683917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Usage tracker for resource:router and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:50.686911 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:50.693308 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:50.704909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.705843 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.727119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.872015 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:44:50.872920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:50.875375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.028089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Allocated IP 172.20.0.2 (07b1955e-31a2-494c-8a68-6e7cdc3bfded/89e3ded8-a115-4f1f-bd9e-82f9118f2477/5f042e63-b080-4214-865e-6a5f859d73e2) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:44:51.060322 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.090959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.233432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Allocated IP 172.26.3.81 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/9cfab3ec-afcb-45b5-b523-494f70432388) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:44:51.274468 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.284816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Transition to ACTIVE for port object 5f042e63-b080-4214-865e-6a5f859d73e2 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:51.303672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Transition to ACTIVE for port object 5f042e63-b080-4214-865e-6a5f859d73e2 will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:51.309170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.313867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:51.376962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:44:51.380178 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:51.383722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:44:51.384296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.389968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Pushing event updated for resources: {'Port': ['ID=5f042e63-b080-4214-865e-6a5f859d73e2,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:51.394119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:51.412725 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.417010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-43acdb89-1173-488f-8a87-b5b4bfc6e3af tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:51.474438 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Attempting to bind port 5f042e63-b080-4214-865e-6a5f859d73e2 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:44:51.474815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Attempting to bind port 5f042e63-b080-4214-865e-6a5f859d73e2 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:44:51.475187 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Attempting to bind port 5f042e63-b080-4214-865e-6a5f859d73e2 on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:44:51.481444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:44:51.481856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Checking segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:51.482263 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.482688 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Bound using segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:44:51.483161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Bound port: 5f042e63-b080-4214-865e-6a5f859d73e2, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:44:51.483543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.485809 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:44:51.489147 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:51.493509 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:44:51.518489 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Pushing event updated for resources: {'Port': ['ID=9cfab3ec-afcb-45b5-b523-494f70432388,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:51.524461 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:51.573558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] For port 5f042e63-b080-4214-865e-6a5f859d73e2, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:44:51.576694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] For port 5f042e63-b080-4214-865e-6a5f859d73e2, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5f042e63-b080-4214-865e-6a5f859d73e2,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:44:51.580515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.586624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec2178b4-3097-4eb2-ac3a-caf8e05d7172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:51.657235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.657972 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:51.669097 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Pushing event updated for resources: {'Port': ['ID=5f042e63-b080-4214-865e-6a5f859d73e2,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:51.672397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:51.904251 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:44:52.214824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:44:52.225364 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:44:52.238868 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:52.239560 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:52.239708 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a62e100>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:52.240780 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-d791ed8c-fe98-449f-939f-f3bfcde19a02 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.5702839
Dec 09 14:44:52.243564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38380) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:52.432672 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:52.620863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-41164f1a-d157-4aa2-8315-83d06aacd27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:52.666729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ec5b22-ce13-4e9a-9501-8ed5c3878d2b None None] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:44:52.760963 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a62e100>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:51Z', 'revision_number': 3, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:52.765064 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:44:52.765713 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Updating router f1f92415-22c5-4318-9a69-bc4f9ee8d81f port 9cfab3ec-afcb-45b5-b523-494f70432388 binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:44:52.805113 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f64ff7f8-90e9-4cc6-aa3f-4a398b150c2d None None] Provisioning for port 5f042e63-b080-4214-865e-6a5f859d73e2 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:44:52.835656 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:52.848508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5f042e63-b080-4214-865e-6a5f859d73e2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:44:52.999314 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 5f042e63-b080-4214-865e-6a5f859d73e2 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:44:53.008117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5f042e63-b080-4214-865e-6a5f859d73e2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:53.008509 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.066325 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.137907 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.183249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 5f042e63-b080-4214-865e-6a5f859d73e2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5f042e63-b080-4214-865e-6a5f859d73e2,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:53.187836 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.188180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.196418 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:53.201646 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Transition to ACTIVE for port object 9cfab3ec-afcb-45b5-b523-494f70432388 will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:53.209589 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.215572 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0d6dd7e4-1197-4ff2-9169-b617fdc33a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:53.293766 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=5f042e63-b080-4214-865e-6a5f859d73e2,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:53.295878 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Pushing event updated for resources: {'Port': ['ID=9cfab3ec-afcb-45b5-b523-494f70432388,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:53.299944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:53.316179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-77955435-ba59-4aa2-90e6-0b65b2053406 None None] Provisioning complete for port 5f042e63-b080-4214-865e-6a5f859d73e2 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:53.317496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-77955435-ba59-4aa2-90e6-0b65b2053406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.319098 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.319441 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.319814 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.320154 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.320480 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.320803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.321171 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.321505 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.321843 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.322210 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.322531 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:44:53.325256 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Allocated IP 172.20.0.1 (07b1955e-31a2-494c-8a68-6e7cdc3bfded/89e3ded8-a115-4f1f-bd9e-82f9118f2477/8327451c-d69b-4650-b20b-f0328754b6ea) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:44:53.329159 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:53.335079 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Attempting to bind port 9cfab3ec-afcb-45b5-b523-494f70432388 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:44:53.335697 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Attempting to bind port 9cfab3ec-afcb-45b5-b523-494f70432388 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:44:53.336185 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Attempting to bind port 9cfab3ec-afcb-45b5-b523-494f70432388 on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:44:53.346633 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:44:53.347170 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:53.347822 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.348446 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:44:53.349603 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Bound port: 9cfab3ec-afcb-45b5-b523-494f70432388, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:44:53.349802 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.433210 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] For port 9cfab3ec-afcb-45b5-b523-494f70432388, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:44:53.436929 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] For port 9cfab3ec-afcb-45b5-b523-494f70432388, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9cfab3ec-afcb-45b5-b523-494f70432388,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:44:53.442377 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.447032 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6157fed1-38ac-46dc-a89c-824849527223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:53.481286 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.497482 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Transition to ACTIVE for port object 8327451c-d69b-4650-b20b-f0328754b6ea will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:53.524562 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.526133 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Pushing event updated for resources: {'Port': ['ID=9cfab3ec-afcb-45b5-b523-494f70432388,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:53.528775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-846fd7d4-210f-407f-abef-cd387fda686c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:53.530394 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:53.535113 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:53.535729 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a62e100>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:53.603163 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:44:53.604189 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Pushing event updated for resources: {'Port': ['ID=8327451c-d69b-4650-b20b-f0328754b6ea,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:53.607032 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:53.608241 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:53.610326 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:44:53.664045 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.752607 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.781321 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:53.886827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ee9e1204-5096-41fd-85db-3dbc10057f2e None None] Provisioning for port 8327451c-d69b-4650-b20b-f0328754b6ea completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:44:53.893080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-ee9e1204-5096-41fd-85db-3dbc10057f2e None None] Provisioning complete for port 8327451c-d69b-4650-b20b-f0328754b6ea triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:53.893757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1204-5096-41fd-85db-3dbc10057f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:53.951729 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e1204-5096-41fd-85db-3dbc10057f2e None None] Port 8327451c-d69b-4650-b20b-f0328754b6ea cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:44:54.009647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:54.014462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:54.042214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b167127-a15e-47b6-95a2-e0a79ccdd9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:54.068079 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a62e100>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:51Z', 'revision_number': 3, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:54.072098 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb8dbce-9e33-41fd-becb-b9427de101b1 None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:51Z', 'revision_number': 3, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:44:54.262939 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:54.266731 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Pushing event updated for resources: {'Port': ['ID=8327451c-d69b-4650-b20b-f0328754b6ea,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:54.270891 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:54.421136 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:44:54.422355 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:54.680629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-236146a5-b308-4722-a8ac-e93b02077145 None None] Provisioning complete for port 8327451c-d69b-4650-b20b-f0328754b6ea triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:54.681267 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-236146a5-b308-4722-a8ac-e93b02077145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:54.736437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-236146a5-b308-4722-a8ac-e93b02077145 None None] Port 8327451c-d69b-4650-b20b-f0328754b6ea cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:44:54.850652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9cfab3ec-afcb-45b5-b523-494f70432388 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:44:54.859007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:44:54.922943 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 9cfab3ec-afcb-45b5-b523-494f70432388 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:44:54.929064 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9cfab3ec-afcb-45b5-b523-494f70432388 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:54.929585 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:54.994114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b9cdcea2-01f8-4309-836f-fb0a8d95fb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:55.074035 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:44:55.074930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:55.084393 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fc97be8f-5fac-48ec-a34d-e55d9ac3f39e admin admin] 10.222.0.21 "PUT /v2.0/routers/f1f92415-22c5-4318-9a69-bc4f9ee8d81f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8398285
Dec 09 14:44:55.092073 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 9cfab3ec-afcb-45b5-b523-494f70432388, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9cfab3ec-afcb-45b5-b523-494f70432388,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:44:55.096121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:55.097133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5f042e63-b080-4214-865e-6a5f859d73e2 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:44:55.125767 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:55.209287 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=9cfab3ec-afcb-45b5-b523-494f70432388,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:55.212353 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:55.223668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 5f042e63-b080-4214-865e-6a5f859d73e2 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:55.224051 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:55.396235 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:44:55.924664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38402) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:55.931342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-171973742-network', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:44:55.936318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:55.940247 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Usage tracker for resource:network and tenant:67ccdce3420b43668015dd59229a3b1e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:55.943754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:55.949675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:55.960225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Made reservation on behalf of 67ccdce3420b43668015dd59229a3b1e for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:44:55.962598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:55.975875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.010989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:56.014707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Usage tracker for resource:security_group_rule and tenant:67ccdce3420b43668015dd59229a3b1e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:56.017772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:56.023741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:56.089437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.092914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.096753 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eac2e203-612c-4f38-ba7e-d36d81963478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:56.128624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:44:56.137011 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b26d6-2210-4c0f-8d54-b497b186a903,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:56.140599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:56.143064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.143422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Added segment fa0e060a-d8a9-41a0-8970-a10f649a44c5 of type vlan for network da8878a8-cd0f-40f1-82bf-0898e0d543ad
Dec 09 14:44:56.169472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.198228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.199168 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:56.199791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.204694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4fefe048-6f8b-4674-a449-b33389f02ddd tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:56.274533 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.303630 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3778405
Dec 09 14:44:56.306640 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38406) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:56.308633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Pushing event updated for resources: {'Network': ['ID=da8878a8-cd0f-40f1-82bf-0898e0d543ad,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:56.311420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-673bbf26-f5c1-4158-916c-6b7e0ace1148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:56.312381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Request body: {'subnet': {'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-171973742-subnet', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'ip_version': 4}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:44:56.317361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:56.321297 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Usage tracker for resource:subnet and tenant:67ccdce3420b43668015dd59229a3b1e is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:56.324230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:44:56.325084 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:56.331133 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:56.342331 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Made reservation on behalf of 67ccdce3420b43668015dd59229a3b1e for: {'subnet': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:44:56.344799 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2591892'] for subnet, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.490763 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.558463 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3046873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2591910'] for subnet, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.562152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d1ce9fee-6e85-4a0a-8c03-f3b360f0605a tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:56.633425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a09654-13e0-4b93-af47-f37786260957,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:56.637058 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:56.645576 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Checking segment: {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:56.645943 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Network hostable DHCP agents. Network: da8878a8-cd0f-40f1-82bf-0898e0d543ad, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:44:56.667282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:44:56.675848 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, da8878a8-cd0f-40f1-82bf-0898e0d543ad) {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:56.680064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:44:56.680671 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.685841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03918e04-60d5-4d5a-8d09-864890cd2407 None None] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:44:56.703211 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b113f80f-8582-4950-975d-85dc796763f1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3954995
Dec 09 14:44:56.703429 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38410) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:56.710076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:44:56.714904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:44:56.718795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Usage tracker for resource:router and tenant:67ccdce3420b43668015dd59229a3b1e is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:44:56.722047 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:44:56.728054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:44:56.739172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.740103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.762121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.767246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9cfab3ec-afcb-45b5-b523-494f70432388 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:44:56.908040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:56.926737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 9cfab3ec-afcb-45b5-b523-494f70432388 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:56.927114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.025746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-da8878a8-cd0f-40f1-82bf-0898e0d543ad', 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'fixed_ips': [{'subnet_id': 'e4a09654-13e0-4b93-af47-f37786260957'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:44:57.026576 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.199500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.229505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.251563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Allocated IP 172.20.0.2 (da8878a8-cd0f-40f1-82bf-0898e0d543ad/e4a09654-13e0-4b93-af47-f37786260957/a6da67d4-7d05-47eb-9780-6e28cbece51b) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:44:57.376471 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Allocated IP 172.26.3.194 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/31afd5c5-9118-4007-b91c-d884846b8a9f) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:44:57.462017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.474867 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Transition to ACTIVE for port object a6da67d4-7d05-47eb-9780-6e28cbece51b will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:57.494959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Transition to ACTIVE for port object a6da67d4-7d05-47eb-9780-6e28cbece51b will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:57.500647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.512080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:57.538854 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.552358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:44:57.558035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:57.564497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:44:57.568435 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.573134 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2366b877-76fe-458d-9abe-3fde5731c169 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:57.577334 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:44:57.639557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:44:57.642232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:44:57.646453 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:44:57.680127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Pushing event updated for resources: {'Port': ['ID=31afd5c5-9118-4007-b91c-d884846b8a9f,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:57.684819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Pushing event updated for resources: {'Port': ['ID=a6da67d4-7d05-47eb-9780-6e28cbece51b,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:57.686867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:57.690668 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:57.698500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:57.699110 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644958b2e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:57.764457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Attempting to bind port a6da67d4-7d05-47eb-9780-6e28cbece51b on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:44:57.764901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Attempting to bind port a6da67d4-7d05-47eb-9780-6e28cbece51b by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:44:57.765190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Attempting to bind port a6da67d4-7d05-47eb-9780-6e28cbece51b on network da8878a8-cd0f-40f1-82bf-0898e0d543ad {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:44:57.773028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.787010 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:44:57.787498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Checking segment: {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:57.787908 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.788380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Bound using segment: {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:44:57.789042 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Bound port: a6da67d4-7d05-47eb-9780-6e28cbece51b, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:44:57.789388 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.812924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.813629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:57.966408 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] For port a6da67d4-7d05-47eb-9780-6e28cbece51b, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:44:57.968351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:58.014575 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] For port a6da67d4-7d05-47eb-9780-6e28cbece51b, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a6da67d4-7d05-47eb-9780-6e28cbece51b,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:44:58.022504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:58.030918 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-ec2178b4-3097-4eb2-ac3a-caf8e05d7172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:58.049886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Router ff02e233-67c2-41cc-aa56-a497b54bced8 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:44:58.259793 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:44:58.268401 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Sync routers for ids ['ff02e233-67c2-41cc-aa56-a497b54bced8'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:44:58.287026 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Routers {'ff02e233-67c2-41cc-aa56-a497b54bced8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:58.287644 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0cc670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ff02e233-67c2-41cc-aa56-a497b54bced8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:58.291530 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:58.295662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Pushing event updated for resources: {'Port': ['ID=a6da67d4-7d05-47eb-9780-6e28cbece51b,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:58.296141 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38414) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:44:58.297351 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5927250
Dec 09 14:44:58.304063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:58.466211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644958b2e0>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 2, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:58.473806 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:44:58.477656 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Updating router f1f92415-22c5-4318-9a69-bc4f9ee8d81f port 8327451c-d69b-4650-b20b-f0328754b6ea binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:44:58.530549 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Set router ff02e233-67c2-41cc-aa56-a497b54bced8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:44:58.570020 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:58.855860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a6da67d4-7d05-47eb-9780-6e28cbece51b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:44:58.897268 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0cc670>, [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:44:57Z', 'revision_number': 3, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:44:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:58.902261 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Checking router: ff02e233-67c2-41cc-aa56-a497b54bced8 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:44:58.902661 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Updating router ff02e233-67c2-41cc-aa56-a497b54bced8 port 31afd5c5-9118-4007-b91c-d884846b8a9f binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:44:58.962284 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.063591 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.077365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Transition to ACTIVE for port object 8327451c-d69b-4650-b20b-f0328754b6ea will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:59.082197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port a6da67d4-7d05-47eb-9780-6e28cbece51b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:44:59.087634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.092742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:59.247789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12954-0ea4-4d94-ae71-0ba0ebbdd459 None None] Pushing event updated for resources: {'Port': ['ID=8327451c-d69b-4650-b20b-f0328754b6ea,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:59.252056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-62b12954-0ea4-4d94-ae71-0ba0ebbdd459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:59.365279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Attempting to bind port 8327451c-d69b-4650-b20b-f0328754b6ea on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:44:59.365811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Attempting to bind port 8327451c-d69b-4650-b20b-f0328754b6ea by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:44:59.366180 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Attempting to bind port 8327451c-d69b-4650-b20b-f0328754b6ea on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:44:59.371739 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.374859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:44:59.375722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Checking segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:59.376307 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.376757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Bound using segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:44:59.377293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Bound port: 8327451c-d69b-4650-b20b-f0328754b6ea, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:44:59.377852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.391951 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Transition to ACTIVE for port object 31afd5c5-9118-4007-b91c-d884846b8a9f will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:59.400100 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.408402 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-8e8b41c2-2589-48ff-b8b1-3db295f51de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:59.418455 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.479646 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28087f-7da4-48c9-8ea4-c04f9acd5c21 None None] Pushing event updated for resources: {'Port': ['ID=31afd5c5-9118-4007-b91c-d884846b8a9f,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:59.484269 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7b28087f-7da4-48c9-8ea4-c04f9acd5c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:59.505897 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Attempting to bind port 31afd5c5-9118-4007-b91c-d884846b8a9f on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:44:59.506314 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Attempting to bind port 31afd5c5-9118-4007-b91c-d884846b8a9f by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:44:59.506694 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Attempting to bind port 31afd5c5-9118-4007-b91c-d884846b8a9f on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:44:59.513971 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:44:59.514354 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:44:59.515161 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.515161 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:44:59.516101 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Bound port: 31afd5c5-9118-4007-b91c-d884846b8a9f, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:44:59.516101 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.536463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] For port 8327451c-d69b-4650-b20b-f0328754b6ea, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:44:59.544812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] For port 8327451c-d69b-4650-b20b-f0328754b6ea, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8327451c-d69b-4650-b20b-f0328754b6ea,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:44:59.551955 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.583451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:59.616722 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900e183-d177-42a2-8157-6e0af073bf1e None None] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:44:59.618536 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] For port 31afd5c5-9118-4007-b91c-d884846b8a9f, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:44:59.621666 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] For port 31afd5c5-9118-4007-b91c-d884846b8a9f, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=31afd5c5-9118-4007-b91c-d884846b8a9f,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:44:59.631757 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.636345 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-3c7242ab-f3f3-40af-828b-b2277f48d067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:59.708646 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Allocated IP 172.20.0.1 (da8878a8-cd0f-40f1-82bf-0898e0d543ad/e4a09654-13e0-4b93-af47-f37786260957/3b07384a-df76-455d-9330-49882d7fc05c) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:44:59.728728 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28087f-7da4-48c9-8ea4-c04f9acd5c21 None None] Pushing event updated for resources: {'Port': ['ID=31afd5c5-9118-4007-b91c-d884846b8a9f,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:59.732554 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-7b28087f-7da4-48c9-8ea4-c04f9acd5c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:59.741392 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:59.742041 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644958b2e0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:59.744255 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Routers {'ff02e233-67c2-41cc-aa56-a497b54bced8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:44:59.745012 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a0cc670>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ff02e233-67c2-41cc-aa56-a497b54bced8'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:44:59.839326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Provisioning for port a6da67d4-7d05-47eb-9780-6e28cbece51b completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:44:59.861822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Provisioning complete for port a6da67d4-7d05-47eb-9780-6e28cbece51b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:44:59.862309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.898184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.899559 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12954-0ea4-4d94-ae71-0ba0ebbdd459 None None] Pushing event updated for resources: {'Port': ['ID=8327451c-d69b-4650-b20b-f0328754b6ea,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:44:59.916378 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.provisioning_blocks [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Transition to ACTIVE for port object 3b07384a-df76-455d-9330-49882d7fc05c will not be triggered until provisioned by entity DHCP. {{(pid=83443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:44:59.925276 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-62b12954-0ea4-4d94-ae71-0ba0ebbdd459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:44:59.939940 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:44:59.945406 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ff571dcd-b316-4541-96c0-1fb157b38f7c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:44:59.951840 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] Set router ff02e233-67c2-41cc-aa56-a497b54bced8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:45:00.013963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:45:00.018407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:45:00.020733 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Pushing event updated for resources: {'Port': ['ID=3b07384a-df76-455d-9330-49882d7fc05c,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:00.023359 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:45:00.054122 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:00.086706 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.167125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.251302 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:45:00.266183 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a0cc670>, [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:44:57Z', 'revision_number': 3, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:00.271459 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4dcb7-9a41-4a27-8900-6a9a0d28233a None None] The sync data for ids ['ff02e233-67c2-41cc-aa56-a497b54bced8'] in dv-neutron-821183-1-hyperv is: [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:44:57Z', 'revision_number': 3, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:45:00.331450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.405040 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.409732 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.441824 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-62b332d7-c655-4de2-afad-d1a13b590f26 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:00.465107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] For port a6da67d4-7d05-47eb-9780-6e28cbece51b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a6da67d4-7d05-47eb-9780-6e28cbece51b,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:00.473809 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.477807 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:00.519907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.525407 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Pushing event updated for resources: {'Port': ['ID=3b07384a-df76-455d-9330-49882d7fc05c,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:00.528694 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:00.649311 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Pushing event updated for resources: {'Port': ['ID=a6da67d4-7d05-47eb-9780-6e28cbece51b,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:00.654269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:00.690285 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:45:00.691492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:45:00.733271 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644958b2e0>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:44:59Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:00.739393 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00d143b-8f55-4997-b027-dab843407d1d None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:44:59Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:45:00.773781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a6da67d4-7d05-47eb-9780-6e28cbece51b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:00.899761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port a6da67d4-7d05-47eb-9780-6e28cbece51b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:00.900155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:00.992169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9e6f091c-021d-4c4e-9125-b80d813233e3 None None] Provisioning complete for port a6da67d4-7d05-47eb-9780-6e28cbece51b triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:00.992545 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e6f091c-021d-4c4e-9125-b80d813233e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:01.274649 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9e6f091c-021d-4c4e-9125-b80d813233e3 None None] Provisioning for port 3b07384a-df76-455d-9330-49882d7fc05c completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:45:01.300229 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9e6f091c-021d-4c4e-9125-b80d813233e3 None None] Provisioning complete for port 3b07384a-df76-455d-9330-49882d7fc05c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:01.301183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9e6f091c-021d-4c4e-9125-b80d813233e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:01.416500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9e6f091c-021d-4c4e-9125-b80d813233e3 None None] Port 3b07384a-df76-455d-9330-49882d7fc05c cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:45:01.479520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Router ff02e233-67c2-41cc-aa56-a497b54bced8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:45:01.555919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0b8b1761-d26a-4985-8bfc-2501bb71266f None None] Provisioning complete for port 3b07384a-df76-455d-9330-49882d7fc05c triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:01.557920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0b8b1761-d26a-4985-8bfc-2501bb71266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:01.635783 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b1761-d26a-4985-8bfc-2501bb71266f None None] Port 3b07384a-df76-455d-9330-49882d7fc05c cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:45:01.760993 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:45:01.772136 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] 10.222.0.21 "PUT /v2.0/routers/ff02e233-67c2-41cc-aa56-a497b54bced8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4731717
Dec 09 14:45:02.527580 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38426) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:02.533277 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-123283', 'description': 'tempest-secgroup-smoke-123283 description', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:02.539717 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:02.543664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:02.547601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:02.554064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:02.564133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.601261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:02.604944 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:02.607651 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:02.613686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:02.668581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.672740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.677467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f07ce04b-4ad3-40ff-917e-19b0c89c4034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:02.720167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0804657-02e4-4125-a38f-2c2b99d552d7,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:02.724221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.725873 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1620 time: 0.1971974
Dec 09 14:45:02.726989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-45194375-f1bf-426f-a0da-1666a83d418f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:02.728794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38430) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:02.734424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'b0804657-02e4-4125-a38f-2c2b99d552d7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:02.741862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:02.745688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:02.748566 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:02.755590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:02.774198 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.813496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8327451c-d69b-4650-b20b-f0328754b6ea up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:02.846776 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.851348 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.858811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-7e113f5f-ed38-4109-a80c-35e76af4a3c5 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:02.879648 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7f4b44-e652-4d9b-bb8f-958f2cdbf836,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:02.882499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:02.887446 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.888911 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-99e8c06c-39bd-4260-a15e-c7be601465d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1591403
Dec 09 14:45:02.891660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38434) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:02.895088 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 8327451c-d69b-4650-b20b-f0328754b6ea completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:45:02.898072 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'b0804657-02e4-4125-a38f-2c2b99d552d7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:02.899933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 8327451c-d69b-4650-b20b-f0328754b6ea triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:02.900411 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:02.903881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:02.908067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:02.911457 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:02.917760 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:02.934957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.001655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.006052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.013771 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-95e7c454-d663-447a-8959-b601c3d07d3c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.020415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.035303 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02971f0b-d0c5-4fc8-a04a-22fda2fa24e7,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.038267 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.044299 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.045605 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-022efe16-4c12-453e-8458-66ec414ba5c6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1527209
Dec 09 14:45:03.048413 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38438) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:03.054401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'b0804657-02e4-4125-a38f-2c2b99d552d7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:03.055040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 8327451c-d69b-4650-b20b-f0328754b6ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8327451c-d69b-4650-b20b-f0328754b6ea,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:03.058865 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.059822 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 31afd5c5-9118-4007-b91c-d884846b8a9f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:03.060790 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:03.064661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:03.069138 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:03.074829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:03.087056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.091623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.153982 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.157475 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.159245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b0e656f1-eb35-4bde-ad99-39149e0ed51f tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.174631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=8327451c-d69b-4650-b20b-f0328754b6ea,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.178194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.182118 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ee168f-2a78-4d53-ac2b-8a8ad7578be3,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.184478 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.188944 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 31afd5c5-9118-4007-b91c-d884846b8a9f completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:45:03.192003 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.195812 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bd66cef5-b843-433e-bf92-43e3a26d5ef7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1439109
Dec 09 14:45:03.195959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 31afd5c5-9118-4007-b91c-d884846b8a9f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:03.195959 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.196159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38442) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:03.201628 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'b0804657-02e4-4125-a38f-2c2b99d552d7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:03.207468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:03.211401 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:03.214376 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:03.220111 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:03.236470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.299300 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.303657 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.311277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-1e007bd2-f085-44ca-84ed-ec0fa3e44949 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.314189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.333724 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6696fd-96ba-470c-a544-00a058a808f9,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.333969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 31afd5c5-9118-4007-b91c-d884846b8a9f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=31afd5c5-9118-4007-b91c-d884846b8a9f,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:03.336995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.338749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.340947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.345501 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.346718 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-17ec90b6-3b93-414b-a593-7fd165ab8717 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1496301
Dec 09 14:45:03.349464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38446) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:03.354913 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'b0804657-02e4-4125-a38f-2c2b99d552d7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:03.361074 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:03.365705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:03.368557 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:03.374626 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:03.385241 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Project 03a73cfb2c8b429aa3eb4d06bc44e656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:45:03.391621 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.410592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=31afd5c5-9118-4007-b91c-d884846b8a9f,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.414275 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.456402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.459685 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.461449 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e2224c41-dc4b-4ccd-a4ee-5646739c9f16 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.483127 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3043176b-76c2-4750-8df2-28be9fb42e5c,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.485650 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.493660 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.497302 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-0cf3031d-3bc5-4e6a-aa83-7a2413498a89 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1444459
Dec 09 14:45:03.497503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38450) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:03.502996 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'b0804657-02e4-4125-a38f-2c2b99d552d7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:03.508937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:03.513462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:03.516310 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:03.522269 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:03.531625 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Project 03a73cfb2c8b429aa3eb4d06bc44e656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:45:03.538332 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.603249 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.606519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.608313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-95028a1a-51d1-4fe3-b48b-03e7fdf7942b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:03.633126 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa1f01b-a261-461c-a8e6-a84040a60ed8,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:03.637520 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:03.641811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:03.643208 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9050ab02-d06d-45a8-960b-34cd92af4e0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1447423
Dec 09 14:45:03.814127 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-b081288c-4214-454e-94ec-10a299f2bfb9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:45:03.830035 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-b081288c-4214-454e-94ec-10a299f2bfb9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:45:03.831199 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-b081288c-4214-454e-94ec-10a299f2bfb9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-123283&fields=id&tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 267 time: 0.0582228
Dec 09 14:45:03.977488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f2cd0382-1151-4a7b-8005-2d45ea9e9173 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:03.978250 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f2cd0382-1151-4a7b-8005-2d45ea9e9173 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:network {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:45:03.994785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f2cd0382-1151-4a7b-8005-2d45ea9e9173 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:network {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:45:03.995954 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f2cd0382-1151-4a7b-8005-2d45ea9e9173 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 808 time: 0.1578286
Dec 09 14:45:04.013219 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-bed96cea-865d-4ddd-8395-bad3ca0b9b57 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/quotas/03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 375 time: 0.0113642
Dec 09 14:45:04.096309 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-5f05baee-cfc7-4259-a3dd-0f9a1070a78d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0783582
Dec 09 14:45:04.228767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-047c4285-e933-4b16-88fa-4c06d006f70e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:45:04.229813 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-047c4285-e933-4b16-88fa-4c06d006f70e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1220286
Dec 09 14:45:04.360748 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-6d0001dc-4703-4e8d-841c-e6eac12f2316 service neutron] 10.222.0.21 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246939
Dec 09 14:45:04.599002 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-3b76de63-b0d6-40d6-aa85-024bb67c59d6 service neutron] 10.222.0.21 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2322755
Dec 09 14:45:04.796644 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8327451c-d69b-4650-b20b-f0328754b6ea up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:04.820952 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5c15d9f6-0030-4929-a978-54b347e5430f req-5f753b4a-157c-4ecf-a191-7a595caac7b0 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 210 time: 0.0699773
Dec 09 14:45:04.884446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 8327451c-d69b-4650-b20b-f0328754b6ea triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:04.884978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:05.008749 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 31afd5c5-9118-4007-b91c-d884846b8a9f up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:05.128596 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 31afd5c5-9118-4007-b91c-d884846b8a9f triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:05.128920 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:05.833155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-aab04800-bfc4-463b-ac0e-1ca6cc672351 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:05.834555 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-aab04800-bfc4-463b-ac0e-1ca6cc672351 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 808 time: 0.1435778
Dec 09 14:45:05.893672 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-3eef26e0-0ff9-4757-b99c-a3fe7bfb9d67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 376 time: 0.0450680
Dec 09 14:45:05.903646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'port': {'device_id': '87c7e314-3567-459b-b340-1fbd5c120903', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'admin_state_up': True, 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'security_groups': ['b0804657-02e4-4125-a38f-2c2b99d552d7']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:06.032015 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9a811ea5-8018-47ad-b0fe-5df96ae1cd57 req-53068a7b-cc47-42a9-a0e4-9dab3c6ebb9b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 210 time: 0.0545890
Dec 09 14:45:06.082396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:06.086204 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:port and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:06.088848 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:06.094525 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:06.104373 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Made reservation on behalf of 03a73cfb2c8b429aa3eb4d06bc44e656 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:45:06.107465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:06.264667 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Allocated IP 172.20.0.12 (07b1955e-31a2-494c-8a68-6e7cdc3bfded/89e3ded8-a115-4f1f-bd9e-82f9118f2477/79b43e11-354f-4e53-8c3e-bd7682e76200) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:45:06.447203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:06.462056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Transition to ACTIVE for port object 79b43e11-354f-4e53-8c3e-bd7682e76200 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:45:06.483391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:06.489432 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bb46b12f-2c55-4d4f-bdb1-81b9f1d97ac3 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:06.556393 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:45:06.559806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:45:06.563578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:45:06.598536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:06.603026 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:06.629751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:06.630353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:06.650743 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7508094
Dec 09 14:45:06.662886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Request body: {'port': {'device_id': '87c7e314-3567-459b-b340-1fbd5c120903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:06.773735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:06.794059 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5d500c70-c851-4634-b4f8-38bc6036fc25 None None] Provisioning for port 79b43e11-354f-4e53-8c3e-bd7682e76200 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:45:06.798750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-5d500c70-c851-4634-b4f8-38bc6036fc25 None None] Provisioning complete for port 79b43e11-354f-4e53-8c3e-bd7682e76200 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:06.799123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-5d500c70-c851-4634-b4f8-38bc6036fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:06.850520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-5d500c70-c851-4634-b4f8-38bc6036fc25 None None] Port 79b43e11-354f-4e53-8c3e-bd7682e76200 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:45:07.112924 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b43e11-354f-4e53-8c3e-bd7682e76200 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:45:07.120867 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:07.135397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Transition to ACTIVE for port object 79b43e11-354f-4e53-8c3e-bd7682e76200 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:45:07.139703 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:07.144108 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-cea4a267-6d8c-4340-82c9-664a0cab680f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:07.426714 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:07.431208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:07.525205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1582b-2cec-4ba6-a5b6-21c9c9889e0d req-292b891b-859c-4b31-aca2-0c9cc75bd2a6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:07.525843 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6ce1582b-2cec-4ba6-a5b6-21c9c9889e0d req-292b891b-859c-4b31-aca2-0c9cc75bd2a6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:45:07.566430 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6ce1582b-2cec-4ba6-a5b6-21c9c9889e0d req-292b891b-859c-4b31-aca2-0c9cc75bd2a6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:45:07.567569 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ce1582b-2cec-4ba6-a5b6-21c9c9889e0d req-292b891b-859c-4b31-aca2-0c9cc75bd2a6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.3948362
Dec 09 14:45:07.571315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Attempting to bind port 79b43e11-354f-4e53-8c3e-bd7682e76200 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:45:07.571700 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Attempting to bind port 79b43e11-354f-4e53-8c3e-bd7682e76200 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:45:07.572020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Attempting to bind port 79b43e11-354f-4e53-8c3e-bd7682e76200 on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:45:07.598815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Port 79b43e11-354f-4e53-8c3e-bd7682e76200 on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:45:07.599186 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Attempting to bind port 79b43e11-354f-4e53-8c3e-bd7682e76200 on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:45:07.616902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:45:07.617230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Checking segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:45:07.617634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Bound using segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:45:07.618057 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Bound port: 79b43e11-354f-4e53-8c3e-bd7682e76200, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:45:07.618421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:07.664050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ce1582b-2cec-4ba6-a5b6-21c9c9889e0d req-f7440ff2-982a-4f31-9473-e8ad4920a23d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0892026
Dec 09 14:45:07.711771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:45:07.714687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:45:07.719260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:07.724100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:07.784274 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:07.786633 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] 10.222.0.35 "PUT /v2.0/ports/79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1094 time: 1.1284797
Dec 09 14:45:07.787344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:45:07.806590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:07.810179 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:07.857886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'status': 'completed', 'code': 200}
Dec 09 14:45:07.901010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-0e645c59-61a5-4761-a7b7-31b9d2d66aa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1097 time: 0.0759001
Dec 09 14:45:07.975503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-e8537713-78c1-4c98-9ec7-3c99ced00a57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 217 time: 0.0674574
Dec 09 14:45:08.041616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-29834435-7d5e-4e88-973e-ab13d290ad0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:08.043029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-29834435-7d5e-4e88-973e-ab13d290ad0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0609097
Dec 09 14:45:08.116040 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-78f5fa14-de32-4206-b5b2-b2a505b8e5bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668514
Dec 09 14:45:08.244180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-6a9d3834-5eea-4743-827b-d66476a853e5 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224782
Dec 09 14:45:08.374699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-04c8f481-25a0-4b6d-bcf5-95fff4c1f2fd req-410a4a95-fbb5-405f-82e1-7be7ec5c9e63 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244969
Dec 09 14:45:08.492222 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-64b5e101-d86e-4290-8474-5f924365a287 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1097 time: 0.0749140
Dec 09 14:45:08.622366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47bb9-12cc-4887-a078-23816ebb150a req-fde112d5-a0e7-4ba4-8f4f-f81f37968daa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:08.623772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-fde112d5-a0e7-4ba4-8f4f-f81f37968daa service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1245098
Dec 09 14:45:08.692330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-c312ca71-289e-4824-afa8-dfa1d7ea6282 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 217 time: 0.0614724
Dec 09 14:45:08.754958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47bb9-12cc-4887-a078-23816ebb150a req-72b5150d-075f-46b3-a417-429986daeb70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:08.756411 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-72b5150d-075f-46b3-a417-429986daeb70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0581250
Dec 09 14:45:08.889487 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-23be72c1-8cbc-4b93-8c16-181a28a8f63e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1267517
Dec 09 14:45:08.894473 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:45:08.898137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8256fe-397c-4601-a6e8-a903c2b6373e req-c5e2be00-13b9-4e6f-bc6f-b8901cb7e57d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:08.899519 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8256fe-397c-4601-a6e8-a903c2b6373e req-c5e2be00-13b9-4e6f-bc6f-b8901cb7e57d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.1077838
Dec 09 14:45:09.028962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:09.037716 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a8256fe-397c-4601-a6e8-a903c2b6373e req-9dc9c226-e557-45b5-85b8-0b77f02af7be tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1178463
Dec 09 14:45:09.042990 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'mac_address': 'fa:16:3e:fe:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:45:09.059476 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-223fb1a2-6715-404c-9e11-d13b43b25658 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590350
Dec 09 14:45:09.101240 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:09.119889 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b43e11-354f-4e53-8c3e-bd7682e76200 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:45:09.136067 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:09.140692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:09.142602 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-867b1ea9-3195-4532-a805-e6441b812ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:09.215336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:09.218709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:09.299875 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5af47bb9-12cc-4887-a078-23816ebb150a req-5a1d87ea-362a-4d4d-ae4c-4704817f20f4 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2335942
Dec 09 14:45:09.343217 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['79b43e11-354f-4e53-8c3e-bd7682e76200'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:45:10.251997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf4d30-de8b-4eae-911d-8021641244c4 req-a289b4e9-7ac6-4e69-853a-3e5d89f9abdf tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:10.253565 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23bf4d30-de8b-4eae-911d-8021641244c4 req-a289b4e9-7ac6-4e69-853a-3e5d89f9abdf tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 945 time: 0.0885658
Dec 09 14:45:10.304468 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-23bf4d30-de8b-4eae-911d-8021641244c4 req-1f1aba39-8162-45bd-b5bf-3c7d9b174168 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0451777
Dec 09 14:45:10.925134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:10.994971 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 79b43e11-354f-4e53-8c3e-bd7682e76200 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:45:10.999826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 79b43e11-354f-4e53-8c3e-bd7682e76200 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:11.000204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:11.122224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:11.152725 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:45:11.162202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:11.166117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:11.168129 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:11.226308 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'code': 200}
Dec 09 14:45:11.240618 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:11.243743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:11.496320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6c59-4c4b-4e41-b686-2a1596ce1669 req-7b0d3cca-2579-49d0-96eb-2fb412dd00ad tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:11.497714 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f25a6c59-4c4b-4e41-b686-2a1596ce1669 req-7b0d3cca-2579-49d0-96eb-2fb412dd00ad tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0768592
Dec 09 14:45:11.588999 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f25a6c59-4c4b-4e41-b686-2a1596ce1669 req-d4e97740-48f0-4beb-a0ac-fc60f79355a4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0586529
Dec 09 14:45:11.607407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb7e3aea-dd5e-46be-9708-2f7c73b35ee8 req-e280a122-3eb8-456d-8e83-7940c0ba3cb7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1099 time: 0.1049562
Dec 09 14:45:11.649679 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb7e3aea-dd5e-46be-9708-2f7c73b35ee8 req-f813b98a-6343-4a4f-ab43-51150e00c705 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0362773
Dec 09 14:45:12.811978 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2eaf79-613a-43c4-bb32-9727f6d8a0e8 req-4f7bc5ca-12d1-44c7-a3b3-e4843b62c3c9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:12.813431 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2eaf79-613a-43c4-bb32-9727f6d8a0e8 req-4f7bc5ca-12d1-44c7-a3b3-e4843b62c3c9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0951536
Dec 09 14:45:12.862170 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0f2eaf79-613a-43c4-bb32-9727f6d8a0e8 req-05ecc128-5914-4e30-bae8-93fab835f96e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0430529
Dec 09 14:45:14.060767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7097f-d01e-4a2c-a5a6-7ec23d8d0e29 req-faeb3658-bef7-4349-8e2d-933d7659c1e2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:14.062255 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7cc7097f-d01e-4a2c-a5a6-7ec23d8d0e29 req-faeb3658-bef7-4349-8e2d-933d7659c1e2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0834677
Dec 09 14:45:14.110296 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7cc7097f-d01e-4a2c-a5a6-7ec23d8d0e29 req-46d67858-4da0-4349-a752-dcab89c42cde tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0426061
Dec 09 14:45:14.311448 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9babbf3-837a-4b50-bf7a-6f37ad634f3f req-b60cd49e-a95d-4103-9a5e-9a22a7a127e6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:14.312879 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9babbf3-837a-4b50-bf7a-6f37ad634f3f req-b60cd49e-a95d-4103-9a5e-9a22a7a127e6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0829141
Dec 09 14:45:14.357596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9babbf3-837a-4b50-bf7a-6f37ad634f3f req-e4e941cb-2de7-4c19-87fc-8dafeefe2b13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0391028
Dec 09 14:45:14.386316 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38496) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:14.521152 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bcb97502-66a8-4385-9ab4-e924ad49c398 tempest-TestShelveInstance-177476851 tempest-TestShelveInstance-177476851-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1094 time: 0.1336401
Dec 09 14:45:14.523791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38502) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:45:14.529094 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:45:14.535113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:45:14.538920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:floatingip and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:45:14.541845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:45:14.548704 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:45:14.559581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:14.699519 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:14.848321 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Allocated IP 172.26.3.103 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/e59fbd5f-9b95-454a-82e9-89484b5c0e02) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:45:15.010344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:15.040105 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:15.045205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-9bee6f59-ec5c-48e8-9ef7-e02ea1136bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:15.112344 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:45:15.115691 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:45:15.119152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:45:15.153060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'Port': ['ID=e59fbd5f-9b95-454a-82e9-89484b5c0e02,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:15.158770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:15.747170 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:15.802055 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:16.005288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:16.009754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:16.013431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-2d7a7210-05a1-4165-804f-2588eb450578 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:16.115882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'Port': ['ID=e59fbd5f-9b95-454a-82e9-89484b5c0e02,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:16.123437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:16.132529 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:16.321446 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Floating IP 395553b4-25f5-4515-a450-d731ceb9f04e associated. External IP: 172.26.3.103, port: 79b43e11-354f-4e53-8c3e-bd7682e76200.
Dec 09 14:45:16.648746 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:16.708106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:45:16.900656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:45:16.910049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:45:16.923703 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:45:16.924349 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a50c4f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:16.924573 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:16.981471 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4565415
Dec 09 14:45:16.982354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:45:17.040845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'status': 'completed', 'code': 200}
Dec 09 14:45:17.109037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:45:17.133390 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-a671e97a-cf5d-42d9-baca-ea6074c1a831 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1099 time: 0.0683153
Dec 09 14:45:17.376592 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-43d9c7f4-72ea-4adb-a197-82429db00c85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:17.378008 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-43d9c7f4-72ea-4adb-a197-82429db00c85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.2389951
Dec 09 14:45:17.481127 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-31da859d-f483-4fbb-bba9-37a3df11f199 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1000 time: 0.0968041
Dec 09 14:45:17.497501 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a50c4f0>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '395553b4-25f5-4515-a450-d731ceb9f04e', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'floating_ip_address': '172.26.3.103', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'mac_address': 'fa:16:3e:fe:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7e314-3567-459b-b340-1fbd5c120903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:45:15Z', 'updated_at': '2021-12-09T14:45:15Z', 'revision_number': 0, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:17.501881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:45:17.513404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:45:17.514038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a50c4f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:17.547240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-5eb068c7-36f0-488b-a4d5-6ca1922d27c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:17.548704 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-5eb068c7-36f0-488b-a4d5-6ca1922d27c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0611949
Dec 09 14:45:17.635167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-1a229b67-420c-49ab-a68b-0f09197ec91a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791333
Dec 09 14:45:17.693211 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:45:17.776826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-fbf2ddf5-1a38-48ef-b917-f81c0fcc5203 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351678
Dec 09 14:45:17.913972 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b96e9c0b-eb56-4e52-b7a6-5699de462994 req-29ca9fef-e57f-4e3e-b4b3-4c81bf9ea21d service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304488
Dec 09 14:45:18.039347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a50c4f0>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '395553b4-25f5-4515-a450-d731ceb9f04e', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'floating_ip_address': '172.26.3.103', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'mac_address': 'fa:16:3e:fe:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7e314-3567-459b-b340-1fbd5c120903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:45:15Z', 'updated_at': '2021-12-09T14:45:15Z', 'revision_number': 0, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:18.043428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d70ea8-c34c-4d27-997a-30b91ab728cd None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '395553b4-25f5-4515-a450-d731ceb9f04e', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'floating_ip_address': '172.26.3.103', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'mac_address': 'fa:16:3e:fe:3b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7e314-3567-459b-b340-1fbd5c120903', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:45:15Z', 'updated_at': '2021-12-09T14:45:15Z', 'revision_number': 0, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:45:22.611719 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aa6ccfd6-c05f-41d6-9466-452b7490a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:23.000701 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd966c0-bd1a-4b78-84e5-758c8df37ae3 None None] New status for floating IP 395553b4-25f5-4515-a450-d731ceb9f04e: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:45:23.016674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Sync routers for ids ['ff02e233-67c2-41cc-aa56-a497b54bced8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:45:23.030149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Routers {'ff02e233-67c2-41cc-aa56-a497b54bced8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:45:23.031011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a41afd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ff02e233-67c2-41cc-aa56-a497b54bced8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:23.206515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Set router ff02e233-67c2-41cc-aa56-a497b54bced8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:45:23.514979 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a41afd0>, [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:45:00Z', 'revision_number': 4, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '3b07384a-df76-455d-9330-49882d7fc05c', 'name': '', 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'mac_address': 'fa:16:3e:8b:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4a09654-13e0-4b93-af47-f37786260957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:59Z', 'updated_at': '2021-12-09T14:45:00Z', 'revision_number': 2, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'subnets': [{'id': 'e4a09654-13e0-4b93-af47-f37786260957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:23.518720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Checking router: ff02e233-67c2-41cc-aa56-a497b54bced8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:45:23.519082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Updating router ff02e233-67c2-41cc-aa56-a497b54bced8 port 3b07384a-df76-455d-9330-49882d7fc05c binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:45:23.568825 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:23.946470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:23.957283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Transition to ACTIVE for port object 3b07384a-df76-455d-9330-49882d7fc05c will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:45:23.963679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:23.966937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:24.088236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7ad28-c2e4-4af3-bc4a-d0cf9d7d20da None None] Pushing event updated for resources: {'Port': ['ID=3b07384a-df76-455d-9330-49882d7fc05c,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:24.091615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84d7ad28-c2e4-4af3-bc4a-d0cf9d7d20da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:24.178356 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Attempting to bind port 3b07384a-df76-455d-9330-49882d7fc05c on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:45:24.178737 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Attempting to bind port 3b07384a-df76-455d-9330-49882d7fc05c by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:45:24.179107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Attempting to bind port 3b07384a-df76-455d-9330-49882d7fc05c on network da8878a8-cd0f-40f1-82bf-0898e0d543ad {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:45:24.185637 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:45:24.186038 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Checking segment: {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:45:24.186445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:24.186840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Bound using segment: {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:45:24.187301 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Bound port: 3b07384a-df76-455d-9330-49882d7fc05c, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0e060a-d8a9-41a0-8970-a10f649a44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:45:24.187677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:24.277672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] For port 3b07384a-df76-455d-9330-49882d7fc05c, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:45:24.280619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] For port 3b07384a-df76-455d-9330-49882d7fc05c, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3b07384a-df76-455d-9330-49882d7fc05c,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:45:24.284264 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:24.287702 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:24.379011 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7ad28-c2e4-4af3-bc4a-d0cf9d7d20da None None] Pushing event updated for resources: {'Port': ['ID=3b07384a-df76-455d-9330-49882d7fc05c,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:24.382481 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84d7ad28-c2e4-4af3-bc4a-d0cf9d7d20da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:24.385330 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Routers {'ff02e233-67c2-41cc-aa56-a497b54bced8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:45:24.385878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a41afd0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:44:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ff02e233-67c2-41cc-aa56-a497b54bced8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:24.571507 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] Set router ff02e233-67c2-41cc-aa56-a497b54bced8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:45:24.887871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a41afd0>, [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:45:00Z', 'revision_number': 4, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '3b07384a-df76-455d-9330-49882d7fc05c', 'name': '', 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'mac_address': 'fa:16:3e:8b:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4a09654-13e0-4b93-af47-f37786260957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:59Z', 'updated_at': '2021-12-09T14:45:24Z', 'revision_number': 4, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'subnets': [{'id': 'e4a09654-13e0-4b93-af47-f37786260957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:45:24.891826 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be31b0-5105-435c-aaf3-37cec48ef143 None None] The sync data for ids ['ff02e233-67c2-41cc-aa56-a497b54bced8'] in dv-neutron-821183-1-hyperv is: [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:45:00Z', 'revision_number': 4, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '3b07384a-df76-455d-9330-49882d7fc05c', 'name': '', 'network_id': 'da8878a8-cd0f-40f1-82bf-0898e0d543ad', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'mac_address': 'fa:16:3e:8b:39:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e4a09654-13e0-4b93-af47-f37786260957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:59Z', 'updated_at': '2021-12-09T14:45:24Z', 'revision_number': 4, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'subnets': [{'id': 'e4a09654-13e0-4b93-af47-f37786260957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:45:24.975188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1228532b-8268-4470-afcb-e611482ffe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:26.277718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:26.492882 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:26.794093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3b07384a-df76-455d-9330-49882d7fc05c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:26.865306 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 3b07384a-df76-455d-9330-49882d7fc05c completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:45:26.869747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 3b07384a-df76-455d-9330-49882d7fc05c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:26.870124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:26.976768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:27.010648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 3b07384a-df76-455d-9330-49882d7fc05c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3b07384a-df76-455d-9330-49882d7fc05c,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:45:27.014245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:27.016014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:45:27.078189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=3b07384a-df76-455d-9330-49882d7fc05c,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:45:27.081109 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:45:27.690819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:28.780003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3b07384a-df76-455d-9330-49882d7fc05c up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:45:28.848528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 3b07384a-df76-455d-9330-49882d7fc05c triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:45:28.848905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:32.396980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:45:46.658379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:52.614194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b57daf5-3af5-4621-abbc-2ac50603081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:54.980801 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2bb3404e-38db-4df0-988e-57e33b8b8c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:56.279049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:56.495049 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:57.694412 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:45:57.704889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-339e1865-81aa-487a-92a1-dbdb04bb06cb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696394
Dec 09 14:45:57.860263 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-a316ded5-3695-4d32-b8c9-f553e1f1c68f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1099 time: 0.0733900
Dec 09 14:45:58.003889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-bf6d5d05-0315-4a74-88ba-ca92df8fe53d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:58.005898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-bf6d5d05-0315-4a74-88ba-ca92df8fe53d service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1267421
Dec 09 14:45:58.108684 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-d0dfd411-f13f-4f22-bfe7-0238ed138b69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1002 time: 0.0968292
Dec 09 14:45:58.171991 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-e7dc4adf-d2a3-4b8e-ab1e-a5f44c4cc739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:45:58.173409 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-e7dc4adf-d2a3-4b8e-ab1e-a5f44c4cc739 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0582287
Dec 09 14:45:58.249274 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-702cc7ba-1b56-4a38-9fc6-3191354e4ae3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696533
Dec 09 14:45:58.377708 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-102e8425-1a86-4780-8c50-e8accf0070a2 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222119
Dec 09 14:45:58.504863 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ba182994-bb85-4c57-bbdc-964edb2e1008 req-9460aa60-2be7-4c9f-8efd-91f740e3a9e1 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211867
Dec 09 14:46:09.396830 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:46:16.687336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:21.972609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-c1b60839-bf83-45c3-b822-f38296597b70 req-0bff69b6-68f4-4db7-8877-2ad9f918bd47 service neutron] (83444) timed out ('10.222.0.21', 34282) {{(pid=83444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 14:46:22.617895 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-91e10d03-1c7b-48af-ab44-f516abd620a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:24.983075 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-734baed7-11f2-4963-bdeb-549e53fe74ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:26.282304 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:26.496344 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:27.698434 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:46.396506 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:46:46.703607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:52.619017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4357f8b4-40ff-467a-ba98-e2b9b3249f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:54.984708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1342edd8-921d-42cf-8fe5-9ddd89767a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:56.283487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:56.498951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:57.699775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:46:58.688414 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-b31f4756-0ccd-4d80-adf1-62924843c92d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704129
Dec 09 14:46:58.824851 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-8e1d4bcc-2284-4a7c-a52a-6aa57f89df7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1099 time: 0.0686839
Dec 09 14:46:59.062720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-00d52bcb-03a2-4f02-8c91-7780ac45bc39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:46:59.064129 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-00d52bcb-03a2-4f02-8c91-7780ac45bc39 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.2220368
Dec 09 14:46:59.166747 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-3c97b05c-30e2-45de-a634-b7c197ff2321 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1002 time: 0.0958271
Dec 09 14:46:59.231846 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-850ec315-3e24-4d25-99cd-0b7973721624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:46:59.233246 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-850ec315-3e24-4d25-99cd-0b7973721624 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0608556
Dec 09 14:46:59.306659 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-e19a9357-0860-41f5-ba49-0692e6ea1b5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670598
Dec 09 14:46:59.433914 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-64e5548c-4dbd-43df-bb82-b9d8bd3ace15 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208665
Dec 09 14:46:59.561707 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9132e8-f1fb-4f02-b059-98d315f3727b req-4b2f9e59-9767-4457-a7d8-2f8a08c5fbf6 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218719
Dec 09 14:47:11.400457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c991ab-9274-43d9-890f-e4c2d714dd54 req-802c5000-0a68-423e-bec9-d681e916ef93 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:11.401812 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73c991ab-9274-43d9-890f-e4c2d714dd54 req-802c5000-0a68-423e-bec9-d681e916ef93 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0754991
Dec 09 14:47:11.448596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-73c991ab-9274-43d9-890f-e4c2d714dd54 req-3c7b1b71-4b3c-420c-a61f-707d16319da2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0414300
Dec 09 14:47:12.659565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34d69-fe3d-4a76-81fd-df10f0ff8c09 req-3e6b5de3-563f-4ae7-bcae-7f5fe08e7a82 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:12.660994 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42a34d69-fe3d-4a76-81fd-df10f0ff8c09 req-3e6b5de3-563f-4ae7-bcae-7f5fe08e7a82 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0772855
Dec 09 14:47:12.705303 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-42a34d69-fe3d-4a76-81fd-df10f0ff8c09 req-c2ae9094-d729-4e7b-8e21-13399255a1ba tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0387478
Dec 09 14:47:13.919741 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f8d7f-61f7-4985-a398-f417d4368e82 req-43159163-c976-4eba-ad0c-d541ee8113de tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:13.921724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e0f8d7f-61f7-4985-a398-f417d4368e82 req-43159163-c976-4eba-ad0c-d541ee8113de tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0800498
Dec 09 14:47:13.965311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e0f8d7f-61f7-4985-a398-f417d4368e82 req-cd831f95-620c-4713-9e73-297b5b7903f5 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0381303
Dec 09 14:47:15.160864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1bf2d-8200-4fe7-b052-3c7b2e016752 req-129b218c-6c7b-48b5-a4d4-d1d61b13496a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:15.162335 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddb1bf2d-8200-4fe7-b052-3c7b2e016752 req-129b218c-6c7b-48b5-a4d4-d1d61b13496a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0776691
Dec 09 14:47:15.206867 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ddb1bf2d-8200-4fe7-b052-3c7b2e016752 req-f41d8f62-f6d7-4cbc-a1c5-de69135e00bb tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0390890
Dec 09 14:47:16.409050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175620c9-c14c-4dd2-af41-c2f2fc51ee2b req-4ee31aa2-1892-4484-8f2f-0c79089120a3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:16.410512 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-175620c9-c14c-4dd2-af41-c2f2fc51ee2b req-4ee31aa2-1892-4484-8f2f-0c79089120a3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0832300
Dec 09 14:47:16.455557 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-175620c9-c14c-4dd2-af41-c2f2fc51ee2b req-3b943668-3c10-4790-98c6-b62d119acd8b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0394568
Dec 09 14:47:16.704426 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:17.651542 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85c8a1-a04c-4916-8cd1-400c1a26049e req-f625eebe-3c07-4c3a-a1fb-bf80434b6701 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:17.652947 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a85c8a1-a04c-4916-8cd1-400c1a26049e req-f625eebe-3c07-4c3a-a1fb-bf80434b6701 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0747614
Dec 09 14:47:17.696598 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a85c8a1-a04c-4916-8cd1-400c1a26049e req-a4b798aa-fd38-45c7-945b-84a94b295bac tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0383327
Dec 09 14:47:18.891980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7c7cf-4dd0-47fb-996f-398752d4cc68 req-b6b2980c-9119-4383-a0b5-e757ed1fae91 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:18.893449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7fa7c7cf-4dd0-47fb-996f-398752d4cc68 req-b6b2980c-9119-4383-a0b5-e757ed1fae91 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0798616
Dec 09 14:47:18.937009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7fa7c7cf-4dd0-47fb-996f-398752d4cc68 req-cc1a8af3-f4c3-4c88-a18a-22aa03fbd4e2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0381825
Dec 09 14:47:20.129504 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc22a3-e1c4-4f38-a47e-3a7f7b0cb761 req-392f1d89-c7a0-4abb-962e-12eeaf50bd66 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:20.130962 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7ecc22a3-e1c4-4f38-a47e-3a7f7b0cb761 req-392f1d89-c7a0-4abb-962e-12eeaf50bd66 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0758739
Dec 09 14:47:20.180739 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7ecc22a3-e1c4-4f38-a47e-3a7f7b0cb761 req-11d04753-0340-4411-8434-e0b6372d8611 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0444243
Dec 09 14:47:21.374087 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ee9c3-d13d-45ef-8500-8bc6e06a3253 req-64a337cf-5ea8-4051-b30e-df9b73d8d0d8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:21.375523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb9ee9c3-d13d-45ef-8500-8bc6e06a3253 req-64a337cf-5ea8-4051-b30e-df9b73d8d0d8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0765035
Dec 09 14:47:21.421878 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bb9ee9c3-d13d-45ef-8500-8bc6e06a3253 req-0efdd7a1-01b3-4018-833d-835a1b453903 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0409925
Dec 09 14:47:22.620483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e96e5693-7676-469c-ad49-560be2e50bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:22.623518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48d45f-d614-4137-9102-de45093d43e0 req-78bcfbc8-ae3c-4ef9-9f52-16e946a83e26 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:22.624967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc48d45f-d614-4137-9102-de45093d43e0 req-78bcfbc8-ae3c-4ef9-9f52-16e946a83e26 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0821385
Dec 09 14:47:22.668880 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dc48d45f-d614-4137-9102-de45093d43e0 req-84b5d864-a3f3-4488-9b17-da21a52a0c51 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0384784
Dec 09 14:47:23.397409 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:47:23.870206 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1b3e6-68b8-46ce-92df-291ec32cb872 req-a2361764-818f-4658-89c1-51bab0e5d84c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:23.871656 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7fb1b3e6-68b8-46ce-92df-291ec32cb872 req-a2361764-818f-4658-89c1-51bab0e5d84c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0784106
Dec 09 14:47:23.916955 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7fb1b3e6-68b8-46ce-92df-291ec32cb872 req-7bbed447-398f-4b28-884a-29fd77f7c133 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0391822
Dec 09 14:47:24.989859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f722f68e-9ba3-49fa-9624-c48cd667d2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:25.405874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c56fa-2af6-4d79-8c8d-4e56d78326c9 req-7ccb9034-fb9c-4abe-909f-aed76fafd265 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:25.408028 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf2c56fa-2af6-4d79-8c8d-4e56d78326c9 req-7ccb9034-fb9c-4abe-909f-aed76fafd265 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.2050738
Dec 09 14:47:25.466940 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bf2c56fa-2af6-4d79-8c8d-4e56d78326c9 req-036ee098-a5c5-46e1-9775-0d0bef1bbba4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0532768
Dec 09 14:47:25.558402 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:47:25.710829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:25.725709 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'mac_address': 'fa:16:3e:fe:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:47:25.785562 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:25.807780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79b43e11-354f-4e53-8c3e-bd7682e76200 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:47:25.823664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:25.827951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:25.834167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84d7ad28-c2e4-4af3-bc4a-d0cf9d7d20da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:47:25.910787 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:47:25.913274 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['79b43e11-354f-4e53-8c3e-bd7682e76200'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:47:25.968248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.968590 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.968844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.969181 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.969517 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.972199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.972199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.972199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.972199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.972199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.972199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:47:25.975841 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:47:26.292463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:26.507933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:26.692467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab0d1e-1546-482c-aa05-db7c22bc9dd8 req-74514cbd-634f-4976-8688-da3859bde473 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:26.694729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adab0d1e-1546-482c-aa05-db7c22bc9dd8 req-74514cbd-634f-4976-8688-da3859bde473 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 945 time: 0.1022820
Dec 09 14:47:26.750569 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-adab0d1e-1546-482c-aa05-db7c22bc9dd8 req-ab2b32a3-1c60-49e4-95b1-20fe74bcc073 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0477073
Dec 09 14:47:27.550133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:47:27.630024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 79b43e11-354f-4e53-8c3e-bd7682e76200 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:47:27.630496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:27.741253 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:27.769601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:27.806500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:47:27.817845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:27.822780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:27.826111 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:47:27.906597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:47:27.910676 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:47:27.918630 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'code': 200}
Dec 09 14:47:28.041665 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad244a3d-9172-406a-9218-6665889d316a req-448247ae-dda7-4c67-898a-549747056c0e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:28.043163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad244a3d-9172-406a-9218-6665889d316a req-448247ae-dda7-4c67-898a-549747056c0e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0831912
Dec 09 14:47:28.091701 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ad244a3d-9172-406a-9218-6665889d316a req-19db2fd4-bd08-438f-97cc-4de131d15893 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0419254
Dec 09 14:47:29.319336 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8510e60-f3e8-4edb-b0df-5252ba29fb7f req-6733bd01-e445-4694-b9b7-c49eb546fc08 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:29.320775 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8510e60-f3e8-4edb-b0df-5252ba29fb7f req-6733bd01-e445-4694-b9b7-c49eb546fc08 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.1015418
Dec 09 14:47:29.374881 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e8510e60-f3e8-4edb-b0df-5252ba29fb7f req-636cade7-3d9d-4753-ba6e-98e51dcf6dbd tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0479934
Dec 09 14:47:30.586735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae992169-3f73-4fd3-b7b3-35b6f3c00853 req-a5aa54b1-a8d2-4179-8ad6-b9a2ce826377 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:30.593523 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae992169-3f73-4fd3-b7b3-35b6f3c00853 req-a5aa54b1-a8d2-4179-8ad6-b9a2ce826377 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0858288
Dec 09 14:47:30.642044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae992169-3f73-4fd3-b7b3-35b6f3c00853 req-7174a53e-1182-4ab1-bca4-a7212e217374 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0474646
Dec 09 14:47:31.861015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984825ad-5854-4fa3-a540-6533de9583d0 req-a5ab3b1c-14ef-4a7b-8cdc-897266f44db6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:31.862445 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984825ad-5854-4fa3-a540-6533de9583d0 req-a5ab3b1c-14ef-4a7b-8cdc-897266f44db6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0838029
Dec 09 14:47:31.909847 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-984825ad-5854-4fa3-a540-6533de9583d0 req-fb0d2091-e981-4289-9fc3-aa2e6c826d2d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0413957
Dec 09 14:47:33.121031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048764f1-ac60-4fb3-8d83-0ee7bb3fe44e req-d067eb30-1b00-4e4e-ac6d-05310c292599 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:33.122601 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-048764f1-ac60-4fb3-8d83-0ee7bb3fe44e req-d067eb30-1b00-4e4e-ac6d-05310c292599 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0816352
Dec 09 14:47:33.176806 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-048764f1-ac60-4fb3-8d83-0ee7bb3fe44e req-31a0f674-bf20-4010-be7f-c0f462de2b47 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0485687
Dec 09 14:47:34.372016 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4148c-35b6-4a61-a960-46c1cf7a39f2 req-633c6ec1-b0da-4213-ae2a-22d5b4a58c92 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:34.373461 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90f4148c-35b6-4a61-a960-46c1cf7a39f2 req-633c6ec1-b0da-4213-ae2a-22d5b4a58c92 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0762374
Dec 09 14:47:34.417318 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-90f4148c-35b6-4a61-a960-46c1cf7a39f2 req-44ddfd5a-fa7a-4f81-aa48-7e7a964b1050 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0382695
Dec 09 14:47:34.740509 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-42397866-68bd-4016-92c5-d7ef6fe7443e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1099 time: 0.0722616
Dec 09 14:47:34.870428 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-8cd476ea-cf9d-43db-a936-a7db9b997ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:34.871729 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-8cd476ea-cf9d-43db-a936-a7db9b997ff2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1251867
Dec 09 14:47:34.968350 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-fba2f007-a94c-4e13-93ab-9d3c7bcc11b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1002 time: 0.0896325
Dec 09 14:47:35.031566 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-41d94d9b-52a8-4791-9960-04106e643d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:35.032970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-41d94d9b-52a8-4791-9960-04106e643d09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0589824
Dec 09 14:47:35.106812 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-c8c7c19a-ad06-4d15-a00c-fd7641ceda6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676963
Dec 09 14:47:35.237496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-371860f5-432a-493b-912f-2808210ed7ec service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243832
Dec 09 14:47:35.365399 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0b980ec-3cd5-40a2-9501-39d4fbf10c8d req-fdc6f27a-31e3-455a-8525-1be70d49e69b service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213219
Dec 09 14:47:35.625063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc12639-afe9-4143-b696-0f6582670e7f req-9a135526-91e4-4af8-8733-0381db573c54 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:35.626527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9dc12639-afe9-4143-b696-0f6582670e7f req-9a135526-91e4-4af8-8733-0381db573c54 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0870383
Dec 09 14:47:35.669960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-9dc12639-afe9-4143-b696-0f6582670e7f req-bdc8cb03-dd95-4b64-abf8-31b2bce1a48c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0380213
Dec 09 14:47:36.864874 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d4558-ca56-4d12-b358-8159eabc13f9 req-cbf0b590-9360-4112-b8ac-4037b087e3f7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:36.866344 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a6d4558-ca56-4d12-b358-8159eabc13f9 req-cbf0b590-9360-4112-b8ac-4037b087e3f7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0784595
Dec 09 14:47:36.913830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a6d4558-ca56-4d12-b358-8159eabc13f9 req-e886fe7a-6da7-4b70-b584-b8fb54823253 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0411263
Dec 09 14:47:38.108310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c1920-8112-4995-b485-c0f846201b68 req-986156bb-7266-4822-8acc-d94de3194693 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:38.109782 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-091c1920-8112-4995-b485-c0f846201b68 req-986156bb-7266-4822-8acc-d94de3194693 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 946 time: 0.0787516
Dec 09 14:47:38.153981 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-091c1920-8112-4995-b485-c0f846201b68 req-02ff6ac3-04d7-4add-ac32-45210290a2be tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0387752
Dec 09 14:47:38.334286 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb68b73d-f9fb-4171-a039-a6344667e09a req-cf0d6119-8bcb-4ef4-b24a-91cfb19fdfb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0659418
Dec 09 14:47:39.531516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38644) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:47:39.581933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:47:39.699451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:39.728386 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:47:39.738549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:39.742929 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:39.745025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0caa0412-0af5-49fd-aa27-e0cd86cc3fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:47:39.785953 dv-neutron-821183-1-hyperv neutron-server[83445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'code': 422} returned with failed status
Dec 09 14:47:39.812033 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:47:39.815255 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:47:39.849709 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-cb6205ed-87ca-4e14-9b2c-12e5c27ea29e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3168621
Dec 09 14:47:39.871480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008023bd-e82c-4ccb-9850-71d8e56e962a req-40f333b2-8f7c-4973-b732-22209bf855c7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:39.873357 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-008023bd-e82c-4ccb-9850-71d8e56e962a req-40f333b2-8f7c-4973-b732-22209bf855c7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.3328874
Dec 09 14:47:39.918670 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-008023bd-e82c-4ccb-9850-71d8e56e962a req-c6572459-e7e8-488d-b83a-51b8ef20131a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0398538
Dec 09 14:47:40.477120 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-1e5d9f63-a722-4246-909a-945d43130042 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 1097 time: 0.0677552
Dec 09 14:47:40.567379 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-75f11f86-c081-4112-87c4-1307c2d2d57a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1097 time: 0.0705376
Dec 09 14:47:40.697031 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1e920-b842-42f8-a84c-92721eed85bc req-751d5f0d-996a-469c-a0b4-8cc6905e5433 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:40.698455 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-751d5f0d-996a-469c-a0b4-8cc6905e5433 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1243763
Dec 09 14:47:40.796335 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-d597f35e-3729-43c3-8844-439483b79901 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1000 time: 0.0915811
Dec 09 14:47:40.860216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1e920-b842-42f8-a84c-92721eed85bc req-128cedf1-11fe-49dd-a93c-4faa44f1d2a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:40.861628 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-128cedf1-11fe-49dd-a93c-4faa44f1d2a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0595217
Dec 09 14:47:40.935168 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-f95864b2-ed3d-4f15-89b9-fe069828af5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674973
Dec 09 14:47:41.070419 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-8e97eb2d-91e4-4c68-a0a1-87954789849f service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292791
Dec 09 14:47:41.260176 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-f9795566-abb0-4162-8655-d95a3114d1c7 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839192
Dec 09 14:47:41.272588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7d23-290e-41a7-a7a5-ce3393f8e794 req-4623f4f3-4443-4c34-acb3-17396a43c570 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:41.274039 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8dcb7d23-290e-41a7-a7a5-ce3393f8e794 req-4623f4f3-4443-4c34-acb3-17396a43c570 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.2377102
Dec 09 14:47:41.320657 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8dcb7d23-290e-41a7-a7a5-ce3393f8e794 req-723dc55e-0b06-4413-9231-e6ad2412a181 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0397432
Dec 09 14:47:42.525609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cf7d9-969c-49e6-85ef-2f249c4a6e3f req-6206f837-75e5-4dcd-acec-0789c2db2ec6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:42.527884 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-857cf7d9-969c-49e6-85ef-2f249c4a6e3f req-6206f837-75e5-4dcd-acec-0789c2db2ec6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0833659
Dec 09 14:47:42.585104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-857cf7d9-969c-49e6-85ef-2f249c4a6e3f req-0369ebf9-4b14-4af7-807f-471ce714274e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0512264
Dec 09 14:47:43.808159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9b615-ef56-4803-959a-fb8f3e95169e req-b22afd2d-ce96-44fa-aa87-d2abd025dce8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:43.809603 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6d9b615-ef56-4803-959a-fb8f3e95169e req-b22afd2d-ce96-44fa-aa87-d2abd025dce8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0898836
Dec 09 14:47:43.856029 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f6d9b615-ef56-4803-959a-fb8f3e95169e req-a11b0f74-99b8-4612-b384-1b4af36398d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0403721
Dec 09 14:47:45.061916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b6a2-d056-41e8-a2cd-2e381dbe4cc4 req-19f5441e-be81-40e1-8241-de5386aa7566 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:45.063435 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff45b6a2-d056-41e8-a2cd-2e381dbe4cc4 req-19f5441e-be81-40e1-8241-de5386aa7566 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0794132
Dec 09 14:47:45.123306 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ff45b6a2-d056-41e8-a2cd-2e381dbe4cc4 req-7c328d60-fdac-476e-a12b-a6b55c049bff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0541866
Dec 09 14:47:46.328214 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83015c6-e09b-4671-8b4e-9bd881802fb7 req-330b4c3c-16f8-4fe2-9bc2-329eece3e468 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:46.329898 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d83015c6-e09b-4671-8b4e-9bd881802fb7 req-330b4c3c-16f8-4fe2-9bc2-329eece3e468 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0817597
Dec 09 14:47:46.376912 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d83015c6-e09b-4671-8b4e-9bd881802fb7 req-2c2ee0d5-a881-4fc6-9252-01de7a2a283e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0414042
Dec 09 14:47:46.723406 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:47.594632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d590c-da82-4fbc-8211-a74615c192ac req-0ca30582-6ab7-4d63-85ae-e7eeeb1033c1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:47.596388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c6d590c-da82-4fbc-8211-a74615c192ac req-0ca30582-6ab7-4d63-85ae-e7eeeb1033c1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0914927
Dec 09 14:47:47.641810 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c6d590c-da82-4fbc-8211-a74615c192ac req-2dab5243-f653-4b30-903b-514461ed0db9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0399082
Dec 09 14:47:48.844264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2537a-0f71-4415-90ce-57c96ba15674 req-1dc4d26c-e046-4705-abee-b0bdd5958ab9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:48.845642 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cef2537a-0f71-4415-90ce-57c96ba15674 req-1dc4d26c-e046-4705-abee-b0bdd5958ab9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0808141
Dec 09 14:47:48.893070 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cef2537a-0f71-4415-90ce-57c96ba15674 req-dc9b02b7-db5b-4ad5-a978-3699ec89641b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0417581
Dec 09 14:47:50.202365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae346e6c-ab1c-40a3-96ce-99c1693b0eed req-a1f5a6c4-a049-4a6b-992e-c72bf6957d12 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:50.204299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae346e6c-ab1c-40a3-96ce-99c1693b0eed req-a1f5a6c4-a049-4a6b-992e-c72bf6957d12 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.1851871
Dec 09 14:47:50.252072 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ae346e6c-ab1c-40a3-96ce-99c1693b0eed req-8150e7a8-7242-44f6-bcdc-1210eecc0a82 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0423491
Dec 09 14:47:51.459112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c8cf7-64ba-4043-9c03-2c3448969c3a req-8465c633-24d6-473e-8930-6d44ae28f658 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:51.460566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c78c8cf7-64ba-4043-9c03-2c3448969c3a req-8465c633-24d6-473e-8930-6d44ae28f658 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0793686
Dec 09 14:47:51.507157 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c78c8cf7-64ba-4043-9c03-2c3448969c3a req-0585a98e-2f3a-4e94-8967-76009ffef242 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0411961
Dec 09 14:47:52.624001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6051565d-2714-4725-91c7-dbc2a79cba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:52.712177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670a158-8b53-4edf-9e89-901e16b821a6 req-fbccaf70-6e2d-4c73-8074-bd64cafe4768 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:52.713632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3670a158-8b53-4edf-9e89-901e16b821a6 req-fbccaf70-6e2d-4c73-8074-bd64cafe4768 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0781753
Dec 09 14:47:52.758063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3670a158-8b53-4edf-9e89-901e16b821a6 req-7fe93129-b821-402b-9d42-77587c31287c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0383930
Dec 09 14:47:53.949906 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6071065-a146-4024-8c31-370837e1f713 req-b565d0db-4dc1-4287-b590-ba2867d9b299 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:53.951327 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6071065-a146-4024-8c31-370837e1f713 req-b565d0db-4dc1-4287-b590-ba2867d9b299 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0748031
Dec 09 14:47:53.998490 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c6071065-a146-4024-8c31-370837e1f713 req-eb8d229e-e927-4e80-a0ec-69c55bf3db6d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0412457
Dec 09 14:47:54.982308 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8eee2fad-65f4-4bc2-b7ed-3aeab76770c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:55.194598 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f71ef5-d6a4-4fcb-b131-64c258c358d1 req-d7d230c7-d2c2-4c30-bf6e-6429ebbafcba tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:55.196053 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12f71ef5-d6a4-4fcb-b131-64c258c358d1 req-d7d230c7-d2c2-4c30-bf6e-6429ebbafcba tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 944 time: 0.0753331
Dec 09 14:47:55.242113 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-12f71ef5-d6a4-4fcb-b131-64c258c358d1 req-5a7a9893-9d3f-4666-a91c-29f116d06b4b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0406246
Dec 09 14:47:55.627992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:47:55.759994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:55.776620 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'port_id': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'mac_address': 'fa:16:3e:fe:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:47:55.829775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:55.846669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b43e11-354f-4e53-8c3e-bd7682e76200 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:47:55.860899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:55.864847 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:55.867726 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:47:55.930512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=9']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:47:55.934161 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:47:56.080732 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['79b43e11-354f-4e53-8c3e-bd7682e76200'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:47:56.304470 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:56.437479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeecc8-481e-451c-b83e-1be13b275897 req-8472a9ca-834c-4770-8da1-da0fda41c0bb tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:56.438933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-acbeecc8-481e-451c-b83e-1be13b275897 req-8472a9ca-834c-4770-8da1-da0fda41c0bb tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 945 time: 0.0800469
Dec 09 14:47:56.482569 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-acbeecc8-481e-451c-b83e-1be13b275897 req-fec7a844-b85a-46ab-b2fc-690f3636c735 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0381949
Dec 09 14:47:56.505061 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:57.642881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:47:57.679074 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439e77e-8a0e-455f-be99-bb468e69322a req-365ffe7b-4039-4f79-9d21-7214637e1371 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:57.680595 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7439e77e-8a0e-455f-be99-bb468e69322a req-365ffe7b-4039-4f79-9d21-7214637e1371 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 945 time: 0.0772312
Dec 09 14:47:57.711923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:57.721860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 79b43e11-354f-4e53-8c3e-bd7682e76200 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:47:57.722230 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:57.732412 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7439e77e-8a0e-455f-be99-bb468e69322a req-1de7e684-71ca-43c9-8fe3-e6071009e64c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0465291
Dec 09 14:47:57.834624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:57.859659 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:47:57.869219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:47:57.873336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:47:57.875667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:47:57.917229 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'code': 200}
Dec 09 14:47:57.944202 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=10']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:47:57.947123 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:47:58.162546 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ecdefb04-f53c-4185-87bd-8286112546df req-b53df99b-b656-47d1-9e5d-381f05fab200 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1100 time: 0.0705717
Dec 09 14:47:58.204478 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ecdefb04-f53c-4185-87bd-8286112546df req-9225ff72-da2e-4bb8-83f1-f2876b503095 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0356891
Dec 09 14:47:58.927022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a57fc-91d3-42a1-8f70-f7e0b85a559d req-844617aa-3313-4905-ae39-d17a14472f0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:47:58.928466 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a1a57fc-91d3-42a1-8f70-f7e0b85a559d req-844617aa-3313-4905-ae39-d17a14472f0b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 947 time: 0.0765905
Dec 09 14:47:58.976452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5a1a57fc-91d3-42a1-8f70-f7e0b85a559d req-e261dc9d-f3de-4651-ba47-223e71b1c509 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0425222
Dec 09 14:48:00.173804 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dfaaf-f1d3-4b90-ab9d-501c2853f76c req-8f66fc15-0fab-41c2-954a-a19f43ee59c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:48:00.175249 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-874dfaaf-f1d3-4b90-ab9d-501c2853f76c req-8f66fc15-0fab-41c2-954a-a19f43ee59c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 947 time: 0.0772130
Dec 09 14:48:00.222062 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-874dfaaf-f1d3-4b90-ab9d-501c2853f76c req-675d8b74-3640-4bd0-8027-8ec355e5aded tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0414240
Dec 09 14:48:00.397323 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:48:00.713032 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-2d6ad758-f394-4ace-84bb-9d1e3c27ec3b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0709844
Dec 09 14:48:00.845427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-9e553cc6-7672-4e49-9fab-3d046ec4754d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1100 time: 0.0681708
Dec 09 14:48:00.987662 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-6ef67967-d28e-4377-8a3c-9126f19f2e2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:48:00.988998 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-6ef67967-d28e-4377-8a3c-9126f19f2e2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1250970
Dec 09 14:48:01.089924 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-498e9be5-2548-4528-9755-8828d05b0731 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1002 time: 0.0943158
Dec 09 14:48:01.150411 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-9bfcb0d9-ef7e-485a-bb57-ce1374f8d313 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:48:01.151786 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-9bfcb0d9-ef7e-485a-bb57-ce1374f8d313 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0563056
Dec 09 14:48:01.229140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-4a621835-aa21-4ee6-80a5-c8385aff4560 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712326
Dec 09 14:48:01.358606 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-4321a2e1-4af6-4458-89c0-7b59866e0423 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223519
Dec 09 14:48:01.582259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-81b49762-5bd1-425a-99b0-73df9c82dfda req-9accbf72-dbc4-42fc-a2dd-778a526774cf service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2186048
Dec 09 14:48:16.720146 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:22.628535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c132344d-2c7b-48df-a0cf-9e3830c565ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:24.983429 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-456b9395-580f-4f5b-8e41-74196834210b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:26.292497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:26.508056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:27.702899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:37.396995 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:48:46.719175 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:52.629743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-891d6e7c-506b-4973-9c6d-082b0b17793e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:54.985984 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e849c807-5601-4e4f-a0b2-5466fa0f5df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:56.295104 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:56.509691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:48:57.705199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:02.750281 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-f70a5fb4-fff0-4b86-aa47-b6e7a307ed19 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1318016
Dec 09 14:49:02.889299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-ff6c5324-12dd-48b9-9303-63558d801ffa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1100 time: 0.0712428
Dec 09 14:49:03.029671 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-1cafd890-700c-4c37-a4f6-fdd9acfda55c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:03.031050 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-1cafd890-700c-4c37-a4f6-fdd9acfda55c service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1232862
Dec 09 14:49:03.128052 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-b53b3678-9bc6-4d6d-8b11-9daefeccdc01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 1002 time: 0.0906248
Dec 09 14:49:03.190791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-2ec35a65-de8d-47b7-831e-a6fe952b286c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:03.192317 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-2ec35a65-de8d-47b7-831e-a6fe952b286c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0592151
Dec 09 14:49:03.266031 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-ebd1900a-5874-48ef-9c48-30a75ec2695f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679429
Dec 09 14:49:03.394171 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-4c297eb5-9fca-423e-87b2-463640c41f17 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221089
Dec 09 14:49:03.522218 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a63619c9-b1df-48e9-981e-824b93edecd5 req-c344dffc-2bc5-4853-a8c1-97c7bab60670 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211867
Dec 09 14:49:11.098559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 38772) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:11.296629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Deleting port e59fbd5f-9b95-454a-82e9-89484b5c0e02 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:49:11.296961 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:11.457078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:11.457942 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:11.574625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Calling delete_port for e59fbd5f-9b95-454a-82e9-89484b5c0e02 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:49:11.715734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:11.719019 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c1d1206c-db37-4414-bade-0b8efdaacfd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:11.760567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event deleted for resources: {'Port': ['ID=e59fbd5f-9b95-454a-82e9-89484b5c0e02,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:11.773663 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.774042 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.774409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.774769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.775126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.776000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.776000 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.776158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.776499 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.776840 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.777184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:11.894172 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:11.954364 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:12.341513 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:49:12.537807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:49:12.548163 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:49:12.558508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:12.560510 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:49:12.561115 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056700>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:48:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:12.612245 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "DELETE /v2.0/floatingips/395553b4-25f5-4515-a450-d731ceb9f04e HTTP/1.1" status: 204  len: 168 time: 1.5124974
Dec 09 14:49:12.612713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:49:12.745483 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'status': 'completed', 'code': 200}
Dec 09 14:49:12.748495 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:49:12.842298 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-05d25c02-248e-43d8-8856-218393f109f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 1100 time: 0.0732741
Dec 09 14:49:13.028427 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-7e0a4e8c-bc70-4d89-b9ed-6b1e8107ea34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:13.029882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-7e0a4e8c-bc70-4d89-b9ed-6b1e8107ea34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1815712
Dec 09 14:49:13.070461 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056700>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:13.074203 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:49:13.084555 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:49:13.085166 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056700>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:48:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:13.109464 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-c999578c-57f4-476d-92b8-d2a2d4dc0680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 200  len: 217 time: 0.0717533
Dec 09 14:49:13.123104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f7247-3838-444e-8938-054b9aec4965 req-251cbf1e-c578-4673-b4d9-7febb26234ac tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:13.123716 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0b8f7247-3838-444e-8938-054b9aec4965 req-251cbf1e-c578-4673-b4d9-7febb26234ac tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:49:13.181476 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-0b8f7247-3838-444e-8938-054b9aec4965 req-251cbf1e-c578-4673-b4d9-7febb26234ac tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:49:13.182645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b8f7247-3838-444e-8938-054b9aec4965 req-251cbf1e-c578-4673-b4d9-7febb26234ac tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 947 time: 0.2237532
Dec 09 14:49:13.190835 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-0130aa8c-9b6e-4f23-81cf-408b67d89370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:13.192770 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-0130aa8c-9b6e-4f23-81cf-408b67d89370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0759397
Dec 09 14:49:13.261868 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:49:13.281047 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b8f7247-3838-444e-8938-054b9aec4965 req-90e7a75c-809e-4331-be3c-44d173e6203f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0918441
Dec 09 14:49:13.313724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-c9115de0-5fa7-4391-89f9-5e058fb95e17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1078961
Dec 09 14:49:13.445720 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-8b2ac264-1d04-4cd8-84b2-b3d3737313b1 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242602
Dec 09 14:49:13.565738 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056700>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:13.570158 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b047cf4e-5eed-4b0f-9011-228049e28261 None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:49:13.700546 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-eb975c93-874c-49a5-bf32-28b3753907a1 req-8a6140a3-3e2e-4467-8f8d-c15f5c789da3 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2473376
Dec 09 14:49:13.808036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3234a0b-9c5e-4ad8-85fa-cd05f6185350 None None] New status for floating IP 395553b4-25f5-4515-a450-d731ceb9f04e: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:49:14.243788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-a1141ea8-61b6-49ac-bd09-8125d0a4b854 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:14.245128 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-a1141ea8-61b6-49ac-bd09-8125d0a4b854 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 947 time: 0.0744307
Dec 09 14:49:14.319345 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Deleting port 79b43e11-354f-4e53-8c3e-bd7682e76200 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:49:14.319681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:14.397051 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:49:14.600668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43444a92-fc5b-4b9d-9317-ff5aaf041ab1 req-a80a5a30-23c2-498a-a45f-0ed9f8ad645f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:14.602149 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43444a92-fc5b-4b9d-9317-ff5aaf041ab1 req-a80a5a30-23c2-498a-a45f-0ed9f8ad645f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=87c7e314-3567-459b-b340-1fbd5c120903 HTTP/1.1" status: 200  len: 947 time: 0.1982307
Dec 09 14:49:14.638527 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] For port 79b43e11-354f-4e53-8c3e-bd7682e76200, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=79b43e11-354f-4e53-8c3e-bd7682e76200,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:49:14.638878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:14.768235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Calling delete_port for 79b43e11-354f-4e53-8c3e-bd7682e76200 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:49:14.822268 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-43444a92-fc5b-4b9d-9317-ff5aaf041ab1 req-831e9c43-b450-479f-b7d1-34e8ea8f937e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0804657-02e4-4125-a38f-2c2b99d552d7&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.2091732
Dec 09 14:49:14.914329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:14.920082 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ca47917a-113e-4cd4-81c9-26ecea47bab7 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:14.966147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event deleted for resources: {'Port': ['ID=79b43e11-354f-4e53-8c3e-bd7682e76200,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:14.968564 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:15.037626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] No DVR routers for this DVR port 79b43e11-354f-4e53-8c3e-bd7682e76200 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:49:15.039950 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:15.042418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-deleted', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:49:15.058715 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f6dded6-64b5-4c4b-91ae-8cf905870cc5 req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "DELETE /v2.0/ports/79b43e11-354f-4e53-8c3e-bd7682e76200 HTTP/1.1" status: 204  len: 173 time: 0.8074713
Dec 09 14:49:15.103261 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c7e314-3567-459b-b340-1fbd5c120903', 'name': 'network-vif-deleted', 'tag': '79b43e11-354f-4e53-8c3e-bd7682e76200', 'status': 'completed', 'code': 200}
Dec 09 14:49:15.926131 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38792) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:16.001619 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:16.031009 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:16.095797 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:16.100383 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5b5a644b-123f-40ac-b865-e55c88c21d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:16.115518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0804657-02e4-4125-a38f-2c2b99d552d7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:16.128214 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.128615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.128994 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.129364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.129769 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.130135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.130499 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.130860 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.131220 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.131579 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.131936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:16.135429 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:16.136283 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:16.137703 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-fe890e8e-a82d-48cc-9cac-86146d6a74d2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0804657-02e4-4125-a38f-2c2b99d552d7 HTTP/1.1" status: 204  len: 168 time: 0.2102902
Dec 09 14:49:16.733207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:16.907519 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38800) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:16.913436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27448304', 'description': 'tempest-secgroup-smoke-27448304 description', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:16.919422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:16.923502 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:16.926357 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:16.932518 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:16.943459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:16.978334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:16.982125 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:16.984811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:16.990859 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.043679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.047543 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.051679 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-ce44d78b-8e4a-4c7c-85c1-0f62855842a0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.098030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f724501c-6bdb-42e4-9954-247a169bb7f7,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.101664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.103120 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.104296 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4c4f4b6c-963f-4431-836b-14b8519a4f6f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.1957569
Dec 09 14:49:17.107155 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38804) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:17.112412 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'f724501c-6bdb-42e4-9954-247a169bb7f7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:17.118928 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:17.122933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:17.126100 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:17.131680 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.147527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.205839 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.209103 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.214770 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4d975295-ee3a-4666-bc4f-d94f9d2ed3a8 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.233933 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379f8562-9c75-4f5b-a28b-742dcbce9125,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.236440 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.244107 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.245277 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-02cfa1c0-d664-499c-aed5-2753aea9202f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1372769
Dec 09 14:49:17.248312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38808) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:17.253880 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'f724501c-6bdb-42e4-9954-247a169bb7f7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:17.260423 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:17.264152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:17.267010 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:17.273614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.289371 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.349878 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.353277 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.355037 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d5101487-886c-43c7-8720-9c39093a38ae tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.376826 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b9712f-71c4-4656-a06d-8aa0703aaabc,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.379159 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.386995 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.388156 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1389487
Dec 09 14:49:17.390862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38812) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:17.396879 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'f724501c-6bdb-42e4-9954-247a169bb7f7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:17.402591 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:17.406350 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:17.409233 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:17.415976 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.434808 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.496432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.499942 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.501855 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a9b646a1-1461-4305-8ed1-ee225929b07d tempest-TestMinimumBasicScenario-1550668717 tempest-TestMinimumBasicScenario-1550668717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.523389 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84025870-7ab3-439e-9170-b434faaa2431,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.525722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.532415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.533645 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cc6cc1dc-529e-4bb6-b978-337a35a9d8ff tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1418080
Dec 09 14:49:17.536912 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38816) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:17.542288 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'f724501c-6bdb-42e4-9954-247a169bb7f7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:17.547979 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:17.551862 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:17.554699 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:17.560422 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.575964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.636829 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.640239 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.647964 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-512e1251-ffc2-4f2a-ac2d-f54f9151da59 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.669002 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119e64b8-5112-4e20-959e-f1805e34dc98,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.671737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.676259 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.677438 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6b7c0c33-aad0-4c0a-be7e-edc1f1fff000 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1396027
Dec 09 14:49:17.680085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38820) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:17.685399 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'f724501c-6bdb-42e4-9954-247a169bb7f7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:17.691183 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:17.695586 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:17.698454 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:17.704053 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.714627 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Project 03a73cfb2c8b429aa3eb4d06bc44e656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:49:17.720934 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.786786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.790384 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.792229 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-34fc9728-7e0a-48e5-a6c2-f8a110693ce9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.814718 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3e1256-98d0-4392-a4ca-1fcee0260d66,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.817046 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.825396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.826583 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c0f8b9e1-98f5-4dc5-81e7-4c7daf02429f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1456046
Dec 09 14:49:17.829264 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38824) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:17.835516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'security_group_rule': {'security_group_id': 'f724501c-6bdb-42e4-9954-247a169bb7f7', 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:17.841282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:17.845057 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:security_group_rule and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:17.847921 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:17.853768 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:17.864020 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.securitygroups_db [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Project 03a73cfb2c8b429aa3eb4d06bc44e656 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:49:17.870606 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.937936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.941460 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.944119 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c3ce09e4-452a-4535-a9b9-d057e8c5d9e4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:17.967282 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e7f07b-47ce-4d75-b8c9-e125701ee647,revision_number=0']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:17.971784 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:17.976188 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:17.977393 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-df5832b0-dec8-48ea-987b-e82807e61895 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1471672
Dec 09 14:49:18.048120 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:49:18.084988 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 79b43e11-354f-4e53-8c3e-bd7682e76200 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:49:18.085341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 79b43e11-354f-4e53-8c3e-bd7682e76200 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:49:22.632634 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-ef394438-da67-4104-8894-18b52a457350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:24.990974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8d87ea94-51b9-476c-94f2-44ef593764d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:26.299272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:26.513254 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:27.708597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:31.887796 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-a878da28-0ffe-4f53-9d02-114a2784265c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27448304&fields=id&tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 267 time: 0.0411420
Dec 09 14:49:32.031826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-326f1b9f-b0f1-45f7-a4ae-a87f23580ea9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:32.033216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-326f1b9f-b0f1-45f7-a4ae-a87f23580ea9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 808 time: 0.1394837
Dec 09 14:49:32.049482 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-f6c354be-cebd-421b-a21a-503204f08090 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/quotas/03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 375 time: 0.0102434
Dec 09 14:49:32.132461 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-466dbbab-bb16-4ec8-a62e-9d29ce2cf0f3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:49:32.146938 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-466dbbab-bb16-4ec8-a62e-9d29ce2cf0f3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:49:32.148231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-466dbbab-bb16-4ec8-a62e-9d29ce2cf0f3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0935946
Dec 09 14:49:32.281063 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-1313178a-784c-4329-a83d-9fc79a6161c4 service neutron] 10.222.0.21 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218626
Dec 09 14:49:32.413511 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-87b84b9a-a95a-470c-8e34-38a0e47cdcd9 service neutron] 10.222.0.21 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268806
Dec 09 14:49:32.800766 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a2e76af7-e1f0-4b76-9216-72e30c85f5b3 req-8aa7a683-0a2e-426a-ace3-7b92eb7b3363 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 210 time: 0.0451024
Dec 09 14:49:33.909708 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8fc7adc2-9d63-4a96-ac0c-228dac171e8d req-5e512047-90fe-4728-aee7-26c3a0c156e9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 210 time: 0.0416830
Dec 09 14:49:34.917502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89d44589-e70f-4f1d-86fd-7404e9aeaf95 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:34.918946 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89d44589-e70f-4f1d-86fd-7404e9aeaf95 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 808 time: 0.2631547
Dec 09 14:49:34.979467 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-16298011-1819-49df-86e7-50e1ebbe3537 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 378 time: 0.0479109
Dec 09 14:49:34.989664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'port': {'device_id': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'admin_state_up': True, 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'security_groups': ['f724501c-6bdb-42e4-9954-247a169bb7f7']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:35.114772 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-835aa290-3653-4ce6-a67c-6bfda3961cbf req-4afa6eee-72c9-4814-8cce-d0387ec07e11 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 210 time: 0.0530059
Dec 09 14:49:35.175743 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:35.187243 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:35.197715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Made reservation on behalf of 03a73cfb2c8b429aa3eb4d06bc44e656 for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:49:35.200722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:35.372419 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Allocated IP 172.20.0.9 (07b1955e-31a2-494c-8a68-6e7cdc3bfded/89e3ded8-a115-4f1f-bd9e-82f9118f2477/e4734d20-a1f6-4fcc-b2de-7302f57ba1ca) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:49:35.565334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:35.581222 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Transition to ACTIVE for port object e4734d20-a1f6-4fcc-b2de-7302f57ba1ca will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:49:35.602574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:35.609353 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bf3fd5c-59cc-4b2f-827b-23620b938f0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:35.676311 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:49:35.680230 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:49:35.682976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:49:35.720653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:35.724202 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:35.757815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:35.757815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:35.787995 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8023455
Dec 09 14:49:35.801261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Request body: {'port': {'device_id': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:35.917876 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:35.923423 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c0d8b079-52f8-411f-8577-352c9a9e7000 None None] Provisioning for port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:49:35.928494 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-c0d8b079-52f8-411f-8577-352c9a9e7000 None None] Provisioning complete for port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:49:35.929167 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b079-52f8-411f-8577-352c9a9e7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:35.983050 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8b079-52f8-411f-8577-352c9a9e7000 None None] Port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:49:36.310219 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4734d20-a1f6-4fcc-b2de-7302f57ba1ca {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:49:36.318616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:36.340236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Transition to ACTIVE for port object e4734d20-a1f6-4fcc-b2de-7302f57ba1ca will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:49:36.348751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:36.358329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-02d43b92-5712-42bf-a3b0-a37df238ebaa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:36.488367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc942549-c03b-4872-965b-696bae53114b req-99f380de-1d23-40fb-887c-890db3065394 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:36.489063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-bc942549-c03b-4872-965b-696bae53114b req-99f380de-1d23-40fb-887c-890db3065394 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:49:36.500909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:36.504213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:36.579908 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-bc942549-c03b-4872-965b-696bae53114b req-99f380de-1d23-40fb-887c-890db3065394 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:49:36.581152 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc942549-c03b-4872-965b-696bae53114b req-99f380de-1d23-40fb-887c-890db3065394 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 931 time: 0.3410237
Dec 09 14:49:36.659702 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bc942549-c03b-4872-965b-696bae53114b req-fd366929-c871-4dfb-8e89-476875d234a8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0705986
Dec 09 14:49:36.660481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Attempting to bind port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:49:36.660807 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Attempting to bind port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:49:36.661124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Attempting to bind port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:49:36.667361 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:49:36.667675 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Attempting to bind port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca on network 07b1955e-31a2-494c-8a68-6e7cdc3bfded {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:49:36.673785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:49:36.674111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Checking segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:49:36.674480 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Bound using segment: {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:49:36.674957 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Bound port: e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32df41db-9d37-4469-9c0f-97115257005b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:49:36.675233 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:36.861658 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:49:36.864522 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:49:36.868744 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:36.873216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-abdb4662-f462-4d1f-8046-7c6a34046382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:36.927420 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:36.928788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] 10.222.0.35 "PUT /v2.0/ports/e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 1093 time: 1.1323912
Dec 09 14:49:36.929297 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:49:36.957396 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:36.960531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:37.014757 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'status': 'completed', 'code': 200}
Dec 09 14:49:37.051265 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-52d6ef7e-442c-409a-a483-05cd3bf5a633 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1096 time: 0.0730069
Dec 09 14:49:37.124060 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-5d61111c-2542-4e61-975d-7a272800af13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 217 time: 0.0655582
Dec 09 14:49:37.184661 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-2b1db1cb-64eb-4fd2-977d-45f21a9129b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:37.186061 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-2b1db1cb-64eb-4fd2-977d-45f21a9129b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0561705
Dec 09 14:49:37.263259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-d93c490d-62f7-4288-b17c-f0da0f90ef8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707037
Dec 09 14:49:37.393173 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-2c0321ff-0083-42af-b41c-edeb7044b074 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234810
Dec 09 14:49:37.522104 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f1296d52-87b2-4e45-8c06-2984c1463b3b req-7758863a-d82f-4605-b911-6c47e6643276 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226165
Dec 09 14:49:37.632953 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-f702e338-9cb9-4214-96c6-cf58fd107daa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1096 time: 0.0676744
Dec 09 14:49:37.770180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-247cb06e-e893-4060-8649-bc51cf906b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:37.771600 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-247cb06e-e893-4060-8649-bc51cf906b01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1310394
Dec 09 14:49:37.882513 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-2326ec68-3f4d-451c-89a8-f6e8fe9ca290 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 217 time: 0.1034265
Dec 09 14:49:37.961077 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-5c91e771-6256-4947-afa9-5f8534c5d595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:37.962463 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-5c91e771-6256-4947-afa9-5f8534c5d595 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0722501
Dec 09 14:49:37.968901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d11e24-1d51-4a09-8a8e-842d7a9b0882 req-2c2d6dd4-6c13-4176-a161-4eb470cf0672 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:37.970243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78d11e24-1d51-4a09-8a8e-842d7a9b0882 req-2c2d6dd4-6c13-4176-a161-4eb470cf0672 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.1435084
Dec 09 14:49:38.062644 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-78d11e24-1d51-4a09-8a8e-842d7a9b0882 req-d61a011a-cb57-4070-bf30-7648198ffbc5 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0574558
Dec 09 14:49:38.072933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-d14684d9-d202-45ba-819b-4e70e12fdf7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1018384
Dec 09 14:49:38.201076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-4e2aa077-7d1b-43c5-a144-01577d72bbb7 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214564
Dec 09 14:49:38.327621 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f246dc9c-a269-402c-bdad-4472ee2e67f9 req-ecfd4020-0b75-4e67-b16f-445de81cc214 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1202285
Dec 09 14:49:39.259960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7671b9-d16b-4cf5-95d5-ce6e6eac9645 req-5ee14e62-61ce-4ae4-ad9f-71faba413fc9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:39.261414 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b7671b9-d16b-4cf5-95d5-ce6e6eac9645 req-5ee14e62-61ce-4ae4-ad9f-71faba413fc9 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0811110
Dec 09 14:49:39.407082 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6b7671b9-d16b-4cf5-95d5-ce6e6eac9645 req-614c2e50-1813-4bc8-9b42-76c82a596e45 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1390228
Dec 09 14:49:40.607882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db46aad-0b59-4d7c-89bf-f3efbb0baebc req-a9cdd4cc-256d-4b63-aefd-42cd6bb2ccc7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:40.609307 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1db46aad-0b59-4d7c-89bf-f3efbb0baebc req-a9cdd4cc-256d-4b63-aefd-42cd6bb2ccc7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0758288
Dec 09 14:49:40.654215 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1db46aad-0b59-4d7c-89bf-f3efbb0baebc req-c96bcfb4-d003-4889-a8a0-15b89c52adaf tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394764
Dec 09 14:49:41.854152 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f53e-e373-408c-9e21-25ff66ea2c0d req-1263ee5d-5807-484e-af6c-ab2096b23ff3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:41.855503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0428f53e-e373-408c-9e21-25ff66ea2c0d req-1263ee5d-5807-484e-af6c-ab2096b23ff3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0815527
Dec 09 14:49:41.899400 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0428f53e-e373-408c-9e21-25ff66ea2c0d req-f13dc6ba-6052-4125-a827-20ce804e4275 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384562
Dec 09 14:49:43.093898 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb834b-5159-4d77-bdaf-b0aa54013026 req-b099a9b9-1b9b-4e87-bb32-8dc64b5d8eb1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:43.095260 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4ceb834b-5159-4d77-bdaf-b0aa54013026 req-b099a9b9-1b9b-4e87-bb32-8dc64b5d8eb1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0766590
Dec 09 14:49:43.143204 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4ceb834b-5159-4d77-bdaf-b0aa54013026 req-17a83694-851f-4532-bbf3-6677a00c9104 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425708
Dec 09 14:49:44.341403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40c386-b254-418f-ab6c-825306399e6f req-14b885d3-a747-4091-b89b-ca2c3cd9eb30 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:44.342874 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe40c386-b254-418f-ab6c-825306399e6f req-14b885d3-a747-4091-b89b-ca2c3cd9eb30 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0783575
Dec 09 14:49:44.396723 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe40c386-b254-418f-ab6c-825306399e6f req-cf8188f6-bcf6-441f-acc2-636372b2a9f7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469890
Dec 09 14:49:45.591878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fc71e-e125-4430-b958-7aa0dcb91c95 req-f8c71714-42f5-4f33-9624-cb2771b425b8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:45.593288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa7fc71e-e125-4430-b958-7aa0dcb91c95 req-f8c71714-42f5-4f33-9624-cb2771b425b8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0786738
Dec 09 14:49:45.637430 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aa7fc71e-e125-4430-b958-7aa0dcb91c95 req-c1941241-95ee-4d1e-8bcc-db10b134c05a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387483
Dec 09 14:49:46.247524 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:49:46.380748 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:49:46.393693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'port_id': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'mac_address': 'fa:16:3e:99:b1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:49:46.445680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:46.462124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4734d20-a1f6-4fcc-b2de-7302f57ba1ca {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:49:46.477283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:49:46.481574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:46.484322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:46.546600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:46.554813 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.555157 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.555495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.555828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.556204 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.556527 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.556849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.557169 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.557488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.557827 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.558171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:49:46.562040 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:46.685360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:49:46.762747 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:46.832431 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab4e78-b404-40d8-9151-48b4e9fcdecf req-0d4662c7-64b2-44f4-a8ba-48249a8787c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:46.833901 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8ab4e78-b404-40d8-9151-48b4e9fcdecf req-0d4662c7-64b2-44f4-a8ba-48249a8787c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 944 time: 0.0777128
Dec 09 14:49:46.879527 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8ab4e78-b404-40d8-9151-48b4e9fcdecf req-cbb95700-7b69-4896-9056-2a46ccb1247e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400901
Dec 09 14:49:48.072850 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409974ef-eec3-44c2-9316-d939848dd463 req-3df24b2c-99ba-4b51-b7e8-a2361ebec30d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:48.074929 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-409974ef-eec3-44c2-9316-d939848dd463 req-3df24b2c-99ba-4b51-b7e8-a2361ebec30d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 944 time: 0.0795524
Dec 09 14:49:48.117938 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-409974ef-eec3-44c2-9316-d939848dd463 req-457d5243-905e-48bc-a001-349bc286456b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0375319
Dec 09 14:49:48.251224 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:49:48.345444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:49:48.349845 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:49:48.350216 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:48.459584 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:48.485000 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:49:48.494350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:49:48.499638 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:48.501089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:48.563742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:48.566741 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:48.619312 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'code': 200}
Dec 09 14:49:48.879109 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af8bcc31-8a0c-43a0-a7df-64514af4f0e5 req-14e8dd1a-6d7e-4448-9bdf-45c136ccde34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0673606
Dec 09 14:49:48.927087 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-af8bcc31-8a0c-43a0-a7df-64514af4f0e5 req-fd9bb682-5db1-4643-920e-ad0fea830f97 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415175
Dec 09 14:49:49.313422 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f3a68-842a-4c9b-af2a-125ce293a22c req-2d1af45c-6cd7-43cd-9f13-0bd65299eb5a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:49.314545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-928f3a68-842a-4c9b-af2a-125ce293a22c req-2d1af45c-6cd7-43cd-9f13-0bd65299eb5a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0764568
Dec 09 14:49:49.359416 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-928f3a68-842a-4c9b-af2a-125ce293a22c req-140e7346-73ea-4311-a98b-b477473b519e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392549
Dec 09 14:49:50.556980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee73f6-4a35-41cf-ba83-3a8e3640b538 req-82eaff67-540d-4c96-94b2-18b4247c43ec tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:50.558459 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3ee73f6-4a35-41cf-ba83-3a8e3640b538 req-82eaff67-540d-4c96-94b2-18b4247c43ec tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0788696
Dec 09 14:49:50.603845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c3ee73f6-4a35-41cf-ba83-3a8e3640b538 req-74876afe-0201-4d41-b442-b0dd4e5aff19 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388484
Dec 09 14:49:50.792512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36212a0a-4e0d-4908-986d-d64bc1fa2625 req-14deb97f-9175-4070-a71e-65eec91a6dc5 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:50.793949 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-36212a0a-4e0d-4908-986d-d64bc1fa2625 req-14deb97f-9175-4070-a71e-65eec91a6dc5 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0744402
Dec 09 14:49:50.837228 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-36212a0a-4e0d-4908-986d-d64bc1fa2625 req-be83dcfb-4a57-41fc-b6c6-7db4b5d16bd5 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378575
Dec 09 14:49:50.864342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38966) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:50.935936 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c3a5270-0cbe-4ced-938d-96c916d68bd3 tempest-TestShelveInstance-177476851 tempest-TestShelveInstance-177476851-project-admin] Synchronizing usage tracker for tenant:67ccdce3420b43668015dd59229a3b1e on resource:port {{(pid=83443) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:49:50.951870 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5c3a5270-0cbe-4ced-938d-96c916d68bd3 tempest-TestShelveInstance-177476851 tempest-TestShelveInstance-177476851-project-admin] Unset dirty status for tenant:67ccdce3420b43668015dd59229a3b1e on resource:port {{(pid=83443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:49:50.953087 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5c3a5270-0cbe-4ced-938d-96c916d68bd3 tempest-TestShelveInstance-177476851 tempest-TestShelveInstance-177476851-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1093 time: 0.0877976
Dec 09 14:49:50.955896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 38970) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:49:50.961135 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:49:50.966459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:49:50.970196 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Usage tracker for resource:floatingip and tenant:03a73cfb2c8b429aa3eb4d06bc44e656 is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:49:50.972902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:49:50.978462 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:49:50.988279 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:51.119036 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:51.346888 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_common [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Allocated IP 172.26.3.253 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/505fc90a-6eb5-498b-8ec8-26bce59b5b53) {{(pid=83443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:49:51.396905 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:49:51.487588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for port, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:51.514181 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:51.518364 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-368e3e1c-c6b6-427b-ab0b-2a4c7cd4e07d tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:51.582433 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:49:51.585503 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.base_scheduler [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Resources bound (agent type, host, resource id):  {{(pid=83443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:49:51.589059 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Received port after_create {{(pid=83443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:49:51.618030 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'Port': ['ID=505fc90a-6eb5-498b-8ec8-26bce59b5b53,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:51.624540 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:52.085614 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:52.139402 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:52.341647 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for port, precommit_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:52.345919 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3046734'] for port, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:52.349684 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:49:52.449736 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event updated for resources: {'Port': ['ID=505fc90a-6eb5-498b-8ec8-26bce59b5b53,revision_number=2']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:49:52.452393 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:49:52.468644 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:52.633898 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0ee22def-1111-44f1-a3db-abb2f3b93bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:52.659018 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.l3_db [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Floating IP 7dca393e-c155-4907-8fe6-5ab2abbb1cc8 associated. External IP: 172.26.3.253, port: e4734d20-a1f6-4fcc-b2de-7302f57ba1ca.
Dec 09 14:49:53.140033 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:49:53.341917 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:49:53.351215 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:49:53.365806 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:53.378040 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:49:53.378650 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:49:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:53.420251 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-5f808326-4e72-4310-87bb-eab0962dd0c4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4631906
Dec 09 14:49:53.420767 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:49:53.553267 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'status': 'completed', 'code': 200}
Dec 09 14:49:53.557485 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:49:53.649244 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-a61ab739-9c3c-4140-8e56-d395a1d6bed8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0739539
Dec 09 14:49:53.777232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-19fc2a48-5ee0-43a6-a720-a1e808b1a505 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:53.778771 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-19fc2a48-5ee0-43a6-a720-a1e808b1a505 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1232979
Dec 09 14:49:53.879577 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-6ac3f086-84b0-4e86-9851-792e55582273 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 999 time: 0.0947018
Dec 09 14:49:53.933142 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056f10>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '7dca393e-c155-4907-8fe6-5ab2abbb1cc8', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'floating_ip_address': '172.26.3.253', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'port_id': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'mac_address': 'fa:16:3e:99:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:51Z', 'updated_at': '2021-12-09T14:49:51Z', 'revision_number': 0, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:53.936820 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:49:53.940362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-f15018a7-143f-4068-991f-9e9328d010bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:49:53.941836 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-f15018a7-143f-4068-991f-9e9328d010bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0562057
Dec 09 14:49:53.946808 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:49:53.947380 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056f10>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:49:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:54.015331 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-8788a9d2-9827-42a5-b86b-d9bdd25e789d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677516
Dec 09 14:49:54.120928 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:49:54.143507 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-41a7cf43-3560-4e48-b2f0-8e7bc48a2740 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218238
Dec 09 14:49:54.373505 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2d4d81d1-0ffb-438d-9044-3da62345e06d req-41f4aafb-69a1-4537-a9d2-35890aa6a805 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2231872
Dec 09 14:49:54.469017 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056f10>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '7dca393e-c155-4907-8fe6-5ab2abbb1cc8', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'floating_ip_address': '172.26.3.253', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'port_id': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'mac_address': 'fa:16:3e:99:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:51Z', 'updated_at': '2021-12-09T14:49:51Z', 'revision_number': 0, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:49:54.472832 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e19eb93-54a1-47b3-a9a5-d4dd2b649fbe None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '7dca393e-c155-4907-8fe6-5ab2abbb1cc8', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'floating_ip_address': '172.26.3.253', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'port_id': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'mac_address': 'fa:16:3e:99:b1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:49:51Z', 'updated_at': '2021-12-09T14:49:51Z', 'revision_number': 0, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:49:54.659259 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0687944d-12d6-4bb2-beee-8cd4cf9c04b9 None None] New status for floating IP 7dca393e-c155-4907-8fe6-5ab2abbb1cc8: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:49:54.991195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9fda7be7-fc36-4c83-a45e-46df93a15ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:56.301621 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:56.515237 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:49:57.712094 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:04.781354 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-bd7ab88f-2811-4100-b46d-3d923ff57649 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0656805
Dec 09 14:50:04.918024 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-78642532-ab73-4b27-84c0-fc0c3ea679a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0684423
Dec 09 14:50:05.059627 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-ec2711c8-ec6b-415d-9c27-07509a029591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:50:05.060965 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-ec2711c8-ec6b-415d-9c27-07509a029591 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1236651
Dec 09 14:50:05.163889 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-8d7ecd45-dd47-4508-b367-752e931a01f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 1001 time: 0.0963824
Dec 09 14:50:05.230224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-30af2194-e6cc-4d3f-96f9-8197f29c7728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:50:05.231691 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-30af2194-e6cc-4d3f-96f9-8197f29c7728 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0594766
Dec 09 14:50:05.307211 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-554d872f-d502-46f8-900f-43c868084cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680954
Dec 09 14:50:05.441134 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-d5c5e1fd-27a0-49bb-a094-bfa25d8b4e16 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272228
Dec 09 14:50:05.573010 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1ef8ffda-a796-4b6f-b837-f4727738b975 req-63e52fda-af90-4d21-9a89-fb123aed3af5 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243551
Dec 09 14:50:16.751025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:22.636027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-62826980-032e-431a-a0fc-8e9c953141ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:24.992970 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8b6b2ff7-a7bc-4d09-8d15-616613c56e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:26.307133 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:26.525785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:27.714869 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:28.397952 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:50:46.764208 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:52.638834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-28e25a44-91fe-452b-b1d2-2655d82f56e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:54.994182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-318fe4cb-5105-48c0-a09f-4338794dbe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:56.305968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:56.516743 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:50:57.718279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:04.686664 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-32768129-477a-49db-b2e6-192f51a8b27e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712118
Dec 09 14:51:04.820665 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-28aa8f01-1bc9-46fe-88ce-2f7ffbeed676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0668502
Dec 09 14:51:04.961315 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-6419345b-93c3-4b81-adb0-27a37fe8066c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:04.962754 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-6419345b-93c3-4b81-adb0-27a37fe8066c service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1228821
Dec 09 14:51:05.063243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-0e202093-4f8e-4a99-aefb-8c282a31d554 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 1001 time: 0.0942295
Dec 09 14:51:05.125076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-1f22530b-9ea9-4c6b-ba7d-dc860bd95528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:05.126489 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-1f22530b-9ea9-4c6b-ba7d-dc860bd95528 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0567803
Dec 09 14:51:05.202599 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-5ca27ce8-9412-4205-9247-4d4cab388975 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701056
Dec 09 14:51:05.398354 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:51:05.427689 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-c54e524d-2213-46cd-bdd5-a7199d5e115a service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2181251
Dec 09 14:51:05.557626 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-afc85eaf-505f-4f7b-a9c8-e2049286bf05 req-14e72bd7-508a-45bd-8962-6e1a145a8505 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234703
Dec 09 14:51:16.763786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:22.641145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e1af92dc-9c43-457b-9aef-199be2c81d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:24.995868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2b371a01-0968-48fc-93f7-48a5bb562c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:26.307694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:26.520454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:27.723904 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:42.397872 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:51:46.778862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:48.505155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23df7d-47bf-4fd3-b66e-9214b1f78fbc req-791dda74-e8a5-453d-bc71-0fdc0ded0236 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:48.506594 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d23df7d-47bf-4fd3-b66e-9214b1f78fbc req-791dda74-e8a5-453d-bc71-0fdc0ded0236 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0775259
Dec 09 14:51:48.551515 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8d23df7d-47bf-4fd3-b66e-9214b1f78fbc req-f50f2dcc-f9c7-47b1-917d-14ffd125d267 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393949
Dec 09 14:51:49.764509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dde43-42ae-4590-9f5b-c042b66a5eaa req-afaf41a6-aee3-4a97-ac48-bee61b91b00e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:49.765990 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e5dde43-42ae-4590-9f5b-c042b66a5eaa req-afaf41a6-aee3-4a97-ac48-bee61b91b00e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0826180
Dec 09 14:51:49.812248 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5e5dde43-42ae-4590-9f5b-c042b66a5eaa req-fc4a945e-507d-4a69-9034-5f725b2c6752 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401957
Dec 09 14:51:51.015674 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983d6c5-24b1-4881-8f51-18d8cb7ad3f9 req-5d590c64-ce54-43d7-9afa-59df31fab65d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:51.017103 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1983d6c5-24b1-4881-8f51-18d8cb7ad3f9 req-5d590c64-ce54-43d7-9afa-59df31fab65d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0746582
Dec 09 14:51:51.065243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1983d6c5-24b1-4881-8f51-18d8cb7ad3f9 req-627e7fed-0791-41bc-9dbc-dba21221bcc6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427430
Dec 09 14:51:52.256403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28f1c9-6dc7-45ff-b081-fc135c42cafa req-b21f02a4-f54d-4d26-93b7-c7abcd9b400a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:52.257851 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b28f1c9-6dc7-45ff-b081-fc135c42cafa req-b21f02a4-f54d-4d26-93b7-c7abcd9b400a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0763493
Dec 09 14:51:52.301690 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b28f1c9-6dc7-45ff-b081-fc135c42cafa req-3ca9af47-fe8a-487d-af1d-88145bc18a60 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385075
Dec 09 14:51:52.643718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-468f0664-b06e-4159-83ce-79ab6b95df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:53.497777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff63052-0eef-48e8-9720-6f1f9bf82359 req-07b41dfd-54d3-4905-850a-6b5953e812d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:53.499148 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aff63052-0eef-48e8-9720-6f1f9bf82359 req-07b41dfd-54d3-4905-850a-6b5953e812d1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0779662
Dec 09 14:51:53.544259 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-aff63052-0eef-48e8-9720-6f1f9bf82359 req-c0a600fa-fe4b-4d72-baa5-70ba77478638 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394492
Dec 09 14:51:54.737746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2be278-8851-42fd-9cd4-3346cd5c5c44 req-baf7b0d4-e31e-419b-9581-6750d24b2a2a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:54.739180 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b2be278-8851-42fd-9cd4-3346cd5c5c44 req-baf7b0d4-e31e-419b-9581-6750d24b2a2a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0761514
Dec 09 14:51:54.788296 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0b2be278-8851-42fd-9cd4-3346cd5c5c44 req-08d55a32-6cdf-4bd0-abac-fda6381d5123 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437286
Dec 09 14:51:54.997409 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d68ea8c3-ebac-4665-9d43-baaaad54fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:55.985512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a349cd7-306d-4173-96b5-210debdc31c3 req-a5f8b5ca-9d5e-43e0-93bb-e618483938cc tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:55.987439 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a349cd7-306d-4173-96b5-210debdc31c3 req-a5f8b5ca-9d5e-43e0-93bb-e618483938cc tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0823386
Dec 09 14:51:56.032951 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a349cd7-306d-4173-96b5-210debdc31c3 req-dde186f1-1c82-4380-bb34-0f92bcd3a069 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403652
Dec 09 14:51:56.309558 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:56.522640 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:57.223795 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77808-3c2c-4f17-8b08-2f6793f6fb6c req-a380498e-9bd1-480c-be25-72c98a2a935d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:57.225135 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16f77808-3c2c-4f17-8b08-2f6793f6fb6c req-a380498e-9bd1-480c-be25-72c98a2a935d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0757921
Dec 09 14:51:57.269125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-16f77808-3c2c-4f17-8b08-2f6793f6fb6c req-7235916e-908f-4cd6-8152-fc53e9a7e2e1 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384271
Dec 09 14:51:57.723284 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:51:58.471290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e204-6a11-4681-9027-f6c7aba8c7db req-16f1b3eb-1040-4315-a885-5118ffeaf0b2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:58.472719 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3c5e204-6a11-4681-9027-f6c7aba8c7db req-16f1b3eb-1040-4315-a885-5118ffeaf0b2 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0864146
Dec 09 14:51:58.550484 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b3c5e204-6a11-4681-9027-f6c7aba8c7db req-86ac60a8-91c2-405e-a981-ae80d0da6658 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0706210
Dec 09 14:51:58.589597 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-71df3d53-c3c7-4520-9a63-3829e1b77814 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0696745
Dec 09 14:51:58.716225 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-2930b00f-19bf-4e3b-b2a0-7cb5de421be4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:58.717646 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-2930b00f-19bf-4e3b-b2a0-7cb5de421be4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1219883
Dec 09 14:51:58.818608 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-06244a22-9649-419e-88db-13b68b78e087 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 1001 time: 0.0949578
Dec 09 14:51:58.881705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-40a569ac-7629-4e37-b1da-c45e7d055861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:58.883051 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-40a569ac-7629-4e37-b1da-c45e7d055861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0585363
Dec 09 14:51:58.956544 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-fc5b758d-0771-40ba-953d-45ae211d3617 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670991
Dec 09 14:51:59.085053 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-b3e6e184-90af-4e6e-95cb-3d3c206d56e1 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215217
Dec 09 14:51:59.303666 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dbd6acd-3266-401d-93df-e967fd650ca3 req-9ed4e21b-2e12-4a1a-9f51-9d553bb994b3 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124825
Dec 09 14:51:59.744153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90435-aa3b-4283-98b6-c1d133e4b43b req-a37f36af-b51f-4f09-a9b2-58f2d263e67b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:51:59.745592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9d90435-aa3b-4283-98b6-c1d133e4b43b req-a37f36af-b51f-4f09-a9b2-58f2d263e67b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0790668
Dec 09 14:51:59.789996 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9d90435-aa3b-4283-98b6-c1d133e4b43b req-47069b69-6b73-40b5-b1bf-cf1e938a6313 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381320
Dec 09 14:52:00.993579 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeaf28-d40f-4370-972f-4a08346d435a req-642e0c97-4ba8-4c88-bfe0-a1fb486d69f7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:00.995016 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-daeeaf28-d40f-4370-972f-4a08346d435a req-642e0c97-4ba8-4c88-bfe0-a1fb486d69f7 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0819287
Dec 09 14:52:01.041659 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-daeeaf28-d40f-4370-972f-4a08346d435a req-b00024d1-3e34-4140-b7b1-19bb92b508d3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407808
Dec 09 14:52:02.241173 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59116890-0f45-41e5-99ad-8d5336c720b2 req-a410ff8e-8e1c-44a0-bf2a-6fefbd39cbf0 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:02.242641 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59116890-0f45-41e5-99ad-8d5336c720b2 req-a410ff8e-8e1c-44a0-bf2a-6fefbd39cbf0 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0793266
Dec 09 14:52:02.287407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-59116890-0f45-41e5-99ad-8d5336c720b2 req-3aabb39f-b652-4bee-ac9a-ae0f4c0e916b tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393689
Dec 09 14:52:02.595380 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-48eaaf4b-8c42-4d32-830b-63cb187c2ce7 req-459ac561-47ae-453b-9971-b262ff9f6806 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1951897
Dec 09 14:52:02.854933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c6c79-4154-4544-b777-9c1ef6d77c8f req-9112edfd-2c37-4ae1-8c6e-02c5ac1a0ddd tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:02.856311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b40c6c79-4154-4544-b777-9c1ef6d77c8f req-9112edfd-2c37-4ae1-8c6e-02c5ac1a0ddd tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0800736
Dec 09 14:52:02.883611 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-3eeea68e-f46b-4300-a3ad-2959e824bc97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1735618
Dec 09 14:52:02.901837 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b40c6c79-4154-4544-b777-9c1ef6d77c8f req-5134cab5-119b-400e-9297-d446a455efc3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390759
Dec 09 14:52:04.105764 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39edc35-b703-43cc-a2a7-c4251d4d26d6 req-76d76d06-a580-4612-b102-d9a54a5c08e6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:04.107216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c39edc35-b703-43cc-a2a7-c4251d4d26d6 req-76d76d06-a580-4612-b102-d9a54a5c08e6 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0802810
Dec 09 14:52:04.161408 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c39edc35-b703-43cc-a2a7-c4251d4d26d6 req-7ef24e2f-16e6-422f-9f91-a67b0ed004f3 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454087
Dec 09 14:52:04.827376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:52:04.880269 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-0051c84b-1070-4404-8abc-4d7141342912 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c&tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656 HTTP/1.1" status: 200  len: 1098 time: 0.0677691
Dec 09 14:52:04.939723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:04.965492 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:52:04.968167 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-a1e74dbe-a576-4043-a67d-0611975277ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0672984
Dec 09 14:52:04.976232 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:52:04.980035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:04.982792 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:52:05.022870 dv-neutron-821183-1-hyperv neutron-server[83445]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'code': 422} returned with failed status
Dec 09 14:52:05.047879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:52:05.056093 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.056431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.056764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.057107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.057420 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.057764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.058082 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.058399 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.058717 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.059030 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.059347 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:52:05.064173 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:52:05.101059 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-2ed8d6b5-8bb1-492e-a6f7-30337c7aec9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:05.102557 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-2ed8d6b5-8bb1-492e-a6f7-30337c7aec9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1285219
Dec 09 14:52:05.205395 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-c8523105-e873-4604-9da1-98668ea7ddbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 999 time: 0.0963626
Dec 09 14:52:05.270816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-6fe2394f-95d1-46a9-8a62-7711e64e6d5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:05.272172 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-6fe2394f-95d1-46a9-8a62-7711e64e6d5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0604231
Dec 09 14:52:05.405314 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-774cb2b3-5183-44e2-a1e8-ae281495e0ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1267328
Dec 09 14:52:05.411394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85d51c-b63f-4abb-806b-e31cf684bbf4 req-c0cfe177-05fa-4479-8b38-9f9d649af102 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:05.412686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe85d51c-b63f-4abb-806b-e31cf684bbf4 req-c0cfe177-05fa-4479-8b38-9f9d649af102 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.1064985
Dec 09 14:52:05.539886 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fe85d51c-b63f-4abb-806b-e31cf684bbf4 req-d196f98e-56ea-4c43-896c-c6fff1e506f4 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1092565
Dec 09 14:52:05.571618 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-11ef5cd9-d675-4995-8bf4-02e31fc935bb service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580396
Dec 09 14:52:05.700456 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a6cb69ca-62b9-48ce-9b26-65b8df7c01cd req-5484f530-ab1b-4426-a583-67edbd3338d4 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222329
Dec 09 14:52:06.733653 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c94c8-06c2-4d0c-ae71-1d16837ed1cb req-eb301fac-003e-4ed1-ab4e-7725a06ec0d8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:06.735088 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-364c94c8-06c2-4d0c-ae71-1d16837ed1cb req-eb301fac-003e-4ed1-ab4e-7725a06ec0d8 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0742548
Dec 09 14:52:06.778655 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-364c94c8-06c2-4d0c-ae71-1d16837ed1cb req-589ff3d8-5f3c-4a82-8927-5bfb5e897901 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0382884
Dec 09 14:52:08.068760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bc345-107b-4a62-81c8-0dcf6d4005cb req-4412de49-e3a6-4459-a8ec-8759ca573228 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:08.070164 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a86bc345-107b-4a62-81c8-0dcf6d4005cb req-4412de49-e3a6-4459-a8ec-8759ca573228 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.1755011
Dec 09 14:52:08.114447 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a86bc345-107b-4a62-81c8-0dcf6d4005cb req-8a995c29-4eef-4e66-be3a-de1d931499cc tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388279
Dec 09 14:52:09.308163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c0b21-a4d6-4593-9f05-9f386d02f41c req-ef73f8f7-43b9-44d7-a8b1-eaa581782747 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:09.309479 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea2c0b21-a4d6-4593-9f05-9f386d02f41c req-ef73f8f7-43b9-44d7-a8b1-eaa581782747 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0781810
Dec 09 14:52:09.358773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ea2c0b21-a4d6-4593-9f05-9f386d02f41c req-d5dab677-c47c-408d-8ecf-be57816dec86 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437593
Dec 09 14:52:10.557161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918e0da-ed36-407e-a989-451714c6a2f3 req-0e809df6-ac79-42ba-8d33-4b3e730a9d4f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:10.558699 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8918e0da-ed36-407e-a989-451714c6a2f3 req-0e809df6-ac79-42ba-8d33-4b3e730a9d4f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0801606
Dec 09 14:52:10.603428 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8918e0da-ed36-407e-a989-451714c6a2f3 req-1d4c685e-2008-4dc6-b4ba-927efbfcc84f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392542
Dec 09 14:52:11.798260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d9637-351e-43e6-98e1-5393d80edc24 req-455cf899-4002-4c9c-8d84-9bfa06f66628 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:11.799660 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-956d9637-351e-43e6-98e1-5393d80edc24 req-455cf899-4002-4c9c-8d84-9bfa06f66628 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0796292
Dec 09 14:52:11.843009 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-956d9637-351e-43e6-98e1-5393d80edc24 req-2aad7139-83ef-4aac-9b16-5b5fd53b49fa tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379159
Dec 09 14:52:12.125959 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f157dc60-b288-4e22-984c-0fdd9de8b078 req-21fb9136-3381-41ca-8ccc-8914a19bed6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1096 time: 0.0666218
Dec 09 14:52:12.167117 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-f157dc60-b288-4e22-984c-0fdd9de8b078 req-075a6e4d-1afd-4105-9662-a809d36b5c20 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353813
Dec 09 14:52:13.041576 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a666-4423-4b2b-aa75-6ef512c98d70 req-cd586b50-5fe9-4acd-ae0b-b7045f871de0 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:13.043422 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fbc4a666-4423-4b2b-aa75-6ef512c98d70 req-cd586b50-5fe9-4acd-ae0b-b7045f871de0 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0807829
Dec 09 14:52:13.092960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-fbc4a666-4423-4b2b-aa75-6ef512c98d70 req-d03f575d-4793-4402-a48e-a89c21678d0f tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441384
Dec 09 14:52:14.287948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424ca27-a105-4e55-8064-21a75fc528b3 req-2b007775-e900-4e71-9775-06fb95d05a34 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:52:14.289357 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7424ca27-a105-4e55-8064-21a75fc528b3 req-2b007775-e900-4e71-9775-06fb95d05a34 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 943 time: 0.0752048
Dec 09 14:52:14.336495 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7424ca27-a105-4e55-8064-21a75fc528b3 req-3a710567-2641-41be-a31c-57b22b88296d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417616
Dec 09 14:52:14.911669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:52:15.079958 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:52:15.092593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'port_id': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'mac_address': 'fa:16:3e:99:b1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:52:15.146493 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:15.162771 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4734d20-a1f6-4fcc-b2de-7302f57ba1ca {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:52:15.177613 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:52:15.180932 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:15.182635 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-819a515e-9183-4963-88a7-55d59ad36119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:52:15.246624 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:52:15.249554 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:52:15.418716 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:52:16.783775 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:16.922769 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:52:16.991483 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:52:16.991862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:17.103036 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:17.129084 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:52:17.138631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:52:17.142279 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:17.144019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-8ae63354-8917-48f6-9a5f-9fba832c90cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:52:17.208952 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:52:17.211842 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:52:18.204510 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'code': 200}
Dec 09 14:52:19.400582 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:52:22.645243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-93621df7-0580-4265-b49f-de09e2c5d91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:25.000179 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1654b274-99f1-46bc-b303-cf7bbd90c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:26.313453 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:26.525233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:27.727327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:46.779691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:52.647647 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4bed0d0e-3716-4503-9037-c5567494816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:55.001723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8116b6ce-e2fb-4640-9cde-09d08399a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:56.315614 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:56.400633 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:52:56.526397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:52:57.730352 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:06.682987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-a6b9e277-5ffa-4302-a976-e0a0e5d96a03 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675936
Dec 09 14:53:06.820562 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-a2acf99d-b2df-43a2-9f92-b01d6e5294de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0666342
Dec 09 14:53:06.958708 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-371930a9-59d7-4e0f-8f56-29ea1fe45754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:06.960636 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-371930a9-59d7-4e0f-8f56-29ea1fe45754 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1227469
Dec 09 14:53:07.060796 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-a457a34d-26de-42db-841b-f7ff85f0b59f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 1001 time: 0.0939097
Dec 09 14:53:07.124791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-49ef247e-ab7b-4d63-8034-78a3255e8d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:07.126376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-49ef247e-ab7b-4d63-8034-78a3255e8d6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.0593660
Dec 09 14:53:07.198789 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-8d056892-5889-4abf-8e4e-547341fd86d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0657670
Dec 09 14:53:07.208543 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-087e0531-ee0c-4217-9bd7-72fcc9c04750 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:53:07.209550 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-087e0531-ee0c-4217-9bd7-72fcc9c04750 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048628
Dec 09 14:53:07.337521 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-bcdd6674-e4f9-4bf0-a065-12ff70ca715a service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213052
Dec 09 14:53:07.465216 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c9981994-7c99-43c9-a6a3-a240e40a050d req-d83aaef5-5a53-4de0-8410-efb028bc1408 service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216607
Dec 09 14:53:16.808538 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:22.649296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bfd99fde-a733-4125-84db-2db457762130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:25.003415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53b20f55-3db4-49bf-83d8-9f0686637411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:26.323324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:26.528808 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:27.732215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:27.866443 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39112) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:28.063354 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Deleting port 505fc90a-6eb5-498b-8ec8-26bce59b5b53 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:28.063691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:28.224015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:28.224327 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:28.340458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Calling delete_port for 505fc90a-6eb5-498b-8ec8-26bce59b5b53 owned by network:floatingip {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:28.484204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:28.487476 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-119c18c6-0078-460c-8f5a-09c14d26cb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:28.528564 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event deleted for resources: {'Port': ['ID=505fc90a-6eb5-498b-8ec8-26bce59b5b53,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:28.566516 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.566890 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.567266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.567655 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.567984 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.568338 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.568691 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.569050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.569400 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.569800 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.570153 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:28.580109 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:28.737087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for floatingip, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:29.113722 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:53:29.309334 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:29.319554 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:53:29.329396 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:29.334830 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:29.335422 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a02ba60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:29.386510 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "DELETE /v2.0/floatingips/7dca393e-c155-4907-8fe6-5ab2abbb1cc8 HTTP/1.1" status: 204  len: 168 time: 1.5160224
Dec 09 14:53:29.386510 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:53:29.455535 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'status': 'completed', 'code': 200}
Dec 09 14:53:29.551771 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-88cc2ec1-af62-4416-8c8b-fd52d96834ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 1098 time: 0.0733621
Dec 09 14:53:29.555035 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:29.694350 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-5d77210d-d929-425a-a9a0-2bc93b515052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:29.695857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-5d77210d-d929-425a-a9a0-2bc93b515052 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 200  len: 909 time: 0.1375084
Dec 09 14:53:29.862178 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-9e835987-9649-4fd4-9f66-835b94981372 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 200  len: 217 time: 0.1587734
Dec 09 14:53:29.871584 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a02ba60>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:29.875627 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:53:29.886385 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:29.886978 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a02ba60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:29.969613 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-2587be92-38de-4543-84d9-4f7d860ff777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:29.971043 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-2587be92-38de-4543-84d9-4f7d860ff777 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 200  len: 847 time: 0.1010821
Dec 09 14:53:30.059591 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:30.062822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968222-fe63-4982-9842-c1f6cfb37cfd req-6a6a7d43-e6bc-433c-a2a2-7f349b9eee93 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:30.064254 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db968222-fe63-4982-9842-c1f6cfb37cfd req-6a6a7d43-e6bc-433c-a2a2-7f349b9eee93 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.2198772
Dec 09 14:53:30.089967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-d913d4e4-8149-454a-a16f-40f4b8b61f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07b1955e-31a2-494c-8a68-6e7cdc3bfded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1114988
Dec 09 14:53:30.182112 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-db968222-fe63-4982-9842-c1f6cfb37cfd req-55402a02-d9f5-4ecf-b567-14fcd86ef99c tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1114361
Dec 09 14:53:30.239592 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-529e868f-cd26-4e24-a8a7-da47a921ab4e service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426265
Dec 09 14:53:30.362849 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a02ba60>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:30.366643 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30befc9f-2b13-4db3-9db0-9e8e9084fbb3 None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:44:53Z', 'revision_number': 4, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '8327451c-d69b-4650-b20b-f0328754b6ea', 'name': '', 'network_id': '07b1955e-31a2-494c-8a68-6e7cdc3bfded', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'mac_address': 'fa:16:3e:2f:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:53Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'subnets': [{'id': '89e3ded8-a115-4f1f-bd9e-82f9118f2477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:53:30.373647 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c307741-700f-4fad-80ae-1a27a56b6fff req-b50f19ca-9031-4983-a35f-2e2c85d9bceb service neutron] 10.222.0.35 "GET /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267586
Dec 09 14:53:30.578919 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c7805-2309-4bbb-b79a-acc1def7ca41 None None] New status for floating IP 7dca393e-c155-4907-8fe6-5ab2abbb1cc8: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:53:31.220362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-5e33d582-9fc1-47f0-89ae-3f85d1a040db tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:31.221799 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-5e33d582-9fc1-47f0-89ae-3f85d1a040db tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.0749688
Dec 09 14:53:31.292979 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Deleting port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:31.293318 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:31.592282 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] For port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:31.592634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:31.608508 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77c871-13f2-4a07-84df-32319cca0f25 req-58c3c0f8-614d-43e6-935d-725e6462973a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:31.609970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c77c871-13f2-4a07-84df-32319cca0f25 req-58c3c0f8-614d-43e6-935d-725e6462973a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 945 time: 0.2930093
Dec 09 14:53:31.730075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Calling delete_port for e4734d20-a1f6-4fcc-b2de-7302f57ba1ca owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:31.807570 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3c77c871-13f2-4a07-84df-32319cca0f25 req-8e794f5b-de35-4c56-89ed-77103a0f163e tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/security-groups?id=f724501c-6bdb-42e4-9954-247a169bb7f7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1493061
Dec 09 14:53:31.888300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:31.893720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:31.934757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event deleted for resources: {'Port': ['ID=e4734d20-a1f6-4fcc-b2de-7302f57ba1ca,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:31.974401 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.974782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.975153 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.975521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.975909 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.976280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.976634 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.976988 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.977342 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.977713 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.978066 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:31.987928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:32.020870 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] No DVR routers for this DVR port e4734d20-a1f6-4fcc-b2de-7302f57ba1ca on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:53:32.023760 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:32.026229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-deleted', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:53:32.037137 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-434ac58f-711e-4750-abdb-eb4a51f2e701 req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.35 "DELETE /v2.0/ports/e4734d20-a1f6-4fcc-b2de-7302f57ba1ca HTTP/1.1" status: 204  len: 173 time: 0.8099132
Dec 09 14:53:32.082125 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d68ba0-5d79-4853-a93f-bc070b6c802c', 'name': 'network-vif-deleted', 'tag': 'e4734d20-a1f6-4fcc-b2de-7302f57ba1ca', 'status': 'completed', 'code': 200}
Dec 09 14:53:32.986365 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2a221c8f-8cdd-455a-8ec2-4263ad817835 req-9ebf6c4a-640d-4817-9314-72c350dada78 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Synchronizing usage tracker for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:53:33.003100 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2a221c8f-8cdd-455a-8ec2-4263ad817835 req-9ebf6c4a-640d-4817-9314-72c350dada78 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Unset dirty status for tenant:03a73cfb2c8b429aa3eb4d06bc44e656 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:53:33.004243 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2a221c8f-8cdd-455a-8ec2-4263ad817835 req-9ebf6c4a-640d-4817-9314-72c350dada78 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d68ba0-5d79-4853-a93f-bc070b6c802c HTTP/1.1" status: 200  len: 210 time: 0.0596218
Dec 09 14:53:33.400965 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:53:34.111105 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39146) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:34.186615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:34.216754 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:34.285320 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:34.289677 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b9e22a62-2796-449c-ac44-0d53aec6f8c0 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:34.303937 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f724501c-6bdb-42e4-9954-247a169bb7f7,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:34.307740 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:34.313152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:34.316955 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-58a385f3-6c59-4450-a0fb-c40256252882 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] 10.222.0.21 "DELETE /v2.0/security-groups/f724501c-6bdb-42e4-9954-247a169bb7f7 HTTP/1.1" status: 204  len: 168 time: 0.2022820
Dec 09 14:53:34.369907 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39152) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:34.892637 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:35.352219 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:35.385939 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: e4734d20-a1f6-4fcc-b2de-7302f57ba1ca {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:53:35.386281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device e4734d20-a1f6-4fcc-b2de-7302f57ba1ca not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:53:35.585845 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Deleting port 8327451c-d69b-4650-b20b-f0328754b6ea {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:35.586339 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:35.753737 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] For port 8327451c-d69b-4650-b20b-f0328754b6ea, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=8327451c-d69b-4650-b20b-f0328754b6ea,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:35.754078 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:35.869172 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Calling delete_port for 8327451c-d69b-4650-b20b-f0328754b6ea owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:36.037071 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:36.041266 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b3efbd1b-bcf0-48cf-b8ec-f3db13bbfc2b tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:36.082811 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8327451c-d69b-4650-b20b-f0328754b6ea,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:36.085813 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:36.366527 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:37.024988 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Router f1f92415-22c5-4318-9a69-bc4f9ee8d81f has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:53:37.221080 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:37.230767 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] Sync routers for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:53:37.238111 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] 10.222.0.21 "PUT /v2.0/routers/f1f92415-22c5-4318-9a69-bc4f9ee8d81f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8669131
Dec 09 14:53:37.240746 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39158) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:37.243070 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:37.243755 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056dc0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:37.415172 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:37.434881 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:37.627291 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:37.636537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Deleting port 9cfab3ec-afcb-45b5-b523-494f70432388 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:37.636873 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:37.714464 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056dc0>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:53:35Z', 'revision_number': 5, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port': {'id': '9cfab3ec-afcb-45b5-b523-494f70432388', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:51Z', 'updated_at': '2021-12-09T14:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:37.718194 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] Checking router: f1f92415-22c5-4318-9a69-bc4f9ee8d81f for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:53:37.729050 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] Routers {'f1f92415-22c5-4318-9a69-bc4f9ee8d81f'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:37.729678 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056dc0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:37.806330 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] For port 9cfab3ec-afcb-45b5-b523-494f70432388, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=9cfab3ec-afcb-45b5-b523-494f70432388,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:37.806688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:37.877754 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] Set router f1f92415-22c5-4318-9a69-bc4f9ee8d81f gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:37.930507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Calling delete_port for 9cfab3ec-afcb-45b5-b523-494f70432388 owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:37.979777 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056dc0>, [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:53:37Z', 'revision_number': 6, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:37.983616 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f22a92-6247-4de9-a2ba-df0a8ddb1b55 None None] The sync data for ids ['f1f92415-22c5-4318-9a69-bc4f9ee8d81f'] in dv-neutron-821183-1-hyperv is: [{'id': 'f1f92415-22c5-4318-9a69-bc4f9ee8d81f', 'name': 'tempest-TestShelveInstance-276429187-router', 'tenant_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:50Z', 'updated_at': '2021-12-09T14:53:37Z', 'revision_number': 6, 'project_id': '03a73cfb2c8b429aa3eb4d06bc44e656', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:53:38.214077 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:38.217515 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-98435751-e59b-4f84-a22f-a0d5bf0f8f67 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:38.259034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Pushing event deleted for resources: {'Port': ['ID=9cfab3ec-afcb-45b5-b523-494f70432388,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:38.261787 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:38.483361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:38.736235 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:38.740381 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:38.765750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:38.766250 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f92415-22c5-4318-9a69-bc4f9ee8d81f {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:53:38.780075 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:38.781217 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-a60c8885-0060-4c4f-b02b-cc0c1063544b admin admin] 10.222.0.21 "DELETE /v2.0/routers/f1f92415-22c5-4318-9a69-bc4f9ee8d81f HTTP/1.1" status: 204  len: 168 time: 1.5395331
Dec 09 14:53:38.784004 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39162) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:38.856020 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Deleting subnet 89e3ded8-a115-4f1f-bd9e-82f9118f2477 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:53:38.859189 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.016966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.024363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9cfab3ec-afcb-45b5-b523-494f70432388 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:39.056890 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 9cfab3ec-afcb-45b5-b523-494f70432388 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:53:39.057250 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 9cfab3ec-afcb-45b5-b523-494f70432388 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:53:39.057705 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8327451c-d69b-4650-b20b-f0328754b6ea no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:39.091953 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 8327451c-d69b-4650-b20b-f0328754b6ea {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:53:39.092316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 8327451c-d69b-4650-b20b-f0328754b6ea not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:53:39.097612 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.165421 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.169437 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bf8d8df9-0d28-47a6-aafe-1da50258c4ce tempest-NetworksIpV6TestAttrs-1023677303 tempest-NetworksIpV6TestAttrs-1023677303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:39.200678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e3ded8-a115-4f1f-bd9e-82f9118f2477,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:39.204616 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:39.207469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.213417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48ab612-3b14-46b4-9133-6e1f3be38a76 None None] Network 07b1955e-31a2-494c-8a68-6e7cdc3bfded requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:53:39.217248 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-1a9c2574-c81c-4b4c-92f6-230d9356fe87 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89e3ded8-a115-4f1f-bd9e-82f9118f2477 HTTP/1.1" status: 204  len: 168 time: 0.4322271
Dec 09 14:53:39.219622 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39170) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:39.322806 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.332724 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Deleting port 5f042e63-b080-4214-865e-6a5f859d73e2 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:39.333045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.456107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] DHCP port deletion for 07b1955e-31a2-494c-8a68-6e7cdc3bfded request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:53:39.461017 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Deleting port 5f042e63-b080-4214-865e-6a5f859d73e2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:39.461446 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.546939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] For port 5f042e63-b080-4214-865e-6a5f859d73e2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5f042e63-b080-4214-865e-6a5f859d73e2,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:39.547283 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.661055 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] For port 5f042e63-b080-4214-865e-6a5f859d73e2, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=5f042e63-b080-4214-865e-6a5f859d73e2,segment=NetworkSegment(32df41db-9d37-4469-9c0f-97115257005b),segment_id=32df41db-9d37-4469-9c0f-97115257005b)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:39.661448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.667358 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Calling delete_port for 5f042e63-b080-4214-865e-6a5f859d73e2 owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:39.738577 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.742731 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:39.788520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f042e63-b080-4214-865e-6a5f859d73e2,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:39.791176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:39.793826 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] No DVR routers for this DVR port 5f042e63-b080-4214-865e-6a5f859d73e2 on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:53:39.815910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Calling delete_port for 5f042e63-b080-4214-865e-6a5f859d73e2 owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 09 14:53:39.879076 dv-neutron-821183-1-hyperv neutron-server[83445]:   util.warn(
Dec 09 14:53:39.885032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:53:39.885391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:53:39.909520 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.934028 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6449836d00>,) {'filters': {'network_id': ['07b1955e-31a2-494c-8a68-6e7cdc3bfded']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:39.945956 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449836d00>, '32df41db-9d37-4469-9c0f-97115257005b') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:39.946241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6449836d00>, '32df41db-9d37-4469-9c0f-97115257005b') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:39.957229 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.972490 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.978371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:53:39.978781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:53:39.991826 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:53:40.065022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:40.068300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-03c68331-1a05-4fff-8469-e535a748faaa tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:40.081130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:40.092136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b1955e-31a2-494c-8a68-6e7cdc3bfded,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:40.096030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:40.104970 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-558a5ac2-aaf9-4b0c-96eb-16b424b4d0b0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/07b1955e-31a2-494c-8a68-6e7cdc3bfded HTTP/1.1" status: 204  len: 168 time: 0.8844357
Dec 09 14:53:40.108301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39174) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:40.386899 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Deleting port 5f042e63-b080-4214-865e-6a5f859d73e2 {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:40.387440 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:40.451652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9bb41ab3-908d-4994-af8b-6c447b703ed2 None None] The port '5f042e63-b080-4214-865e-6a5f859d73e2' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:53:40.584694 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:41.017941 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5f042e63-b080-4214-865e-6a5f859d73e2 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:41.050139 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 5f042e63-b080-4214-865e-6a5f859d73e2 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:53:41.050496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 5f042e63-b080-4214-865e-6a5f859d73e2 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:53:41.162113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Deleting port 3b07384a-df76-455d-9330-49882d7fc05c {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:41.162657 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:41.332486 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] For port 3b07384a-df76-455d-9330-49882d7fc05c, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=3b07384a-df76-455d-9330-49882d7fc05c,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:41.332754 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:41.449740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Calling delete_port for 3b07384a-df76-455d-9330-49882d7fc05c owned by network:router_interface {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:41.618303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:41.622151 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:41.664597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b07384a-df76-455d-9330-49882d7fc05c,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:41.667078 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:41.947686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:42.606438 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Router ff02e233-67c2-41cc-aa56-a497b54bced8 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:53:42.803125 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:42.813086 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] Sync routers for ids ['ff02e233-67c2-41cc-aa56-a497b54bced8'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:53:42.819645 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] 10.222.0.21 "PUT /v2.0/routers/ff02e233-67c2-41cc-aa56-a497b54bced8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7103035
Dec 09 14:53:42.822624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39178) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:42.825421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] Routers {'ff02e233-67c2-41cc-aa56-a497b54bced8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:42.826058 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d7d040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ff02e233-67c2-41cc-aa56-a497b54bced8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:43.004603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] Set router ff02e233-67c2-41cc-aa56-a497b54bced8 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:43.031842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:43.223307 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:43.233644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Deleting port 31afd5c5-9118-4007-b91c-d884846b8a9f {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:43.233975 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:43.285814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d7d040>, [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:53:41Z', 'revision_number': 5, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port': {'id': '31afd5c5-9118-4007-b91c-d884846b8a9f', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:5b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:44:57Z', 'updated_at': '2021-12-09T14:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:43.290131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] Checking router: ff02e233-67c2-41cc-aa56-a497b54bced8 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:53:43.300811 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] Routers {'ff02e233-67c2-41cc-aa56-a497b54bced8'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:43.301415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449d7d040>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['ff02e233-67c2-41cc-aa56-a497b54bced8'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:43.405757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] For port 31afd5c5-9118-4007-b91c-d884846b8a9f, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=31afd5c5-9118-4007-b91c-d884846b8a9f,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:43.406149 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:43.449934 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] Set router ff02e233-67c2-41cc-aa56-a497b54bced8 gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:43.584630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449d7d040>, [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:53:43Z', 'revision_number': 6, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:43.589185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79e3658-f7f8-477e-93c4-5c713c757b13 None None] The sync data for ids ['ff02e233-67c2-41cc-aa56-a497b54bced8'] in dv-neutron-821183-1-hyperv is: [{'id': 'ff02e233-67c2-41cc-aa56-a497b54bced8', 'name': 'tempest-TestShelveInstance-171973742-router', 'tenant_id': '67ccdce3420b43668015dd59229a3b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:44:56Z', 'updated_at': '2021-12-09T14:53:43Z', 'revision_number': 6, 'project_id': '67ccdce3420b43668015dd59229a3b1e', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:53:43.640010 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Calling delete_port for 31afd5c5-9118-4007-b91c-d884846b8a9f owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:43.797686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:43.801001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:43.840587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Pushing event deleted for resources: {'Port': ['ID=31afd5c5-9118-4007-b91c-d884846b8a9f,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:43.844400 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:44.064557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.318240 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.322777 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.352495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.353196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff02e233-67c2-41cc-aa56-a497b54bced8 {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:53:44.365889 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.367044 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d4666e85-4f9a-415d-839d-6a3b719b6200 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ff02e233-67c2-41cc-aa56-a497b54bced8 HTTP/1.1" status: 204  len: 168 time: 1.5435328
Dec 09 14:53:44.369815 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39182) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:44.434221 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Deleting subnet e4a09654-13e0-4b93-af47-f37786260957 {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:53:44.437184 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.487245 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.574663 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.639944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.644134 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-37c4bb24-b95b-42ca-a02e-d9a813ed3ffc tempest-PortsIpV6TestJSON-1168140144 tempest-PortsIpV6TestJSON-1168140144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:44.678398 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a09654-13e0-4b93-af47-f37786260957,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:44.680902 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:44.684590 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.689480 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca90416-65ae-4dcc-92e1-939695d88c08 None None] Network da8878a8-cd0f-40f1-82bf-0898e0d543ad requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:53:44.693255 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-cc61b738-c5d2-4575-ae1d-61484acaa046 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e4a09654-13e0-4b93-af47-f37786260957 HTTP/1.1" status: 204  len: 168 time: 0.3202200
Dec 09 14:53:44.693468 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39186) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:44.798953 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.810170 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Deleting port a6da67d4-7d05-47eb-9780-6e28cbece51b {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:44.810444 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:44.932710 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] DHCP port deletion for da8878a8-cd0f-40f1-82bf-0898e0d543ad request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:53:44.936671 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Deleting port a6da67d4-7d05-47eb-9780-6e28cbece51b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:44.937119 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.018087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] For port a6da67d4-7d05-47eb-9780-6e28cbece51b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a6da67d4-7d05-47eb-9780-6e28cbece51b,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:45.018437 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.034745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3b07384a-df76-455d-9330-49882d7fc05c no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:45.104975 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 3b07384a-df76-455d-9330-49882d7fc05c {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:53:45.105246 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 3b07384a-df76-455d-9330-49882d7fc05c not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:53:45.105683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 31afd5c5-9118-4007-b91c-d884846b8a9f no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:45.147376 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 31afd5c5-9118-4007-b91c-d884846b8a9f {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:53:45.147768 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 31afd5c5-9118-4007-b91c-d884846b8a9f not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:53:45.148194 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device a6da67d4-7d05-47eb-9780-6e28cbece51b no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:53:45.247975 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Calling delete_port for a6da67d4-7d05-47eb-9780-6e28cbece51b owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:45.293069 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] For port a6da67d4-7d05-47eb-9780-6e28cbece51b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=a6da67d4-7d05-47eb-9780-6e28cbece51b,segment=NetworkSegment(fa0e060a-d8a9-41a0-8970-a10f649a44c5),segment_id=fa0e060a-d8a9-41a0-8970-a10f649a44c5)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:45.293443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.319167 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.324470 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c77cf24f-bfa7-4eb2-a9f8-9c0e9aed6cd4 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:45.367270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6da67d4-7d05-47eb-9780-6e28cbece51b,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:45.369664 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:45.372052 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] No DVR routers for this DVR port a6da67d4-7d05-47eb-9780-6e28cbece51b on host dv-neutron-821183-1-hyperv {{(pid=83443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:53:45.436567 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Port a6da67d4-7d05-47eb-9780-6e28cbece51b update to DOWN by agent not found {{(pid=83445) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}}
Dec 09 14:53:45.443321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Calling delete_port for a6da67d4-7d05-47eb-9780-6e28cbece51b owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:53:45.484723 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.510645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6448d5cee0>,) {'filters': {'network_id': ['da8878a8-cd0f-40f1-82bf-0898e0d543ad']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:45.511669 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:53:45.512095 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:53:45.522704 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d5cee0>, 'fa0e060a-d8a9-41a0-8970-a10f649a44c5') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:45.522989 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6448d5cee0>, 'fa0e060a-d8a9-41a0-8970-a10f649a44c5') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:45.533927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.550506 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.556997 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:53:45.557374 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:53:45.570387 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:53:45.644944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.648270 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-03e125eb-8ed1-41fe-9028-578c5ea5c551 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:45.660670 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.670864 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8878a8-cd0f-40f1-82bf-0898e0d543ad,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:45.674831 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:45.678227 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bdd59462-0d4f-439f-aedf-45c0ab5861d3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/da8878a8-cd0f-40f1-82bf-0898e0d543ad HTTP/1.1" status: 204  len: 168 time: 0.9838295
Dec 09 14:53:45.809169 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39192) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:45.857708 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-bc159856-0fd4-4f97-9891-3312e871570f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03a73cfb2c8b429aa3eb4d06bc44e656&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0472496
Dec 09 14:53:45.859909 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39196) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:45.917686 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.945492 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:45.997108 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.002014 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-d81363f8-5802-459b-950c-71587003cfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:46.012951 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Deleting port a6da67d4-7d05-47eb-9780-6e28cbece51b {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:53:46.013518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.016313 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c5fb5b-b4b1-4ed0-8cad-6a0e9df5f7e6,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:46.019202 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:46.021067 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.024876 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-51b132a3-c89b-46e8-9984-37d3317d2413 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1c5fb5b-b4b1-4ed0-8cad-6a0e9df5f7e6 HTTP/1.1" status: 204  len: 168 time: 0.1614094
Dec 09 14:53:46.089516 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-4764f1ff-ad20-4bb0-b2c5-f871e36f835a None None] The port 'a6da67d4-7d05-47eb-9780-6e28cbece51b' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:53:46.402869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39204) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:46.451372 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-9187d9f4-caf2-4a34-945b-f06e6fc23440 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67ccdce3420b43668015dd59229a3b1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0471683
Dec 09 14:53:46.453604 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39208) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:46.511395 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.535929 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.587168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.590920 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e331bf41-50d3-4b61-a3a8-f92f9b8ae78f tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:46.604794 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b26d6-2210-4c0f-8d54-b497b186a903,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:46.609514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:46.611336 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:46.615177 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d82b26d6-2210-4c0f-8d54-b497b186a903 HTTP/1.1" status: 204  len: 168 time: 0.1606481
Dec 09 14:53:46.818631 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.477554 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39230) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:47.602959 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.v2.base [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-571346253-network', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f'}} {{(pid=83443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:47.607623 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:47.611624 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Usage tracker for resource:network and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:47.614558 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:47.620254 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:47.631001 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Made reservation on behalf of 01743e434e764b06ae6f4162c6e9ad9f for: {'network': 1} {{(pid=83443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:53:47.633869 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.645615 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.675850 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:47.679630 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:47.682365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.quota.resource [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:47.687906 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.quota.driver [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:47.752822 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.756425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.760786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4389387f-6433-4237-8251-5df614b81d2c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:47.784441 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209}  {{(pid=83443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:53:47.796525 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37a310-ded8-4405-a9bc-c62cb8bbf28b,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:47.800464 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:47.801380 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.801743 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.db.segments_db [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Added segment 67fc28df-d773-40ec-a15b-820f11efd93e of type vlan for network 1ddeaf8b-5cca-4636-9b36-41aa54109b17
Dec 09 14:53:47.828835 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.857287 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.858207 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:47.858758 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:47.863253 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-2bcd9089-4ee3-48d9-b602-0edf03a5ec99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:47.958294 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4796610
Dec 09 14:53:47.961925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39236) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:47.963610 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Pushing event updated for resources: {'Network': ['ID=1ddeaf8b-5cca-4636-9b36-41aa54109b17,revision_number=1']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:47.966164 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-b7b26ac2-d4c8-4407-b1b4-b26f0eb91fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:47.967678 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Request body: {'subnet': {'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-571346253-subnet', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:47.972603 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:47.973296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:53:47.976569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Usage tracker for resource:subnet and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:47.979454 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:47.985553 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:47.997022 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Made reservation on behalf of 01743e434e764b06ae6f4162c6e9ad9f for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:53:47.999532 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.204112 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.208044 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a9b1688-5414-43de-a8df-b3c123574b3e tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:48.274914 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:48.278521 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:48.286305 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Checking segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:48.286654 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Network hostable DHCP agents. Network: 1ddeaf8b-5cca-4636-9b36-41aa54109b17, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:53:48.308110 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:53:48.316990 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 1ddeaf8b-5cca-4636-9b36-41aa54109b17) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:48.321281 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:48.321897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.326327 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7d2ae-0fb0-4ab9-81e6-1293d6e2c8bf None None] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:53:48.341939 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3789155
Dec 09 14:53:48.344585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39240) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:48.349644 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:48.354685 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:48.358465 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Usage tracker for resource:router and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:48.361252 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:48.367600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:48.378091 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.378989 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.398081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.540317 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:53:48.541785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.658462 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.696715 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Allocated IP 172.20.0.2 (1ddeaf8b-5cca-4636-9b36-41aa54109b17/0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee/0b4d8ecf-c13a-4a92-b18e-2a9409de01dc) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:53:48.845093 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.875290 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.913396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.923511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Transition to ACTIVE for port object 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:48.942855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Transition to ACTIVE for port object 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:48.949553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:48.954698 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:49.013902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Allocated IP 172.26.3.47 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/673c8d43-e50f-4003-8ef1-8586e4fa58ba) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:53:49.021027 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:49.024553 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:49.026380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Pushing event updated for resources: {'Port': ['ID=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:49.028695 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:53:49.040150 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.040495 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.040833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.041165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.041500 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.041852 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.042174 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.042498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.042815 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.043134 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.043452 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:49.072405 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:49.128817 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Attempting to bind port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:53:49.129170 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Attempting to bind port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:53:49.129552 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Attempting to bind port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:53:49.135800 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:53:49.136176 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Checking segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:49.136592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.136973 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Bound using segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:53:49.137442 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Bound port: 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:53:49.137848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.162371 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.190963 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.194857 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-de04e6e1-3964-4529-94af-64bb13d9adec tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:49.226403 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] For port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:53:49.229930 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] For port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:53:49.235740 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.239784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-62b12954-0ea4-4d94-ae71-0ba0ebbdd459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:49.266455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:49.269976 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Pushing event updated for resources: {'Port': ['ID=673c8d43-e50f-4003-8ef1-8586e4fa58ba,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:49.272815 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:49.273864 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:49.275881 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:53:49.355284 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Pushing event updated for resources: {'Port': ['ID=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:49.358718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:49.437441 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.438191 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.687645 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:53:49.894676 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:49.906325 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:53:49.918681 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:49.919288 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:49.924107 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:49.928452 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-b61dea09-29bc-464e-b6be-fe6bbfc14a6c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.5799141
Dec 09 14:53:49.928570 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39244) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:50.103697 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:50.384377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b618559-b1a8-4aaf-9e3f-f9c8673271a2 None None] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:53:50.402133 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056e80>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:49Z', 'revision_number': 3, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:50.406387 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:53:50.406740 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Updating router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 port 673c8d43-e50f-4003-8ef1-8586e4fa58ba binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:53:50.461056 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:50.474731 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e2970168-d3d2-44a0-8cd2-76d715c7e84d None None] Provisioning for port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:50.820073 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:50.834892 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Transition to ACTIVE for port object 673c8d43-e50f-4003-8ef1-8586e4fa58ba will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:50.841281 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:50.845294 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-fe4c0633-edbb-4d0c-b8a2-19bb3d82cee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:50.855620 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:50.956545 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Pushing event updated for resources: {'Port': ['ID=673c8d43-e50f-4003-8ef1-8586e4fa58ba,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:50.958683 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Attempting to bind port 673c8d43-e50f-4003-8ef1-8586e4fa58ba on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:53:50.959045 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Attempting to bind port 673c8d43-e50f-4003-8ef1-8586e4fa58ba by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:53:50.959405 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Attempting to bind port 673c8d43-e50f-4003-8ef1-8586e4fa58ba on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:53:50.971171 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.971511 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.971840 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.972162 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.972486 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.972806 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.973111 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.973431 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.973769 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.974082 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.974392 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:53:50.978071 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:53:50.978348 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:50.978820 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:50.979114 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:53:50.979570 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Bound port: 673c8d43-e50f-4003-8ef1-8586e4fa58ba, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:53:50.979941 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.014421 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:51.053909 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] For port 673c8d43-e50f-4003-8ef1-8586e4fa58ba, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:53:51.057895 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] For port 673c8d43-e50f-4003-8ef1-8586e4fa58ba, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=673c8d43-e50f-4003-8ef1-8586e4fa58ba,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:53:51.062867 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.067274 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:51.076035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:51.079089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Allocated IP 172.20.0.1 (1ddeaf8b-5cca-4636-9b36-41aa54109b17/0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee/99c9c0f2-97f2-488a-bff9-41e3c8d4f198) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:53:51.147398 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:51.152906 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Pushing event updated for resources: {'Port': ['ID=673c8d43-e50f-4003-8ef1-8586e4fa58ba,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:51.153619 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:51.154066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.156292 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-2c55260b-33ae-4db1-9582-617cbca55f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:51.157789 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:51.158401 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a056e80>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:51.245569 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.262076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Transition to ACTIVE for port object 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:51.276378 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.284301 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.288196 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1a5feca6-f3a7-4c62-8d27-c0b361517a7a tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:51.309772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:51.314633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.317183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:51.339416 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:51.356288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:51.359043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:51.361932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:53:51.397651 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:51.408233 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:51.415904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Pushing event updated for resources: {'Port': ['ID=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:51.420706 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:51.424103 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.526043 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.634893 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a056e80>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:49Z', 'revision_number': 3, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:51.639269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-673832a6-37df-4d55-a985-8534a5eeee9c None None] Provisioning for port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:51.640198 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f9fd8-1ed1-4507-998c-2cb2da56b3af None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:49Z', 'revision_number': 3, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:53:51.647912 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-673832a6-37df-4d55-a985-8534a5eeee9c None None] Provisioning complete for port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:51.648547 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-673832a6-37df-4d55-a985-8534a5eeee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.705859 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-673832a6-37df-4d55-a985-8534a5eeee9c None None] Port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:53:51.766591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.771604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:51.806391 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-89db3483-d786-47c9-a19c-ad85a9ac600d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:51.886972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Pushing event updated for resources: {'Port': ['ID=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:51.890081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:51.890892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:52.032967 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:52.034130 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:52.334881 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-d4dfe71d-a5f0-4194-9a64-9b9e117bdbe6 None None] Provisioning complete for port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:52.335844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d4dfe71d-a5f0-4194-9a64-9b9e117bdbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:52.401366 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d4dfe71d-a5f0-4194-9a64-9b9e117bdbe6 None None] Port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:53:52.536709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:53:52.650310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f90abc57-36dc-40f1-a30f-b9f926219b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:52.740659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:52.750650 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] 10.222.0.21 "PUT /v2.0/routers/6f37b22a-6639-42cc-a63f-75ed4c87bf22/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8205132
Dec 09 14:53:53.089243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:53.162697 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:53.163114 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.286750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 673c8d43-e50f-4003-8ef1-8586e4fa58ba up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:53.352437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 673c8d43-e50f-4003-8ef1-8586e4fa58ba completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:53.357159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 673c8d43-e50f-4003-8ef1-8586e4fa58ba triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:53.357549 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.471954 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.487467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 673c8d43-e50f-4003-8ef1-8586e4fa58ba, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=673c8d43-e50f-4003-8ef1-8586e4fa58ba,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:53.492281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.495223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:53.559223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=673c8d43-e50f-4003-8ef1-8586e4fa58ba,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:53.562786 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:53.662701 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39266) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:53.668733 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-745688371-network', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:53.673436 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:53.677185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Usage tracker for resource:network and tenant:a27cbd13b88f4c6c8c24d515066f7760 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:53.680629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:53.686187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:53.696104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Made reservation on behalf of a27cbd13b88f4c6c8c24d515066f7760 for: {'network': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:53:53.698302 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for network, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.710498 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.739750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:53.744027 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Usage tracker for resource:security_group_rule and tenant:a27cbd13b88f4c6c8c24d515066f7760 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:53.746875 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:53.752916 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:53.820449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.823983 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.827860 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-44bc9cd6-d5a6-4125-81aa-765f3b1b0863 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:53.854833 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204}  {{(pid=83444) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 09 14:53:53.862847 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171e332e-acb9-4b5a-92fb-3654270668f5,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:53.866892 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:53.870626 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.870724 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.segments_db [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Added segment b3e68c0a-f87d-4c58-89a1-23e31db5ef36 of type vlan for network 56085758-3a1d-4dce-a8a4-20b37c77ec38
Dec 09 14:53:53.896688 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754295291140'] for network, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.927258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132'] for network, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.928123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:53.928773 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:53.932925 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a2a1254a-4cde-4ca9-b4b1-b53de097126b tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:54.025692 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Pushing event updated for resources: {'Network': ['ID=56085758-3a1d-4dce-a8a4-20b37c77ec38,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:54.028834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3645971
Dec 09 14:53:54.029817 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-88892c3f-fa2a-41a2-87f3-ead97176abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:54.031751 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39270) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:54.035203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 details requested by agent ovs-agent-dv-neutron-821183-1-hyperv with host dv-neutron-821183-1-hyperv {{(pid=83445) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 09 14:53:54.037785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Request body: {'subnet': {'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-745688371-subnet', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'ip_version': 4}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:54.043291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:54.047101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Usage tracker for resource:subnet and tenant:a27cbd13b88f4c6c8c24d515066f7760 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:54.049932 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:54.055596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:54.066133 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Made reservation on behalf of a27cbd13b88f4c6c8c24d515066f7760 for: {'subnet': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:53:54.068389 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2323056'] for subnet, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.268120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2615097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2323010'] for subnet, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.271502 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c201ab9a-3ad2-4d1b-8e9b-7d2d9aec9076 tempest-RoutersNegativeTest-1446644 tempest-RoutersNegativeTest-1446644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:54.330143 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a91144a-712f-466b-b701-7f049d1ab823,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:54.338756 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:54.353394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Checking segment: {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:54.353786 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Network hostable DHCP agents. Network: 56085758-3a1d-4dce-a8a4-20b37c77ec38, hostable agents: ['af03d8ca-b97a-4446-a641-3f761b8a2aae'], hosted agents: [] {{(pid=83444) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 09 14:53:54.374560 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 is scheduled to be hosted by DHCP agent af03d8ca-b97a-4446-a641-3f761b8a2aae with binding_index 1 {{(pid=83444) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 09 14:53:54.385670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821183-1-hyperv, 56085758-3a1d-4dce-a8a4-20b37c77ec38) {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:54.396163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:53:54.396732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.398397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdef23-6939-4522-b19c-26966475ddfa None None] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:53:54.419856 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-58219264-4a5b-4115-8971-ab7b74313943 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3850284
Dec 09 14:53:54.420050 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39274) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:54.425312 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:54.430001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:54.433782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Usage tracker for resource:router and tenant:a27cbd13b88f4c6c8c24d515066f7760 is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:54.436587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:54.442314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:53:54.454008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-379021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7816'] for router, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.454919 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-379172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-382464', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1741794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7815'] for router, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.475830 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.615863 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7c8c488-5996-57a2-a2a4-3b292bcd34b5-56085758-3a1d-4dce-a8a4-20b37c77ec38', 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'fixed_ips': [{'subnet_id': '8a91144a-712f-466b-b701-7f049d1ab823'}]}} from dv-neutron-821183-1-hyperv. {{(pid=83445) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 09 14:53:54.616704 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.625379 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-382518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-379043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7861'] for router, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.807948 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.db_base_plugin_common [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Allocated IP 172.20.0.2 (56085758-3a1d-4dce-a8a4-20b37c77ec38/8a91144a-712f-466b-b701-7f049d1ab823/c666fb5e-5d08-4f50-9187-94f56fa844fe) {{(pid=83445) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:53:54.818669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:54.850102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.005730 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Allocated IP 172.26.3.151 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/e18a4f18-dbad-4519-8b23-b0124d19d66b) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:53:55.028840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-60bc3a78-5028-40a6-9b97-77f44274f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.037849 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Notify callbacks [] for port, precommit_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.043574 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 673c8d43-e50f-4003-8ef1-8586e4fa58ba up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:55.089454 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Transition to ACTIVE for port object c666fb5e-5d08-4f50-9187-94f56fa844fe will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:55.115089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:53:55.134521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Transition to ACTIVE for port object c666fb5e-5d08-4f50-9187-94f56fa844fe will not be triggered until provisioned by entity DHCP. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:55.146871 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057'] for port, after_create {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.153692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:55.193364 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:55.194037 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449af24f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:55.279518 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.302723 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 is already hosted by enough agents. {{(pid=83445) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:55.307469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.309888 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.scheduler.base_scheduler [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Resources bound (agent type, host, resource id):  {{(pid=83445) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:55.311872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a43ef1e-705f-480d-8501-098856b9a557 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:55.312508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Received port after_create {{(pid=83445) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:53:55.320245 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 673c8d43-e50f-4003-8ef1-8586e4fa58ba triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:55.320630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.345256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Pushing event updated for resources: {'Port': ['ID=c666fb5e-5d08-4f50-9187-94f56fa844fe,revision_number=1']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:55.348444 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:55.377709 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:55.380334 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:55.384557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:53:55.410561 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Pushing event updated for resources: {'Port': ['ID=e18a4f18-dbad-4519-8b23-b0124d19d66b,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:55.417442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:55.541095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.542045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-379060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-377303'] for router, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.550707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Attempting to bind port c666fb5e-5d08-4f50-9187-94f56fa844fe on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:53:55.551081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Attempting to bind port c666fb5e-5d08-4f50-9187-94f56fa844fe by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:53:55.551455 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Attempting to bind port c666fb5e-5d08-4f50-9187-94f56fa844fe on network 56085758-3a1d-4dce-a8a4-20b37c77ec38 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:53:55.590630 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:55.627685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:53:55.628319 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Checking segment: {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:55.628415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.628738 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Bound using segment: {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:53:55.629799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Bound port: c666fb5e-5d08-4f50-9187-94f56fa844fe, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:53:55.629799 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.777203 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Router 8858c571-b6b1-4755-9554-b9267506d2bc is scheduled to L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 with binding_index 1 {{(pid=83444) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 09 14:53:55.888431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] For port c666fb5e-5d08-4f50-9187-94f56fa844fe, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:53:55.906189 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] For port c666fb5e-5d08-4f50-9187-94f56fa844fe, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c666fb5e-5d08-4f50-9187-94f56fa844fe,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:53:55.912380 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:55.917994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:55.978362 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:55.987371 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Sync routers for ids ['8858c571-b6b1-4755-9554-b9267506d2bc'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:53:56.001289 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Routers {'8858c571-b6b1-4755-9554-b9267506d2bc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:56.002367 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3c7070>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8858c571-b6b1-4755-9554-b9267506d2bc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:56.006488 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.011862 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5882201
Dec 09 14:53:56.012101 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39278) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:56.054437 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Pushing event updated for resources: {'Port': ['ID=c666fb5e-5d08-4f50-9187-94f56fa844fe,revision_number=2']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:56.060693 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:56.113142 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449af24f0>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 2, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:56.118029 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:53:56.118528 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Updating router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:53:56.189899 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Set router 8858c571-b6b1-4755-9554-b9267506d2bc gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:56.194177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.380228 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.519150 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3c7070>, [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:55Z', 'revision_number': 3, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:56.524647 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Checking router: 8858c571-b6b1-4755-9554-b9267506d2bc for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:53:56.525103 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Updating router 8858c571-b6b1-4755-9554-b9267506d2bc port e18a4f18-dbad-4519-8b23-b0124d19d66b binding host dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:53:56.573156 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.599257 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.695607 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.707664 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Transition to ACTIVE for port object 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:56.716864 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.720652 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-5ce7dfe7-8434-4245-8aff-fd7c9a3554bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:56.786458 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fddbb-59c2-436a-84c7-22c4f5aa8a07 None None] Pushing event updated for resources: {'Port': ['ID=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:56.790551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3fddbb-59c2-436a-84c7-22c4f5aa8a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:56.906038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.977256 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Attempting to bind port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:53:56.978115 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Attempting to bind port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:53:56.978505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Attempting to bind port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:53:56.986560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:53:56.986560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Checking segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:56.987184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:56.987687 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Bound using segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:53:56.988568 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Bound port: 99c9c0f2-97f2-488a-bff9-41e3c8d4f198, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:53:56.989063 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.070622 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Notify callbacks [] for port, precommit_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.083690 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.provisioning_blocks [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Transition to ACTIVE for port object e18a4f18-dbad-4519-8b23-b0124d19d66b will not be triggered until provisioned by entity L2. {{(pid=83446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:57.096612 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.105030 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-de29ef6b-fb93-4e34-8301-2d40f55518b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:57.141484 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] For port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:53:57.151646 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] For port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:53:57.160601 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.178913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:57.204141 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b660a-67b7-4fb8-9688-9d64d15e64af None None] Pushing event updated for resources: {'Port': ['ID=e18a4f18-dbad-4519-8b23-b0124d19d66b,revision_number=2']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:57.212527 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Attempting to bind port e18a4f18-dbad-4519-8b23-b0124d19d66b on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:53:57.212945 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Attempting to bind port e18a4f18-dbad-4519-8b23-b0124d19d66b by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:53:57.213307 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Attempting to bind port e18a4f18-dbad-4519-8b23-b0124d19d66b on network efd777f6-28f0-4d0c-8110-d1b972124f0b {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:53:57.215199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c666fb5e-5d08-4f50-9187-94f56fa844fe up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:57.215694 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0e0b660a-67b7-4fb8-9688-9d64d15e64af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:57.221296 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:53:57.221700 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Checking segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:53:57.222103 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.222690 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Bound using segment: {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'} {{(pid=83446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:53:57.223155 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.managers [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Bound port: e18a4f18-dbad-4519-8b23-b0124d19d66b, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593a8df-71d3-4a75-adc4-39764c7d89f4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b'}}] {{(pid=83446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:53:57.223527 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.305745 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] For port e18a4f18-dbad-4519-8b23-b0124d19d66b, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:53:57.310509 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.plugins.ml2.db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] For port e18a4f18-dbad-4519-8b23-b0124d19d66b, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e18a4f18-dbad-4519-8b23-b0124d19d66b,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:53:57.316612 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron_lib.callbacks.manager [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.322901 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-6157fed1-38ac-46dc-a89c-824849527223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:57.343463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3fddbb-59c2-436a-84c7-22c4f5aa8a07 None None] Pushing event updated for resources: {'Port': ['ID=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:57.362005 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38beade-cd02-4a2f-b381-342d8db49c81 None None] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:53:57.374118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Allocated IP 172.20.0.1 (56085758-3a1d-4dce-a8a4-20b37c77ec38/8a91144a-712f-466b-b701-7f049d1ab823/05850798-ffd8-42c2-8ba3-33a073079d71) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:53:57.384193 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-3b3fddbb-59c2-436a-84c7-22c4f5aa8a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:57.415292 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b660a-67b7-4fb8-9688-9d64d15e64af None None] Pushing event updated for resources: {'Port': ['ID=e18a4f18-dbad-4519-8b23-b0124d19d66b,revision_number=3']} {{(pid=83446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:57.416814 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:57.417457 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449af24f0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:57.419986 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG oslo_concurrency.lockutils [None req-0e0b660a-67b7-4fb8-9688-9d64d15e64af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:57.421089 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Routers {'8858c571-b6b1-4755-9554-b9267506d2bc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:53:57.421883 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a3c7070>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8858c571-b6b1-4755-9554-b9267506d2bc'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:57.560787 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.582455 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Transition to ACTIVE for port object 05850798-ffd8-42c2-8ba3-33a073079d71 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:53:57.608496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.613025 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3adbbd50-e3b3-4f59-962e-69668d39c456 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:57.624980 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] Set router 8858c571-b6b1-4755-9554-b9267506d2bc gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:57.678844 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:57.681638 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:57.685973 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:53:57.695461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port c666fb5e-5d08-4f50-9187-94f56fa844fe completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:57.714056 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Pushing event updated for resources: {'Port': ['ID=05850798-ffd8-42c2-8ba3-33a073079d71,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:57.721299 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:57.750625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-377113'] for router_interface, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.792925 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.836769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.842341 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:53:57.917464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Provisioning for port c666fb5e-5d08-4f50-9187-94f56fa844fe completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:57.926161 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a3c7070>, [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:55Z', 'revision_number': 3, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:57.929511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Provisioning complete for port c666fb5e-5d08-4f50-9187-94f56fa844fe triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:57.930206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:57.931817 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053d32c-f3ca-496d-a497-faba307effbe None None] The sync data for ids ['8858c571-b6b1-4755-9554-b9267506d2bc'] in dv-neutron-821183-1-hyperv is: [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:55Z', 'revision_number': 3, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:53:58.067933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.073205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.097246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-77922832-c0b9-4c10-990b-32915fecb474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:58.180929 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Pushing event updated for resources: {'Port': ['ID=05850798-ffd8-42c2-8ba3-33a073079d71,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:58.185324 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:58.186629 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7012325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382069'] for router_interface, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.317183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.332750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:53:58.333946 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:53:58.360844 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] For port c666fb5e-5d08-4f50-9187-94f56fa844fe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c666fb5e-5d08-4f50-9187-94f56fa844fe,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:58.365915 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.368755 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d7eb664d-668f-4d4b-82ab-53a0e670d580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:58.419819 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449af24f0>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:53:58.433812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6169a-f777-4dca-8c50-9f529ed25a13 None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:53:58.443163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Pushing event updated for resources: {'Port': ['ID=c666fb5e-5d08-4f50-9187-94f56fa844fe,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:58.446309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-dda2cb05-bf53-4858-9532-1e6ccfd664b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:58.518188 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9cacf268-5286-4fb8-8e2c-82540efbc414 None None] Provisioning for port 05850798-ffd8-42c2-8ba3-33a073079d71 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:58.526712 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9cacf268-5286-4fb8-8e2c-82540efbc414 None None] Provisioning complete for port 05850798-ffd8-42c2-8ba3-33a073079d71 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:58.527203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9cacf268-5286-4fb8-8e2c-82540efbc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.616346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9cacf268-5286-4fb8-8e2c-82540efbc414 None None] Port 05850798-ffd8-42c2-8ba3-33a073079d71 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:53:58.636667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-9cacf268-5286-4fb8-8e2c-82540efbc414 None None] Provisioning complete for port c666fb5e-5d08-4f50-9187-94f56fa844fe triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:58.640981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9cacf268-5286-4fb8-8e2c-82540efbc414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:58.840845 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Router 8858c571-b6b1-4755-9554-b9267506d2bc has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:53:58.977937 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-030c30d1-438c-4872-9cfb-8ee13ad7b28a None None] Provisioning complete for port 05850798-ffd8-42c2-8ba3-33a073079d71 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:58.978396 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-030c30d1-438c-4872-9cfb-8ee13ad7b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.054098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-030c30d1-438c-4872-9cfb-8ee13ad7b28a None None] Port 05850798-ffd8-42c2-8ba3-33a073079d71 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:53:59.170542 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:59.215495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:53:59.224978 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bdd56584-d8b0-4462-a010-4975a9b37927 admin admin] 10.222.0.21 "PUT /v2.0/routers/8858c571-b6b1-4755-9554-b9267506d2bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2116578
Dec 09 14:53:59.275048 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:59.280947 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:59.281508 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.412416 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.452321 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:59.459183 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.460257 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c666fb5e-5d08-4f50-9187-94f56fa844fe up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:59.490269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-84d7ad28-c2e4-4af3-bc4a-d0cf9d7d20da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:59.594163 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:53:59.597445 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:53:59.611244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port c666fb5e-5d08-4f50-9187-94f56fa844fe triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:59.611627 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.737835 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e18a4f18-dbad-4519-8b23-b0124d19d66b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:53:59.809275 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port e18a4f18-dbad-4519-8b23-b0124d19d66b completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:53:59.815404 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e18a4f18-dbad-4519-8b23-b0124d19d66b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:53:59.815903 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.937323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.953249 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port e18a4f18-dbad-4519-8b23-b0124d19d66b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e18a4f18-dbad-4519-8b23-b0124d19d66b,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:53:59.957648 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:53:59.960968 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-bb1181e7-a598-4373-86d9-1b983dbf2c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:53:59.969958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39288) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:53:59.976442 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599823122', 'description': 'tempest-secgroup-smoke-1599823122 description', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:53:59.982563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:53:59.986399 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:53:59.989258 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:53:59.995286 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.006261 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.028065 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=e18a4f18-dbad-4519-8b23-b0124d19d66b,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.031155 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.042128 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.045999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.048767 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.054418 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.106789 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.110354 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.113781 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-624d96ef-7417-4579-8631-c79e8a18eaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:00.150330 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a488aa-7bc3-4477-9e21-3958f8384d97,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.152984 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.154163 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1831250
Dec 09 14:54:00.155029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6a13d071-3df1-4131-ba47-3471a9b9f2a8 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.157280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39292) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:00.162511 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group_rule': {'security_group_id': 'f6a488aa-7bc3-4477-9e21-3958f8384d97', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:00.168917 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.172715 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.175505 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.181048 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.197161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.255304 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.258643 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.260409 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-80bcb685-62f2-4eae-9bd2-47c8c05f05be tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:00.281397 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2792f9a2-4129-4e94-930b-3f01d5ed129c,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.283720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.291254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.292425 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1342278
Dec 09 14:54:00.295184 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39296) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:00.300604 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group_rule': {'security_group_id': 'f6a488aa-7bc3-4477-9e21-3958f8384d97', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:00.306669 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.310539 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.313469 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.320241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.340550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.402081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.405415 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.412270 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3e645e10-c388-4972-81d7-6455f4e7467e tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:00.430452 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445a13a6-6712-4018-9c41-9b0b25549326,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.433863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.440641 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.441990 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-28a38101-dbc8-48c9-8c1e-4706e5be8d1b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1458931
Dec 09 14:54:00.445166 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39300) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:00.450591 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group_rule': {'security_group_id': 'f6a488aa-7bc3-4477-9e21-3958f8384d97', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:00.458246 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.462755 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.465599 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.471180 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.487208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.550426 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.554403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.556394 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-fd8c9217-cd7f-4391-9811-534afa1585cc tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:00.578492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19692b7-0441-48bf-b137-a68ad73e05f4,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.580837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.588600 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.589808 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-f41a8a2e-00de-4824-ac8e-1155d9e88bd9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1436427
Dec 09 14:54:00.592466 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39304) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:00.597842 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group_rule': {'security_group_id': 'f6a488aa-7bc3-4477-9e21-3958f8384d97', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:00.603618 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.607319 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.610131 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.615902 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.632271 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.695588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.698918 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.704263 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-5a5ac728-2fbc-434d-9f83-1b78a6d021f8 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:00.722750 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3317a4-05e9-407f-b224-e2b572b5c63e,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.725625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.732986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.734140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-e5ad5c1d-97e3-405d-a58e-a7199424faac tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1407356
Dec 09 14:54:00.736740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39308) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:00.742495 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group_rule': {'security_group_id': 'f6a488aa-7bc3-4477-9e21-3958f8384d97', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:00.748009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.751936 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.754735 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.760912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.772136 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Project 01743e434e764b06ae6f4162c6e9ad9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:54:00.778289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.841647 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.844796 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.846535 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a07823db-dcf4-4753-8c60-c8de9a2800c9 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:00.867958 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7ebfcb-44a5-4b6f-80e7-8612d8ae66b2,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:00.872124 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:00.876347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.877765 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-eb3e9cc7-e013-48a7-81c4-eb585835768c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1401207
Dec 09 14:54:00.880656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39312) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:00.886467 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'security_group_rule': {'security_group_id': 'f6a488aa-7bc3-4477-9e21-3958f8384d97', 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:00.892029 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:00.895693 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:security_group_rule and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:00.898536 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:00.904038 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:00.913858 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.securitygroups_db [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Project 01743e434e764b06ae6f4162c6e9ad9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 09 14:54:00.919822 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.982719 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.987009 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750061'] for security_group_rule, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:00.988794 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-4025928f-a155-48bf-94ea-4757ad274685 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:01.014232 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8e2d0f-7019-4a19-a850-9337ec6097fc,revision_number=0']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:01.016780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:01.024064 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:01.025288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-51924c98-ceda-4c50-8ebf-200b3b343857 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1437290
Dec 09 14:54:01.043840 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:54:01.111966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:54:01.112348 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:01.196897 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-72790393-7108-4d31-bc3a-ea945230821a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:security_group {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:54:01.214433 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-72790393-7108-4d31-bc3a-ea945230821a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:security_group {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:54:01.215773 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-72790393-7108-4d31-bc3a-ea945230821a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599823122&fields=id&tenant_id=01743e434e764b06ae6f4162c6e9ad9f HTTP/1.1" status: 200  len: 267 time: 0.0599313
Dec 09 14:54:01.231872 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e18a4f18-dbad-4519-8b23-b0124d19d66b up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:54:01.296945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port e18a4f18-dbad-4519-8b23-b0124d19d66b triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:54:01.297325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:01.362821 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-f8b226a9-694e-4358-8bc1-cfd886035424 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:01.364407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-f8b226a9-694e-4358-8bc1-cfd886035424 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 809 time: 0.1419060
Dec 09 14:54:01.382202 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-c5d73988-27ea-44ad-95a7-5ce8d8283d88 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/quotas/01743e434e764b06ae6f4162c6e9ad9f HTTP/1.1" status: 200  len: 375 time: 0.0115764
Dec 09 14:54:01.461235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-e18360da-694a-4595-9a13-14d26dcec6ef tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:54:01.478123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-e18360da-694a-4595-9a13-14d26dcec6ef tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:54:01.479388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-e18360da-694a-4595-9a13-14d26dcec6ef tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0916030
Dec 09 14:54:01.734081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-ea5c959e-9f98-4d24-a867-9df48621be3f service neutron] 10.222.0.21 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432153
Dec 09 14:54:01.862460 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-7956e990-c45f-47cc-a954-b9ca800ddeb5 service neutron] 10.222.0.21 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226389
Dec 09 14:54:02.048768 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c2c19097-47da-4cfd-9f6c-8eb1d65e3819 req-ca77e021-b6d8-4756-ad5d-bfe401963ee2 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 210 time: 0.0453310
Dec 09 14:54:03.213081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-868daa0f-b4a9-4213-ae7b-bd3fd89b0491 req-ad623e91-01d6-4e0a-a931-7cc5d6e5333c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 210 time: 0.0459731
Dec 09 14:54:03.366137 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-ec7832f6-141c-4334-8c3a-4a0ee414c798 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:03.367534 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-ec7832f6-141c-4334-8c3a-4a0ee414c798 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 809 time: 0.1527729
Dec 09 14:54:03.424718 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-c011a4e7-f35c-4136-a8f8-6dcf5203d8ea tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01743e434e764b06ae6f4162c6e9ad9f HTTP/1.1" status: 200  len: 380 time: 0.0437124
Dec 09 14:54:03.433045 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'port': {'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'admin_state_up': True, 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'security_groups': ['f6a488aa-7bc3-4477-9e21-3958f8384d97']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:03.578159 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:03.588260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:03.597690 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Made reservation on behalf of 01743e434e764b06ae6f4162c6e9ad9f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:54:03.600583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:03.858013 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Allocated IP 172.20.0.6 (1ddeaf8b-5cca-4636-9b36-41aa54109b17/0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee/05556e6f-85df-4ed2-9901-4ff4dc36b931) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:54:04.036479 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.051123 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Transition to ACTIVE for port object 05556e6f-85df-4ed2-9901-4ff4dc36b931 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:54:04.072818 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.079449 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-27684934-10b1-473f-9c04-24bca1859f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:04.140041 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:54:04.146997 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:54:04.149581 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:54:04.195163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:04.199635 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:04.225329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:04.226602 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.253251 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8236268
Dec 09 14:54:04.338785 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Request body: {'port': {'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:04.403910 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e76bb608-07da-45ef-acf4-e0798e2dde2d None None] Provisioning for port 05556e6f-85df-4ed2-9901-4ff4dc36b931 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:54:04.409054 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-e76bb608-07da-45ef-acf4-e0798e2dde2d None None] Provisioning complete for port 05556e6f-85df-4ed2-9901-4ff4dc36b931 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:54:04.409512 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-e76bb608-07da-45ef-acf4-e0798e2dde2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.461870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-e76bb608-07da-45ef-acf4-e0798e2dde2d None None] Port 05556e6f-85df-4ed2-9901-4ff4dc36b931 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:54:04.510081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.525227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3fdd8-ef5c-4ed2-9a7e-e08d935ddb73 req-4416757d-b6a8-4cec-b7c9-f188fd61d0fd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:04.525937 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-dae3fdd8-ef5c-4ed2-9a7e-e08d935ddb73 req-4416757d-b6a8-4cec-b7c9-f188fd61d0fd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:54:04.574587 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-dae3fdd8-ef5c-4ed2-9a7e-e08d935ddb73 req-4416757d-b6a8-4cec-b7c9-f188fd61d0fd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:54:04.575721 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dae3fdd8-ef5c-4ed2-9a7e-e08d935ddb73 req-4416757d-b6a8-4cec-b7c9-f188fd61d0fd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 931 time: 0.2124488
Dec 09 14:54:04.694675 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-dae3fdd8-ef5c-4ed2-9a7e-e08d935ddb73 req-4b15da0c-e7cb-43e5-8e36-be6239bc9226 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1122072
Dec 09 14:54:04.891408 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05556e6f-85df-4ed2-9901-4ff4dc36b931 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:54:04.898496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.912381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Transition to ACTIVE for port object 05556e6f-85df-4ed2-9901-4ff4dc36b931 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:54:04.916030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:04.920458 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-eb868c93-f712-4cf4-afcc-d6a34820e224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:05.042531 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:05.046006 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:05.149224 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Attempting to bind port 05556e6f-85df-4ed2-9901-4ff4dc36b931 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:54:05.149574 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Attempting to bind port 05556e6f-85df-4ed2-9901-4ff4dc36b931 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:54:05.149900 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Attempting to bind port 05556e6f-85df-4ed2-9901-4ff4dc36b931 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:54:05.156235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Port 05556e6f-85df-4ed2-9901-4ff4dc36b931 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:54:05.156784 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Attempting to bind port 05556e6f-85df-4ed2-9901-4ff4dc36b931 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:54:05.162687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:54:05.163063 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Checking segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:54:05.163424 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Bound using segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:54:05.163839 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Bound port: 05556e6f-85df-4ed2-9901-4ff4dc36b931, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:54:05.164177 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:05.250200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:54:05.253515 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:54:05.257589 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:05.261646 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-593dcc7d-af7a-4696-811c-2bb05312e394 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:05.322329 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:05.323686 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] 10.222.0.35 "PUT /v2.0/ports/05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 1093 time: 1.0627348
Dec 09 14:54:05.324205 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:54:05.345111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:05.354208 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:05.396388 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'status': 'completed', 'code': 200}
Dec 09 14:54:05.438114 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-2b43d5ad-4407-4a47-be4b-d9c841462820 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1096 time: 0.0740137
Dec 09 14:54:05.510857 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-1fdda880-9988-4679-9496-b3a780a28491 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 217 time: 0.0642509
Dec 09 14:54:05.574664 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-b11d3ba8-9b2d-4a3c-884b-965f3597375c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:05.576082 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-b11d3ba8-9b2d-4a3c-884b-965f3597375c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0585985
Dec 09 14:54:05.753637 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-cf457f45-6d36-49ce-bac1-020b5d1eed9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1685858
Dec 09 14:54:05.936076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-fa719a35-9746-4fd5-b5f0-e7a9f3a45688 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737196
Dec 09 14:54:05.976003 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6cc9c-f133-4499-9b22-0fff8d419105 req-8da58616-cf33-4339-a0dd-385654fc3e02 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:05.977376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8c6cc9c-f133-4499-9b22-0fff8d419105 req-8da58616-cf33-4339-a0dd-385654fc3e02 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.1416819
Dec 09 14:54:06.100288 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b8c6cc9c-f133-4499-9b22-0fff8d419105 req-c1cc6333-7b92-4615-a913-52fbd7da8ea9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0769045
Dec 09 14:54:06.105551 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e9f5f285-7c58-43cb-8b04-062fbed39c99 req-5dd52cee-f7a4-4269-a3a3-25326b14acc9 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627913
Dec 09 14:54:06.226126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-2700d3c8-f3b7-45f7-910d-834f6b96bd4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1096 time: 0.0707860
Dec 09 14:54:06.351971 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d510e-2837-4c9d-8631-2012f078752e req-8d39da3d-7682-4420-96e8-15ad929ca44b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:06.353275 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-8d39da3d-7682-4420-96e8-15ad929ca44b service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1215813
Dec 09 14:54:06.419834 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-1d2f3cda-89f8-4fc4-bd47-82f02c1999d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 217 time: 0.0582709
Dec 09 14:54:06.482601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d510e-2837-4c9d-8631-2012f078752e req-45ebd815-7f5b-4664-8512-b4fc5ca6f07a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:06.483976 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-45ebd815-7f5b-4664-8512-b4fc5ca6f07a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0576162
Dec 09 14:54:06.556317 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-fbaf4133-9237-4bef-a25f-0eac407c3460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0658202
Dec 09 14:54:06.688549 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-933fd3bb-f676-4444-a3a8-9b3b29e6a0a7 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248069
Dec 09 14:54:06.817449 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-bd9d510e-2837-4c9d-8631-2012f078752e req-dfbf5a11-eac2-4b12-b790-48d7e10e6b4b service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213310
Dec 09 14:54:07.302624 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d112-6b1b-489b-a960-f3a58d34f456 req-a0c533eb-cdd5-47b8-890e-a49f41c507f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:07.304581 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dd0d112-6b1b-489b-a960-f3a58d34f456 req-a0c533eb-cdd5-47b8-890e-a49f41c507f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.0812840
Dec 09 14:54:07.347516 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2dd0d112-6b1b-489b-a960-f3a58d34f456 req-dd6e6e40-597f-4165-8a60-7b051b98a463 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374820
Dec 09 14:54:08.541322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0087a-6857-43b9-b2d4-f0a7cf85491b req-8d090b01-5d00-4a7e-bb88-c0ba7023d9c6 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:08.542795 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ba0087a-6857-43b9-b2d4-f0a7cf85491b req-8d090b01-5d00-4a7e-bb88-c0ba7023d9c6 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.0784140
Dec 09 14:54:08.588311 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6ba0087a-6857-43b9-b2d4-f0a7cf85491b req-2b421fcf-7b3b-41f3-b800-28c978822b70 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398488
Dec 09 14:54:09.523564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:54:09.656853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:54:09.669981 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:54:09.758498 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:09.775248 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05556e6f-85df-4ed2-9901-4ff4dc36b931 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:54:09.785308 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bc5aa-1e1a-44f3-a8ed-ac765a812e94 req-7a7a87ec-4513-4522-a8b5-bc53b8b9d29d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:09.786798 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a4bc5aa-1e1a-44f3-a8ed-ac765a812e94 req-7a7a87ec-4513-4522-a8b5-bc53b8b9d29d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.0815711
Dec 09 14:54:09.789724 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:54:09.793960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:09.795673 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:09.837535 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3a4bc5aa-1e1a-44f3-a8ed-ac765a812e94 req-1384070d-3c05-4548-9c96-d6ce67213696 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445035
Dec 09 14:54:09.858465 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:09.862177 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:10.031828 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['05556e6f-85df-4ed2-9901-4ff4dc36b931'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:54:10.402849 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:54:11.030322 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad9649-0e2e-44d2-abc0-5c14f51eaea8 req-1106bfeb-aafc-420f-8f5f-3a65cb5948f9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:11.031759 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aad9649-0e2e-44d2-abc0-5c14f51eaea8 req-1106bfeb-aafc-420f-8f5f-3a65cb5948f9 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 944 time: 0.0766807
Dec 09 14:54:11.079391 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7aad9649-0e2e-44d2-abc0-5c14f51eaea8 req-caa37751-96a0-42ac-853a-e2e3543f0d2a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422249
Dec 09 14:54:11.538579 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:54:11.609522 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 05556e6f-85df-4ed2-9901-4ff4dc36b931 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:54:11.615283 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 05556e6f-85df-4ed2-9901-4ff4dc36b931 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:54:11.615661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:11.729014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:11.755261 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:54:11.764757 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:54:11.769296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:11.771310 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:11.811143 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'code': 200}
Dec 09 14:54:11.835636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:11.838451 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:12.028576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05349d4d-0e78-4c64-851e-dc1c11664e87 req-31169870-ea2f-4f12-93fc-57a10149da6c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1098 time: 0.0657940
Dec 09 14:54:12.069579 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-05349d4d-0e78-4c64-851e-dc1c11664e87 req-22084c2d-cc8f-4300-955a-b3cbbffd3d08 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345511
Dec 09 14:54:12.276367 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43104a3-5d14-4017-a7e2-6a3a549e253f req-b7da2bce-71a7-4ad2-a029-155cebe6814b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:12.277795 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e43104a3-5d14-4017-a7e2-6a3a549e253f req-b7da2bce-71a7-4ad2-a029-155cebe6814b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 945 time: 0.0781643
Dec 09 14:54:12.423632 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e43104a3-5d14-4017-a7e2-6a3a549e253f req-526b5e73-b3da-4c01-93fe-f32bcbd5ad0d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404512
Dec 09 14:54:13.618859 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affb138-df8c-4c18-adb9-838fb633df0c req-58eb53eb-03cd-464b-b595-e4b3b6414d1c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:13.620292 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8affb138-df8c-4c18-adb9-838fb633df0c req-58eb53eb-03cd-464b-b595-e4b3b6414d1c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 945 time: 0.0757470
Dec 09 14:54:13.664387 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8affb138-df8c-4c18-adb9-838fb633df0c req-e429ed38-bd84-4375-9d05-dee62e6a279b tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385034
Dec 09 14:54:13.859161 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aaf4-9cb9-498c-a4f3-14c19b37af12 req-d10bf398-c498-4e9e-a125-0634c7355a92 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:13.860517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5653aaf4-9cb9-498c-a4f3-14c19b37af12 req-d10bf398-c498-4e9e-a125-0634c7355a92 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 945 time: 0.0800700
Dec 09 14:54:13.905090 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5653aaf4-9cb9-498c-a4f3-14c19b37af12 req-c543b326-a5e0-4722-8ded-45c7c3e63ff1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391707
Dec 09 14:54:13.931359 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39372) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:14.060683 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-167b181d-c293-4833-8f05-2d3d55f64510 tempest-TestSnapshotPattern-830565809 tempest-TestSnapshotPattern-830565809-project-admin] Synchronizing usage tracker for tenant:a27cbd13b88f4c6c8c24d515066f7760 on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:54:14.076915 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-167b181d-c293-4833-8f05-2d3d55f64510 tempest-TestSnapshotPattern-830565809 tempest-TestSnapshotPattern-830565809-project-admin] Unset dirty status for tenant:a27cbd13b88f4c6c8c24d515066f7760 on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:54:14.078212 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-167b181d-c293-4833-8f05-2d3d55f64510 tempest-TestSnapshotPattern-830565809 tempest-TestSnapshotPattern-830565809-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1093 time: 0.1459143
Dec 09 14:54:14.081158 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39378) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:54:14.086960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:54:14.092264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:54:14.095943 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:floatingip and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:54:14.098681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:54:14.104162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:54:14.117546 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:14.246155 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:14.381200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Allocated IP 172.26.3.172 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/59cefa0a-de48-4a41-8fcc-22c15aae384d) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:54:14.526296 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:14.555868 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:14.560740 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-543bccdb-d505-44d5-b3cf-862ae3e50776 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:14.618969 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:54:14.621726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:54:14.630034 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:54:14.667221 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'Port': ['ID=59cefa0a-de48-4a41-8fcc-22c15aae384d,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:14.671001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:15.136489 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:15.190559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:15.391347 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:15.395725 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:15.400439 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:15.591104 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'Port': ['ID=59cefa0a-de48-4a41-8fcc-22c15aae384d,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:15.595284 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:15.609190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:15.792681 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Floating IP 24c2132e-96fd-4365-a518-fc23f1f0fea1 associated. External IP: 172.26.3.172, port: 05556e6f-85df-4ed2-9901-4ff4dc36b931.
Dec 09 14:54:16.175980 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:54:16.372509 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:54:16.381978 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:54:16.394309 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:54:16.394896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:16.396966 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:16.450738 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-033a54e4-7432-48fa-adbb-03b90460debe tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3684151
Dec 09 14:54:16.451910 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:54:16.579071 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:54:16.590935 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'status': 'completed', 'code': 200}
Dec 09 14:54:16.687504 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-0315d0fd-44c5-4b8f-a049-c9f932734dbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1098 time: 0.0737522
Dec 09 14:54:16.817901 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-217615cc-9a0a-46a4-ada6-d4b696b72f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:16.819327 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-217615cc-9a0a-46a4-ada6-d4b696b72f25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1260192
Dec 09 14:54:16.834853 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:16.919972 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-0712ab1a-64f3-475d-8ec5-d655713ee21b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 999 time: 0.0943329
Dec 09 14:54:16.928661 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7250>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:14Z', 'revision_number': 0, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:16.933056 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:54:16.943789 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:54:16.944295 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7250>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:16.985877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-abed5cb7-7893-4fcd-a1c0-1b48fddc7355 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:54:16.987331 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-abed5cb7-7893-4fcd-a1c0-1b48fddc7355 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0608196
Dec 09 14:54:17.067954 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-d8b2a92a-cacf-42c5-beb8-d2d58c75b5da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742407
Dec 09 14:54:17.169911 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:54:17.321429 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-1d76b099-4278-4946-b5f3-b2784d32e2b2 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2462113
Dec 09 14:54:17.449784 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-5f4d4c8c-4a9e-4a7e-ae49-95fdf7d5ec0d req-96c2a6a8-f0aa-4a53-aa49-3048ea0e69a1 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229839
Dec 09 14:54:17.521780 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449aa7250>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:14Z', 'revision_number': 0, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:17.525721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0ef58a-82b2-43be-9406-d50283c61a52 None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:14Z', 'revision_number': 0, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:54:20.634304 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f79fb-0627-4bf4-8f0c-87327fd8bba2 None None] New status for floating IP 24c2132e-96fd-4365-a518-fc23f1f0fea1: ACTIVE {{(pid=83446) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:54:20.649974 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Sync routers for ids ['8858c571-b6b1-4755-9554-b9267506d2bc'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:54:20.661727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Routers {'8858c571-b6b1-4755-9554-b9267506d2bc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:54:20.662339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449dad6d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8858c571-b6b1-4755-9554-b9267506d2bc'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:20.838401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Set router 8858c571-b6b1-4755-9554-b9267506d2bc gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:54:21.155745 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449dad6d0>, [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 4, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '05850798-ffd8-42c2-8ba3-33a073079d71', 'name': '', 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'mac_address': 'fa:16:3e:ac:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a91144a-712f-466b-b701-7f049d1ab823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:57Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 2, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'subnets': [{'id': '8a91144a-712f-466b-b701-7f049d1ab823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:21.159603 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Checking router: 8858c571-b6b1-4755-9554-b9267506d2bc for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:54:21.159965 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Updating router 8858c571-b6b1-4755-9554-b9267506d2bc port 05850798-ffd8-42c2-8ba3-33a073079d71 binding host dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 09 14:54:21.209629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:21.535625 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Notify callbacks [] for port, precommit_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:21.547837 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Transition to ACTIVE for port object 05850798-ffd8-42c2-8ba3-33a073079d71 will not be triggered until provisioned by entity L2. {{(pid=83445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:54:21.554604 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:21.558969 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:21.683401 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4597e-1a4c-4336-881e-69c5cd1c8004 None None] Pushing event updated for resources: {'Port': ['ID=05850798-ffd8-42c2-8ba3-33a073079d71,revision_number=3']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:21.686278 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12d4597e-1a4c-4336-881e-69c5cd1c8004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:21.828774 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Attempting to bind port 05850798-ffd8-42c2-8ba3-33a073079d71 on host dv-neutron-821183-1-hyperv for vnic_type normal with profile  {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:54:21.829166 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Attempting to bind port 05850798-ffd8-42c2-8ba3-33a073079d71 by drivers openvswitch,hyperv on host dv-neutron-821183-1-hyperv at level 0 using segments [{'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:54:21.829560 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Attempting to bind port 05850798-ffd8-42c2-8ba3-33a073079d71 on network 56085758-3a1d-4dce-a8a4-20b37c77ec38 {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:54:21.841313 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Checking agent: {'id': 'e64565f9-4bee-4f85-a3bb-412680843b4d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821183-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 53, 26), 'started_at': datetime.datetime(2021, 12, 9, 13, 53, 56), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821183-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:54:21.841720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Checking segment: {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:54:21.842131 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:21.842526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Bound using segment: {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'} {{(pid=83445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:54:21.842998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.managers [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Bound port: 05850798-ffd8-42c2-8ba3-33a073079d71, host: dv-neutron-821183-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38'}}] {{(pid=83445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:54:21.843382 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:21.929858 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] For port 05850798-ffd8-42c2-8ba3-33a073079d71, host dv-neutron-821183-1-hyperv, cleared binding levels {{(pid=83445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:54:21.932784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] For port 05850798-ffd8-42c2-8ba3-33a073079d71, host dv-neutron-821183-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=05850798-ffd8-42c2-8ba3-33a073079d71,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:54:21.937365 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:21.940685 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-b73e8f5c-4dc5-4a8a-bdec-08887afc5a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:22.014791 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4597e-1a4c-4336-881e-69c5cd1c8004 None None] Pushing event updated for resources: {'Port': ['ID=05850798-ffd8-42c2-8ba3-33a073079d71,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:22.018288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-12d4597e-1a4c-4336-881e-69c5cd1c8004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:22.020594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Routers {'8858c571-b6b1-4755-9554-b9267506d2bc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:54:22.021207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449dad6d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:53:55Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8858c571-b6b1-4755-9554-b9267506d2bc'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:22.206385 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] Set router 8858c571-b6b1-4755-9554-b9267506d2bc gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:54:22.528282 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449dad6d0>, [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 4, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '05850798-ffd8-42c2-8ba3-33a073079d71', 'name': '', 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'mac_address': 'fa:16:3e:ac:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a91144a-712f-466b-b701-7f049d1ab823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:57Z', 'updated_at': '2021-12-09T14:54:21Z', 'revision_number': 4, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'subnets': [{'id': '8a91144a-712f-466b-b701-7f049d1ab823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:54:22.532242 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ae1f3-70b2-4db4-89e8-e576f7517e4e None None] The sync data for ids ['8858c571-b6b1-4755-9554-b9267506d2bc'] in dv-neutron-821183-1-hyperv is: [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:57Z', 'revision_number': 4, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '05850798-ffd8-42c2-8ba3-33a073079d71', 'name': '', 'network_id': '56085758-3a1d-4dce-a8a4-20b37c77ec38', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'mac_address': 'fa:16:3e:ac:c5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a91144a-712f-466b-b701-7f049d1ab823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:57Z', 'updated_at': '2021-12-09T14:54:21Z', 'revision_number': 4, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'subnets': [{'id': '8a91144a-712f-466b-b701-7f049d1ab823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:54:22.652285 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9c30341a-98f7-43e1-a825-71f23ec79f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:23.064324 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 05850798-ffd8-42c2-8ba3-33a073079d71 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:54:23.136487 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning for port 05850798-ffd8-42c2-8ba3-33a073079d71 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:54:23.141680 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 05850798-ffd8-42c2-8ba3-33a073079d71 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:54:23.142066 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:23.261488 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:23.295384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] For port 05850798-ffd8-42c2-8ba3-33a073079d71, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=05850798-ffd8-42c2-8ba3-33a073079d71,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:54:23.299441 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:23.302933 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-edf99e0c-f476-474b-88fd-a4ba3299b48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:54:23.369728 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Pushing event updated for resources: {'Port': ['ID=05850798-ffd8-42c2-8ba3-33a073079d71,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:54:23.372960 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:54:25.006884 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0aa74d6e-2b30-4b01-b2b5-954584692a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:25.048917 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 05850798-ffd8-42c2-8ba3-33a073079d71 up at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:54:25.121605 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Provisioning complete for port 05850798-ffd8-42c2-8ba3-33a073079d71 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:54:25.122001 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:26.325358 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:26.534293 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:27.737384 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:46.824945 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:47.402585 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:54:52.654543 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-93a8922a-09da-49dd-ab14-fab6eaeb5a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:55.007744 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8eea4cdf-b970-4946-bb95-b3601507926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:56.327519 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:56.535927 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:54:57.741260 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:08.699441 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-ae445cbc-0e3a-48be-a12d-3139f7566648 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712445
Dec 09 14:55:08.834402 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-ba443476-a82f-4cb8-bee3-f64e95e4a7d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1098 time: 0.0680344
Dec 09 14:55:08.975425 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-355cab21-5883-4e25-9238-e604dcd7cab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:55:08.976819 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-355cab21-5883-4e25-9238-e604dcd7cab2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1238101
Dec 09 14:55:09.078668 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-04a3781a-1a92-4f38-9f73-2c9004bd9279 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 1001 time: 0.0958562
Dec 09 14:55:09.140088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-8f24d2e3-ac05-46ca-950b-0dc032f30978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:55:09.141465 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-8f24d2e3-ac05-46ca-950b-0dc032f30978 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0571163
Dec 09 14:55:09.222027 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-175a0080-ce02-4b13-8e20-71e436f42755 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739698
Dec 09 14:55:09.355918 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-8d2549bc-1532-4c04-bebf-f2f52b606ad1 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277606
Dec 09 14:55:09.486526 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-0c2b58c6-f1e8-4120-b768-85911e5e1176 req-6a14b3f6-5dea-42d8-9962-47ebb05244cf service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240473
Dec 09 14:55:16.837346 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:22.655878 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fbc54194-1a15-432e-91ea-1ecb9278c1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:24.402677 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:55:25.011733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d0a96ea9-af84-4e30-8cc1-a5c1798b3190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:26.329707 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:26.538103 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:27.743182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:46.836667 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:52.657734 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-439f1669-adaf-4c79-a1c7-ce5ac0e0a4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:55.012692 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9f7c08c5-876a-4867-af29-3ab79f279eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:56.334793 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:56.538860 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:55:57.747966 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:01.402259 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:56:08.694608 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-cd827cd1-26e0-48eb-b1c1-f84c1201e6e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685697
Dec 09 14:56:08.832872 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-5173b50d-ab80-448f-ab21-85bc3670c1be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1098 time: 0.0719688
Dec 09 14:56:08.992871 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-1055139d-1f15-44b3-aa0d-eb713986fe1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:08.994332 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-1055139d-1f15-44b3-aa0d-eb713986fe1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1416047
Dec 09 14:56:09.093465 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-3174efe6-6f54-4344-94b0-fe05b2f35e16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 1001 time: 0.0908358
Dec 09 14:56:09.158791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-a948509c-df4f-498b-afe7-5a9c4e611698 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:09.160192 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-a948509c-df4f-498b-afe7-5a9c4e611698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0609245
Dec 09 14:56:09.249407 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-d3d85ae9-e1da-46eb-9dbb-2692b4dff986 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0827553
Dec 09 14:56:09.479883 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-29ba943c-efca-44db-9713-6b6cb3cd9514 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2241211
Dec 09 14:56:09.610664 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a8d02bec-ed5b-4d19-a1f0-35414d36d3ef req-fe25b961-e913-4bf4-aaac-65ef6f6a6853 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240478
Dec 09 14:56:14.152019 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:56:14.282165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:14.294879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:56:14.351072 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:14.367761 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05556e6f-85df-4ed2-9901-4ff4dc36b931 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:56:14.382089 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:14.385672 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:14.388192 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:14.457679 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:14.469076 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['05556e6f-85df-4ed2-9901-4ff4dc36b931'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:56:14.501450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.501816 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.502636 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.502993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.503325 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.503901 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.504220 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.504593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.504861 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.505190 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.505505 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:14.509182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:16.168381 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:56:16.249291 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 05556e6f-85df-4ed2-9901-4ff4dc36b931 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:56:16.249718 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:16.380923 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:16.409592 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:56:16.419805 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:16.429410 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:16.431068 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:16.505428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:16.518299 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:16.741443 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'code': 200}
Dec 09 14:56:16.845467 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:22.662288 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-1a1f22c4-28ee-47c9-8250-816ab1d70de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:25.015391 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d9faa72c-9f2b-4b26-bef0-f11c2de50a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:25.538171 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-3973957f-b881-478e-9c19-8fbf5bfd98fa tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599823122&fields=id&tenant_id=01743e434e764b06ae6f4162c6e9ad9f HTTP/1.1" status: 200  len: 267 time: 0.0464544
Dec 09 14:56:25.685623 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-fb7cdbab-f7a6-4e54-adc8-8f865af7e4b2 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:25.687046 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-fb7cdbab-f7a6-4e54-adc8-8f865af7e4b2 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 809 time: 0.1404567
Dec 09 14:56:25.703236 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-d21c13a8-6077-4798-95bb-7bdac6aa8bc0 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/quotas/01743e434e764b06ae6f4162c6e9ad9f HTTP/1.1" status: 200  len: 375 time: 0.0109494
Dec 09 14:56:25.784949 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-86479db9-5afb-4385-83da-634e1c27de79 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0771389
Dec 09 14:56:25.799655 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-e6c37197-8103-41e9-a8ca-82cc19fbf990 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=83444) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 09 14:56:25.800609 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-e6c37197-8103-41e9-a8ca-82cc19fbf990 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0047464
Dec 09 14:56:25.929464 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ffc3faba-e3a6-4912-92eb-d5bf459024b1 service neutron] 10.222.0.21 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232457
Dec 09 14:56:26.059485 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-d0f1974c-22ae-4db4-8891-bc96cb902cbb service neutron] 10.222.0.21 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243627
Dec 09 14:56:26.254414 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b32170db-afae-4226-bc57-68c81046b073 req-75713ddd-483c-4f78-9d6e-fa9dd7d39837 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 210 time: 0.0404985
Dec 09 14:56:26.336449 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:26.540691 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:27.366286 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c45c87e9-5277-48fc-945f-e1bcf8631413 req-e6cbb01a-d4c0-4464-9176-eea3af7f4de6 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 210 time: 0.0445037
Dec 09 14:56:27.751117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:28.212820 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:56:28.321485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:28.347280 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:56:28.356497 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:28.360464 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:28.364047 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:28.411238 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'code': 200}
Dec 09 14:56:28.445902 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:28.455149 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:28.489496 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ffe9626d-d3ca-4352-af29-93135476d9f7 req-206123ec-4207-4122-b18e-41fa2099448d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 210 time: 0.0463734
Dec 09 14:56:29.600251 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-3dc25ee6-43ec-46ae-922a-3bbbcac9748a req-155c48e7-5834-498d-b321-641ca4fb611f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 210 time: 0.0417333
Dec 09 14:56:30.763735 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-edd4c573-e671-4523-bcac-edbf49498fc1 req-f12f8d06-f440-4f4c-9e0d-9b23f3cdc718 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 210 time: 0.0436907
Dec 09 14:56:31.540659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-0a5e447e-0aea-4095-8a01-7c8029713194 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:31.542076 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-0a5e447e-0aea-4095-8a01-7c8029713194 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 809 time: 0.1465080
Dec 09 14:56:31.598069 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-e7afeaf7-834b-4a9b-857d-0bc2e1871a6a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01743e434e764b06ae6f4162c6e9ad9f HTTP/1.1" status: 200  len: 380 time: 0.0427172
Dec 09 14:56:31.606291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'port': {'device_id': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'admin_state_up': True, 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'security_groups': ['f6a488aa-7bc3-4477-9e21-3958f8384d97']}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:56:31.739625 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:56:31.750236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:56:31.760213 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Made reservation on behalf of 01743e434e764b06ae6f4162c6e9ad9f for: {'port': 1} {{(pid=83444) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 09 14:56:31.763236 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:31.952305 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-35e85f0b-0e84-4dde-a589-9e70adf129a7 req-cc9d9e29-dd52-40f5-af96-37e7325e483f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 210 time: 0.0513732
Dec 09 14:56:31.984992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Allocated IP 172.20.0.8 (1ddeaf8b-5cca-4636-9b36-41aa54109b17/0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee/52189ac7-b697-4bae-867e-b389e0668835) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:56:32.327363 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:32.343303 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Transition to ACTIVE for port object 52189ac7-b697-4bae-867e-b389e0668835 will not be triggered until provisioned by entity DHCP. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:56:32.364992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:32.371144 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f8182257-4bbe-4d0d-8223-57c0bed91f83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:32.437275 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:56:32.440705 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:56:32.443260 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:56:32.482248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:32.505891 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.506264 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.506632 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.506992 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.507351 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.507707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.508058 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.508410 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.508769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.509106 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.509450 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:56:32.513231 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:32.526072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:32.526680 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:32.578788 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-a8650c63-5ba5-4b91-833a-a21e35c89d4e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9755692
Dec 09 14:56:32.714322 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f65f016a-c94e-4994-8466-bb75a8acd409 None None] Provisioning for port 52189ac7-b697-4bae-867e-b389e0668835 completed by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:56:32.719121 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-f65f016a-c94e-4994-8466-bb75a8acd409 None None] Provisioning complete for port 52189ac7-b697-4bae-867e-b389e0668835 triggered by entity DHCP. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:56:32.719417 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f65f016a-c94e-4994-8466-bb75a8acd409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:32.772496 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-f65f016a-c94e-4994-8466-bb75a8acd409 None None] Port 52189ac7-b697-4bae-867e-b389e0668835 cannot update to ACTIVE because it is not bound. {{(pid=83445) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 09 14:56:33.174331 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e774ebc-ce58-406f-a73a-b1fdf3a3e78e req-9b8d4740-d1f0-4fa1-b38d-3b0a497ad9bd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:33.175121 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8e774ebc-ce58-406f-a73a-b1fdf3a3e78e req-9b8d4740-d1f0-4fa1-b38d-3b0a497ad9bd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:56:33.192136 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-8e774ebc-ce58-406f-a73a-b1fdf3a3e78e req-9b8d4740-d1f0-4fa1-b38d-3b0a497ad9bd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:56:33.193677 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e774ebc-ce58-406f-a73a-b1fdf3a3e78e req-9b8d4740-d1f0-4fa1-b38d-3b0a497ad9bd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.1005814
Dec 09 14:56:33.245054 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-8e774ebc-ce58-406f-a73a-b1fdf3a3e78e req-9c962ba3-2f95-414f-aca5-c87a7412433a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424254
Dec 09 14:56:34.450888 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85594fe-93b2-4e2c-992b-e1c735426fad req-6b45cfd3-a613-4a40-a067-3bb70aa7b627 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:34.452614 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b85594fe-93b2-4e2c-992b-e1c735426fad req-6b45cfd3-a613-4a40-a067-3bb70aa7b627 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.0811574
Dec 09 14:56:34.503140 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b85594fe-93b2-4e2c-992b-e1c735426fad req-f67378d2-5136-43f0-9229-e230e79ec3ae tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451131
Dec 09 14:56:35.703882 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c709594-f6cd-4ac0-912a-9b756066668b req-6cf29b70-d23d-4e2e-b8d4-9e0f652fd274 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:35.705575 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c709594-f6cd-4ac0-912a-9b756066668b req-6cf29b70-d23d-4e2e-b8d4-9e0f652fd274 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.0784039
Dec 09 14:56:35.752503 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6c709594-f6cd-4ac0-912a-9b756066668b req-cd2d2c84-4d58-46f5-85f9-913282c7cad6 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414567
Dec 09 14:56:36.957798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c693-d83c-405c-a0fa-78487aea648b req-7264e4de-b40a-46ea-85b3-3633c165684f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:36.959279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f67c693-d83c-405c-a0fa-78487aea648b req-7264e4de-b40a-46ea-85b3-3633c165684f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.0844066
Dec 09 14:56:37.005801 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7f67c693-d83c-405c-a0fa-78487aea648b req-0b1357b6-b626-4c77-ad0e-bc80cb050a16 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410478
Dec 09 14:56:38.211500 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c800b57-5101-4089-a750-01dcd0a56641 req-e983ce4c-8822-4b9d-9b1a-63b64f77e161 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:38.212966 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c800b57-5101-4089-a750-01dcd0a56641 req-e983ce4c-8822-4b9d-9b1a-63b64f77e161 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.0844734
Dec 09 14:56:38.259674 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7c800b57-5101-4089-a750-01dcd0a56641 req-9f700c7e-e761-46c1-a228-c33517a91528 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409832
Dec 09 14:56:38.402610 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:56:39.470141 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016e0df-ddfa-4124-863e-c451f5f2715e req-b5a4e9eb-9118-4e18-9c0b-2c55bdb8cdf7 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:39.471634 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b016e0df-ddfa-4124-863e-c451f5f2715e req-b5a4e9eb-9118-4e18-9c0b-2c55bdb8cdf7 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.0877333
Dec 09 14:56:39.536642 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-b016e0df-ddfa-4124-863e-c451f5f2715e req-8877d3f8-4d4a-4f0c-a69b-c7d0ad4bc5cd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593119
Dec 09 14:56:40.741216 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70050-4ca0-4c4f-8274-b22da0381ac0 req-f2db529c-1f77-4868-b192-a7e65a3f9858 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:40.742749 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79d70050-4ca0-4c4f-8274-b22da0381ac0 req-f2db529c-1f77-4868-b192-a7e65a3f9858 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.0826156
Dec 09 14:56:40.793936 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-79d70050-4ca0-4c4f-8274-b22da0381ac0 req-97e0e351-cdbd-4bca-8a0c-bb651cb9b598 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451350
Dec 09 14:56:41.923899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Request body: {'port': {'device_id': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8211'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:56:42.086118 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:42.101185 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ccedf-a651-4fb7-beba-5b267fb6f952 req-3d4e1177-9afc-4b4f-aed8-fa3e897038cb tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:42.102631 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d5ccedf-a651-4fb7-beba-5b267fb6f952 req-3d4e1177-9afc-4b4f-aed8-fa3e897038cb tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 931 time: 0.1847889
Dec 09 14:56:42.233736 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-7d5ccedf-a651-4fb7-beba-5b267fb6f952 req-565ace4f-e5bd-4aba-b9a5-44bab1fe021f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256104
Dec 09 14:56:42.455596 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52189ac7-b697-4bae-867e-b389e0668835 {{(pid=83444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:56:42.462167 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:42.475757 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.provisioning_blocks [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Transition to ACTIVE for port object 52189ac7-b697-4bae-867e-b389e0668835 will not be triggered until provisioned by entity L2. {{(pid=83444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 09 14:56:42.479550 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:42.483642 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-1384b823-8549-4af4-a2c0-d94f2841ab37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:42.607774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:42.611849 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:42.814129 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Attempting to bind port 52189ac7-b697-4bae-867e-b389e0668835 on host hv-neutron-8211 for vnic_type normal with profile  {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 09 14:56:42.814381 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Attempting to bind port 52189ac7-b697-4bae-867e-b389e0668835 by drivers openvswitch,hyperv on host hv-neutron-8211 at level 0 using segments [{'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 09 14:56:42.814697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Attempting to bind port 52189ac7-b697-4bae-867e-b389e0668835 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:56:42.820251 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Port 52189ac7-b697-4bae-867e-b389e0668835 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8211 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 09 14:56:42.820562 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Attempting to bind port 52189ac7-b697-4bae-867e-b389e0668835 on network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 09 14:56:42.826559 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Checking agent: {'id': '36b30eee-b808-46a3-9423-a4d56d6cb053', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8211', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'started_at': datetime.datetime(2021, 12, 9, 13, 59, 16), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 09 14:56:42.826883 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Checking segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 09 14:56:42.827256 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Bound using segment: {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'} {{(pid=83444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 09 14:56:42.827666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.managers [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Bound port: 52189ac7-b697-4bae-867e-b389e0668835, host: hv-neutron-8211, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fc28df-d773-40ec-a15b-820f11efd93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17'}}] {{(pid=83444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 09 14:56:42.827999 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:42.933583 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, cleared binding levels {{(pid=83444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 09 14:56:42.937300 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 09 14:56:42.941668 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:42.945828 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-459b4986-e7b6-4300-b96b-e0e7d9f4504d tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:43.003313 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:43.004929 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] 10.222.0.35 "PUT /v2.0/ports/52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 200  len: 1093 time: 1.0858557
Dec 09 14:56:43.005456 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:56:43.023670 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=3']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:43.026736 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ce1eac97-4f24-48a4-bf44-b6da5f1c5eda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:43.088279 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'status': 'completed', 'code': 200}
Dec 09 14:56:43.121579 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-3f44028e-573e-4220-9d72-691b9515555f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1096 time: 0.0801468
Dec 09 14:56:43.199493 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-bb868f74-9e12-4bf9-9f11-8713dfb996eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 200  len: 217 time: 0.0702622
Dec 09 14:56:43.264563 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-aa706e83-d3c2-4a9f-acdc-42d18d8b9e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:43.265944 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-aa706e83-d3c2-4a9f-acdc-42d18d8b9e5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0599408
Dec 09 14:56:43.341870 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-160d0fdf-d118-41f4-b333-fb56fc054556 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684664
Dec 09 14:56:43.527903 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-8a09752f-365b-4960-b4cb-3acccfc0d431 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797922
Dec 09 14:56:43.534227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ac97a-872b-4162-9fe6-0ef8f19a218b req-6d9526c8-6e98-47e9-bcb3-d875e2204659 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:43.535533 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6ac97a-872b-4162-9fe6-0ef8f19a218b req-6d9526c8-6e98-47e9-bcb3-d875e2204659 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 943 time: 0.1703448
Dec 09 14:56:43.663998 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1b6ac97a-872b-4162-9fe6-0ef8f19a218b req-6add9eaf-80db-426b-b5b2-3fae85e08072 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092739
Dec 09 14:56:43.694115 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-e7076eb7-faea-4138-af2c-1061cbae3135 req-5246564d-2e4d-4c71-ae68-8fa825725fcb service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577044
Dec 09 14:56:43.804946 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-24de2c4d-3b75-4ebb-8345-aaa3c4e55bfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1096 time: 0.0679479
Dec 09 14:56:43.931597 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-bb001717-0dbb-4f85-ae04-6be04e4a5896 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:43.933001 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-bb001717-0dbb-4f85-ae04-6be04e4a5896 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1220436
Dec 09 14:56:44.001933 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-8b09ba50-8032-41f0-b9a6-8e0017ff6851 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 200  len: 217 time: 0.0618987
Dec 09 14:56:44.061565 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-25907df6-f97e-4c41-90a8-d072d3088baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:44.062830 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-25907df6-f97e-4c41-90a8-d072d3088baf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0545092
Dec 09 14:56:44.140960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-3351e4ea-3233-4895-aed4-60619fb9b1d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712996
Dec 09 14:56:44.267825 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-9d63dd3d-ea7e-425e-865b-6dd862cbcbdf service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195545
Dec 09 14:56:44.500643 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c0f47694-d5c4-4128-a937-8e0b0e94f15d req-880190b4-1dea-4998-ab36-e64fa0898768 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253368
Dec 09 14:56:44.860473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5aa6b-34b0-42e7-b369-11423fab96fe req-6b0af77d-a917-42f9-8be9-25b5dcfa9bb1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:44.861845 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0c5aa6b-34b0-42e7-b369-11423fab96fe req-6b0af77d-a917-42f9-8be9-25b5dcfa9bb1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 943 time: 0.0754902
Dec 09 14:56:44.906318 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a0c5aa6b-34b0-42e7-b369-11423fab96fe req-1619b914-b634-4a8f-91aa-868af84331df tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391390
Dec 09 14:56:46.100921 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628cd2e-5799-4f19-8ab9-b9f34205e09b req-a3bba5bb-d1d7-4371-869e-b6186e95d3ae tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:46.102472 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c628cd2e-5799-4f19-8ab9-b9f34205e09b req-a3bba5bb-d1d7-4371-869e-b6186e95d3ae tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 943 time: 0.0792778
Dec 09 14:56:46.147231 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c628cd2e-5799-4f19-8ab9-b9f34205e09b req-54717cde-2882-40a7-90fd-940f66494bb3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387259
Dec 09 14:56:46.275132 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:56:46.404785 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:46.417335 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '52189ac7-b697-4bae-867e-b389e0668835', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'port_id': '52189ac7-b697-4bae-867e-b389e0668835', 'mac_address': 'fa:16:3e:54:e4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:56:46.472081 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:46.488345 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52189ac7-b697-4bae-867e-b389e0668835 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:56:46.502727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:46.506992 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:46.508708 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:46.570666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=4']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:46.573764 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:46.743831 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['52189ac7-b697-4bae-867e-b389e0668835'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:56:46.865616 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:47.337666 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10374507-c82f-42a6-806e-8e3e7f6bb720 req-0f2b0cc2-d877-40ac-a542-c0ea9e118caa tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:47.339093 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10374507-c82f-42a6-806e-8e3e7f6bb720 req-0f2b0cc2-d877-40ac-a542-c0ea9e118caa tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 944 time: 0.0749204
Dec 09 14:56:47.387126 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-10374507-c82f-42a6-806e-8e3e7f6bb720 req-a8ce0774-0dca-4631-8632-a17d4d132747 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426722
Dec 09 14:56:48.290765 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:56:48.395983 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning for port 52189ac7-b697-4bae-867e-b389e0668835 completed by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 09 14:56:48.400600 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 52189ac7-b697-4bae-867e-b389e0668835 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:56:48.400976 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:48.511856 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:48.539024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:56:48.548633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:56:48.553772 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:48.555962 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:48.596267 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc51c-f0ab-4990-ac49-c12030976977 req-eca16f19-8c7f-42a1-90db-8c85f25c906a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:48.597762 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5edc51c-f0ab-4990-ac49-c12030976977 req-eca16f19-8c7f-42a1-90db-8c85f25c906a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 944 time: 0.0902066
Dec 09 14:56:48.607611 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'code': 200}
Dec 09 14:56:48.627629 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=5']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:48.630916 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:48.651623 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-a5edc51c-f0ab-4990-ac49-c12030976977 req-c0322a67-c6ed-40fb-919f-9fb927bb170f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482299
Dec 09 14:56:48.839566 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-411d95db-3a3a-4b16-8144-f71286cc6e08 req-37a65517-299b-44f1-aa6b-1231f0f29ca8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1098 time: 0.0715733
Dec 09 14:56:48.882098 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-411d95db-3a3a-4b16-8144-f71286cc6e08 req-28d318d1-9995-4242-a997-03b2dbdb9847 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356131
Dec 09 14:56:49.847853 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ff87f-d793-47f7-87e5-1cec5364b06f req-e6d34cfb-5215-4d0b-a54d-3ec3f481d1c2 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:49.849190 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-671ff87f-d793-47f7-87e5-1cec5364b06f req-e6d34cfb-5215-4d0b-a54d-3ec3f481d1c2 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 945 time: 0.0760589
Dec 09 14:56:49.903657 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-671ff87f-d793-47f7-87e5-1cec5364b06f req-0db20fe5-cd96-4524-a1eb-81f0693baeed tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485492
Dec 09 14:56:51.093176 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc84d1-4f0d-4820-8d2a-0d79b7bd079d req-cf887d1b-9428-4148-80e0-d10a29bd359a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:51.094647 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91dc84d1-4f0d-4820-8d2a-0d79b7bd079d req-cf887d1b-9428-4148-80e0-d10a29bd359a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 945 time: 0.0798485
Dec 09 14:56:51.140731 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-91dc84d1-4f0d-4820-8d2a-0d79b7bd079d req-9875956b-d707-4003-8654-aede4c6999c1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406647
Dec 09 14:56:51.332001 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde1644-d408-45b7-badb-1a7bf733a78e req-bdeec2b4-8a93-4dcc-bd84-6a19213e654f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:51.333427 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cde1644-d408-45b7-badb-1a7bf733a78e req-bdeec2b4-8a93-4dcc-bd84-6a19213e654f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 945 time: 0.0757492
Dec 09 14:56:51.377081 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4cde1644-d408-45b7-badb-1a7bf733a78e req-65ca8701-cd4f-4871-983f-fb0cff51dc9e tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382800
Dec 09 14:56:51.404273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39630) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:56:51.474817 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-d281001e-f46c-4de9-95c1-1d116f5abc52 tempest-TestSnapshotPattern-830565809 tempest-TestSnapshotPattern-830565809-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1093 time: 0.0692470
Dec 09 14:56:51.477072 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39634) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:56:51.482083 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.v2.base [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Request body: {'floatingip': {'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'port_id': '52189ac7-b697-4bae-867e-b389e0668835', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83444) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 09 14:56:51.487333 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 09 14:56:51.491089 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Usage tracker for resource:floatingip and tenant:01743e434e764b06ae6f4162c6e9ad9f is out of sync, need to count used quota {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 09 14:56:51.493960 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83444) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 09 14:56:51.500030 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.quota.driver [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83444) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 09 14:56:51.510609 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:51.645385 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:51.790912 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_common [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Allocated IP 172.26.3.88 (efd777f6-28f0-4d0c-8110-d1b972124f0b/ed56a857-8efc-4165-aa22-8b51636d3f6f/46d7ef75-4b7f-4c8a-88a8-812adca526f9) {{(pid=83444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 09 14:56:51.940472 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for port, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:51.967904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754295336057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:51.971935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a41a1669-475b-471d-82a5-9799cb1fcd13 tempest-TestShelveInstance-1672976861 tempest-TestShelveInstance-1672976861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:52.036766 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Network efd777f6-28f0-4d0c-8110-d1b972124f0b is already hosted by enough agents. {{(pid=83444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 09 14:56:52.039496 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.base_scheduler [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Resources bound (agent type, host, resource id):  {{(pid=83444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 09 14:56:52.041986 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Received port after_create {{(pid=83444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 09 14:56:52.071726 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'Port': ['ID=46d7ef75-4b7f-4c8a-88a8-812adca526f9,revision_number=1']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:52.074406 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:52.647165 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:52.664694 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9277773f-6276-471c-8e7e-7b4bdd543eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:52.702732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:52.903783 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for port, precommit_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:52.908288 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2615214'] for port, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:52.912217 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-a87d352f-acf4-4cc3-9235-e323809c8e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:56:53.008568 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event updated for resources: {'Port': ['ID=46d7ef75-4b7f-4c8a-88a8-812adca526f9,revision_number=2']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:56:53.012464 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:56:53.026953 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-377222'] for floatingip, after_update {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:53.211142 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.db.l3_db [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Floating IP 38ff1533-2e3a-4add-85cf-94438e8e3f9f associated. External IP: 172.26.3.88, port: 52189ac7-b697-4bae-867e-b389e0668835.
Dec 09 14:56:53.589228 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:56:53.793481 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:56:53.803630 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:56:53.815609 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:56:53.816154 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fe9e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:56:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:56:53.818018 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:53.871282 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3f800dd7-f6b5-43b7-b363-35e6a27c506f tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3931944
Dec 09 14:56:53.871928 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:56:53.924826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'status': 'completed', 'code': 200}
Dec 09 14:56:53.991825 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:56:54.015415 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-d9c1dc90-7d63-4b32-8cc7-85827e793025 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1098 time: 0.0679727
Dec 09 14:56:54.268727 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de96610-cd37-4bd9-964d-3950aef08656 req-51d886c8-3b4d-4ed8-92f2-1e0d55e415b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:54.270208 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-51d886c8-3b4d-4ed8-92f2-1e0d55e415b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.2490571
Dec 09 14:56:54.335546 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fe9e50>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:20Z', 'revision_number': 1, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}, {'id': '38ff1533-2e3a-4add-85cf-94438e8e3f9f', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '52189ac7-b697-4bae-867e-b389e0668835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:54:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:56:52Z', 'updated_at': '2021-12-09T14:56:52Z', 'revision_number': 0, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:56:54.339253 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:56:54.349610 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:56:54.350201 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6449fe9e50>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:56:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:56:54.371545 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-0cbff521-f877-4ddf-ab40-999984db4c07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 200  len: 998 time: 0.0942757
Dec 09 14:56:54.436008 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de96610-cd37-4bd9-964d-3950aef08656 req-cab2248d-e2d3-48c3-b8b7-39af17e804de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:56:54.437763 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-cab2248d-e2d3-48c3-b8b7-39af17e804de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0600901
Dec 09 14:56:54.514027 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-2bcfc21c-f473-4671-8e4e-398ac5489e54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696354
Dec 09 14:56:54.534422 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:56:54.644596 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-50c5cab4-5c5e-42bd-9057-7c22e4c80a08 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238036
Dec 09 14:56:54.774576 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-1de96610-cd37-4bd9-964d-3950aef08656 req-019409a1-9d65-4cee-b575-7b6300c3b582 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235552
Dec 09 14:56:54.875465 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6449fe9e50>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:20Z', 'revision_number': 1, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}, {'id': '38ff1533-2e3a-4add-85cf-94438e8e3f9f', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '52189ac7-b697-4bae-867e-b389e0668835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:54:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:56:52Z', 'updated_at': '2021-12-09T14:56:52Z', 'revision_number': 0, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:56:54.879476 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32354bc7-5a5b-4aed-a8a7-694100601258 None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:20Z', 'revision_number': 1, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}, {'id': '38ff1533-2e3a-4add-85cf-94438e8e3f9f', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '52189ac7-b697-4bae-867e-b389e0668835', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:54:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:56:52Z', 'updated_at': '2021-12-09T14:56:52Z', 'revision_number': 0, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:56:55.018448 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2e888789-b64c-4821-9e8b-42828cbc5ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:55.067273 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b754557d-c029-49fb-8031-305103943bf0 None None] New status for floating IP 38ff1533-2e3a-4add-85cf-94438e8e3f9f: ACTIVE {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:56:56.338159 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:56.542666 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:56:57.754421 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:10.698723 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-57b0b720-b46d-44d6-bbcf-48c2690efd8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711951
Dec 09 14:57:10.835489 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-33947293-2ae9-49ae-94c8-0c170321e2a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1096 time: 0.0672598
Dec 09 14:57:10.981378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-9a8d882e-f45f-42a6-b0d3-4705f36e949a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:57:10.982827 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-9a8d882e-f45f-42a6-b0d3-4705f36e949a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1255000
Dec 09 14:57:11.088906 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-b3dff81a-d4af-4b43-a984-c19ef69eeff6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 999 time: 0.0985098
Dec 09 14:57:11.149774 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-e533a587-18f5-4b25-9e12-a48d1e2b3e4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:57:11.151119 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-e533a587-18f5-4b25-9e12-a48d1e2b3e4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0553846
Dec 09 14:57:11.227984 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-206ef447-9e9e-47fb-8858-71cda9b39079 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704899
Dec 09 14:57:11.357872 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-d43b252a-1340-411d-b90b-e7f44de3d0d5 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220489
Dec 09 14:57:11.484035 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ed0cb410-932f-411d-9175-c067f13d2ed3 req-be2282ef-7525-4d17-8ee4-f29f6f8c382b service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195481
Dec 09 14:57:15.403731 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:57:16.856337 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:22.666486 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8a63e741-8508-4085-b3d2-2f5311d46371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:25.020428 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-43ee7829-b580-4315-817e-5c68db54d65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:26.341633 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:26.545329 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:27.757199 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:46.849564 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:52.404453 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:57:52.667850 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-936901af-8758-46dd-b95f-a91f184b9219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:55.021829 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-3e679d55-b3e2-48d7-a98b-9ac7a50796b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:56.344578 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:56.548563 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:57:57.759032 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:10.728369 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-2ab6cbab-aed0-44e4-a0c9-4b91d9035b6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0671546
Dec 09 14:58:10.816473 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-86ed7d55-fbf9-4ee0-bd15-4982211e8a4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1098 time: 0.0667531
Dec 09 14:58:11.057886 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-ce452751-d7be-4575-9604-31c47c9c66d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:11.059330 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-ce452751-d7be-4575-9604-31c47c9c66d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.2250133
Dec 09 14:58:11.157018 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-f1ab18ca-63c3-42cc-a408-2245f73f963c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 200  len: 1000 time: 0.0914769
Dec 09 14:58:11.220585 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-23143c93-8612-4e17-a852-155e2941fc69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:11.222045 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-23143c93-8612-4e17-a852-155e2941fc69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0595856
Dec 09 14:58:11.296960 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-8f3cf082-ce9f-45b3-a1d4-6f0a7c42ba2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689738
Dec 09 14:58:11.423352 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-0e5ba09d-67ff-48f2-8330-6723b3ef1de4 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1203818
Dec 09 14:58:11.551298 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-cb9b6e97-6bd1-4ba7-b175-fb9fcb03cfac req-63264a63-822b-4eb6-b024-70e0fc878c1a service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217418
Dec 09 14:58:16.859874 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:18.659471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 details requested by agent hyperv_hv-neutron-8211 with host hv-neutron-8211 {{(pid=83445) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 09 14:58:18.789057 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:18.802573 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Returning: {'device': '52189ac7-b697-4bae-867e-b389e0668835', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'port_id': '52189ac7-b697-4bae-867e-b389e0668835', 'mac_address': 'fa:16:3e:54:e4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83445) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 09 14:58:18.857009 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:18.874463 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52189ac7-b697-4bae-867e-b389e0668835 {{(pid=83445) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 09 14:58:18.889269 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:18.892834 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:18.894537 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:18.958541 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=6']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:18.967145 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.967539 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.967879 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.968209 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.968537 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.968862 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.969185 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.969511 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.969848 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.970168 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.970485 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:18.974012 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:18.993752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] get_ports_and_sgs() called for port_ids ['52189ac7-b697-4bae-867e-b389e0668835'] {{(pid=83445) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 09 14:58:20.679144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 up at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 09 14:58:20.757866 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.provisioning_blocks [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Provisioning complete for port 52189ac7-b697-4bae-867e-b389e0668835 triggered by entity L2. {{(pid=83445) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 09 14:58:20.758400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7367709'] for port, provisioning_complete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:20.879124 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:20.949165 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:58:20.958993 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:20.964336 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:20.966518 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:21.032794 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=7']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:21.036226 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:21.056752 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'code': 200}
Dec 09 14:58:22.683521 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4cfcf021-c981-4e6d-9a2b-fbb024534401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:25.029997 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-35a022a3-5ef6-48ed-8e03-734fa5e72991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:26.350098 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:26.556479 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:27.770272 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:29.406476 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:58:30.710816 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39776) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:30.909780 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Deleting port 46d7ef75-4b7f-4c8a-88a8-812adca526f9 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:30.910120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:31.071660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:31.072069 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:31.188987 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Calling delete_port for 46d7ef75-4b7f-4c8a-88a8-812adca526f9 owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:31.333772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:31.337113 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-41e562bf-cfdd-4869-9901-84ed18217d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:31.376687 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event deleted for resources: {'Port': ['ID=46d7ef75-4b7f-4c8a-88a8-812adca526f9,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:31.419707 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.420081 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.420444 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.420805 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.421162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.421517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.421893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.422244 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.422590 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.422934 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.423280 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:31.426254 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:31.482314 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:31.956190 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:58:32.160120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:58:32.170673 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:58:32.180877 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:32.182720 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:32.183343 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a509940>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:32.233326 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "DELETE /v2.0/floatingips/38ff1533-2e3a-4add-85cf-94438e8e3f9f HTTP/1.1" status: 204  len: 168 time: 1.5212600
Dec 09 14:58:32.233827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:58:32.295481 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'status': 'completed', 'code': 200}
Dec 09 14:58:32.392195 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-bcb16b06-0d8e-4cd5-bf89-a28e8005070d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 1098 time: 0.0740695
Dec 09 14:58:32.407879 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:32.531102 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aac84-8d82-46c0-89de-3244d729b274 req-cbb55e6f-8dab-4ef7-b232-b82625ed4cf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:32.532483 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-cbb55e6f-8dab-4ef7-b232-b82625ed4cf9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1340766
Dec 09 14:58:32.610271 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-2464c5fe-5544-4bca-8691-d4235da85204 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 200  len: 217 time: 0.0701547
Dec 09 14:58:32.675512 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aac84-8d82-46c0-89de-3244d729b274 req-a12a58c4-7228-4e4b-82a6-60d496025452 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:32.676947 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-a12a58c4-7228-4e4b-82a6-60d496025452 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0603523
Dec 09 14:58:32.768244 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:32.778405 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a509940>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:20Z', 'revision_number': 1, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:32.783667 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:58:32.794803 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:32.795472 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a509940>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:32.814771 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa609e-94c9-4b9f-aa60-52d5b7780824 req-d14dbf02-efd6-43c6-881c-a5c668913109 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:32.815445 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2afa609e-94c9-4b9f-aa60-52d5b7780824 req-d14dbf02-efd6-43c6-881c-a5c668913109 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:58:32.820054 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-233099f0-91ab-43d1-bdf3-ae6eb5f8a01d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1353722
Dec 09 14:58:32.859837 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-2afa609e-94c9-4b9f-aa60-52d5b7780824 req-d14dbf02-efd6-43c6-881c-a5c668913109 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:58:32.860967 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2afa609e-94c9-4b9f-aa60-52d5b7780824 req-d14dbf02-efd6-43c6-881c-a5c668913109 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 945 time: 0.2703090
Dec 09 14:58:32.882781 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7350232'] for port, before_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:32.919663 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:32.920515 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83445) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:58:32.925921 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754295711501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754295336075', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754295336120'] for port, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:32.927683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:32.986376 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:32.993574 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-2afa609e-94c9-4b9f-aa60-52d5b7780824 req-13dce77d-e555-428e-843b-fb6790a0008a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877957
Dec 09 14:58:32.997608 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Pushing event updated for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=8']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:33.000900 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:33.014376 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-60cb604e-2187-44cf-8bbe-79a16bbb27ac service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845229
Dec 09 14:58:33.023621 dv-neutron-821183-1-hyperv neutron-server[83445]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'code': 200}
Dec 09 14:58:33.145334 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-303aac84-8d82-46c0-89de-3244d729b274 req-9ff164ca-d3bc-4443-bada-3a24baec8471 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242833
Dec 09 14:58:33.328388 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a509940>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:20Z', 'revision_number': 1, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:33.332183 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b046e60-86f2-496e-9369-7b7874ef6247 None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_floatingips': [{'id': '24c2132e-96fd-4365-a518-fc23f1f0fea1', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'floating_ip_address': '172.26.3.172', 'floating_network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'router_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'port_id': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'mac_address': 'fa:16:3e:79:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T14:54:14Z', 'updated_at': '2021-12-09T14:54:20Z', 'revision_number': 1, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:58:33.542896 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d0d95a-7c63-4b3b-8e2a-615b0d0e8e7f None None] New status for floating IP 38ff1533-2e3a-4add-85cf-94438e8e3f9f: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:58:34.067904 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-29041001-a002-40bf-a1d2-9a5c5207619c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:34.069316 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-29041001-a002-40bf-a1d2-9a5c5207619c tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 943 time: 0.0751636
Dec 09 14:58:34.285451 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Deleting port 52189ac7-b697-4bae-867e-b389e0668835 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:34.285732 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:34.398162 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c42c2-bdf6-4df9-9ba7-ffab2c402471 req-8b3ce379-cac2-4fa2-9257-a7f0a3a2cdd0 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:34.399578 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c86c42c2-bdf6-4df9-9ba7-ffab2c402471 req-8b3ce379-cac2-4fa2-9257-a7f0a3a2cdd0 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9e69051-0370-40eb-8db7-c5e3e367162f HTTP/1.1" status: 200  len: 943 time: 0.2855997
Dec 09 14:58:34.533964 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-c86c42c2-bdf6-4df9-9ba7-ffab2c402471 req-79d0a461-271b-43d9-85b5-ead28fa15a47 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283214
Dec 09 14:58:34.585656 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] For port 52189ac7-b697-4bae-867e-b389e0668835, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=52189ac7-b697-4bae-867e-b389e0668835,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:34.586015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:34.704660 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Calling delete_port for 52189ac7-b697-4bae-867e-b389e0668835 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:34.843187 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:34.848551 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-8bf719bf-7895-4cea-aac0-0fee2310fdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:34.890768 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event deleted for resources: {'Port': ['ID=52189ac7-b697-4bae-867e-b389e0668835,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:34.894076 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:34.965567 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] No DVR routers for this DVR port 52189ac7-b697-4bae-867e-b389e0668835 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:58:34.967920 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:34.970414 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-deleted', 'tag': '52189ac7-b697-4bae-867e-b389e0668835'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:58:34.986406 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-4dea6125-ca9b-4828-87c1-36e02063f893 req-0d8d9600-6997-4274-b8ac-09b5965aa8f3 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "DELETE /v2.0/ports/52189ac7-b697-4bae-867e-b389e0668835 HTTP/1.1" status: 204  len: 173 time: 0.9119332
Dec 09 14:58:35.032003 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e69051-0370-40eb-8db7-c5e3e367162f', 'name': 'network-vif-deleted', 'tag': '52189ac7-b697-4bae-867e-b389e0668835', 'status': 'completed', 'code': 200}
Dec 09 14:58:36.281090 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39832) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:36.481516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Deleting port 59cefa0a-de48-4a41-8fcc-22c15aae384d {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:36.481798 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:36.645310 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:36.645659 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:36.761273 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Calling delete_port for 59cefa0a-de48-4a41-8fcc-22c15aae384d owned by network:floatingip {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:36.903765 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:36.908241 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-7a7d864c-d905-4280-8d06-a4df1aba163a tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:36.946791 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event deleted for resources: {'Port': ['ID=59cefa0a-de48-4a41-8fcc-22c15aae384d,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:36.950673 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:37.141291 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for floatingip, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:37.522677 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83444) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:58:37.719905 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83444) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:58:37.729250 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:58:37.735235 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for floatingip, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:37.740575 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:37.741169 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5093d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:37.788367 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-c7c767bd-0a30-4ba9-9589-ffb0eed7575d tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "DELETE /v2.0/floatingips/24c2132e-96fd-4365-a518-fc23f1f0fea1 HTTP/1.1" status: 204  len: 168 time: 1.5060811
Dec 09 14:58:37.788951 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:58:37.843372 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'status': 'completed', 'code': 200}
Dec 09 14:58:37.927113 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:37.940513 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-9a5324fd-baef-4a0a-98f7-f9e3d80139cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 1096 time: 0.0755787
Dec 09 14:58:38.083827 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-7e1d2b84-9dfa-4a8c-b672-fa56b834af90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:38.085267 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-7e1d2b84-9dfa-4a8c-b672-fa56b834af90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 200  len: 910 time: 0.1376925
Dec 09 14:58:38.203014 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-5ed28586-aca5-4684-b7a9-e76b2a1c9aff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 200  len: 217 time: 0.1096132
Dec 09 14:58:38.283702 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5093d0>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:38.287482 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:58:38.288147 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0799ef9-d2f2-4049-8940-e6eee9b3a707 req-a0353aec-029a-4615-8f93-d3db04692edd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:38.288820 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d0799ef9-d2f2-4049-8940-e6eee9b3a707 req-a0353aec-029a-4615-8f93-d3db04692edd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:58:38.292972 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-640027ed-7d16-4280-a4f4-24b96b538134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:38.294299 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-640027ed-7d16-4280-a4f4-24b96b538134 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 200  len: 848 time: 0.0837173
Dec 09 14:58:38.298614 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:38.299207 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a5093d0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:38.338477 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-d0799ef9-d2f2-4049-8940-e6eee9b3a707 req-a0353aec-029a-4615-8f93-d3db04692edd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:58:38.339586 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d0799ef9-d2f2-4049-8940-e6eee9b3a707 req-a0353aec-029a-4615-8f93-d3db04692edd tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.1892555
Dec 09 14:58:38.409619 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-d0799ef9-d2f2-4049-8940-e6eee9b3a707 req-6647b362-bc0c-4a0c-a1bb-b6311ceff4c2 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637228
Dec 09 14:58:38.418486 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-964c8fa5-78ee-460f-8423-37b70f63760b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1ddeaf8b-5cca-4636-9b36-41aa54109b17&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1167455
Dec 09 14:58:38.476781 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:38.552651 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-91ffa595-dbf5-40ef-9aa4-2f02b092d42a service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265683
Dec 09 14:58:38.685735 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-ef7f9825-30e6-4999-8207-a17d51555a36 req-dd4498b5-c2e6-40a9-bf12-e9543e688d23 service neutron] 10.222.0.35 "GET /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247888
Dec 09 14:58:38.779558 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a5093d0>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:38.783620 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0839428-489f-4342-9b3d-4efbdfcd525a None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:51Z', 'revision_number': 4, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv', '_interfaces': [{'id': '99c9c0f2-97f2-488a-bff9-41e3c8d4f198', 'name': '', 'network_id': '1ddeaf8b-5cca-4636-9b36-41aa54109b17', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'mac_address': 'fa:16:3e:08:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:50Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'subnets': [{'id': '0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:58:38.799024 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:38.833035 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 52189ac7-b697-4bae-867e-b389e0668835 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:38.833397 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 52189ac7-b697-4bae-867e-b389e0668835 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:38.999379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd8215b-925c-44b1-a466-79a853a8e23d None None] New status for floating IP 24c2132e-96fd-4365-a518-fc23f1f0fea1: DOWN {{(pid=83445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 09 14:58:39.800194 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-27d9870a-d82f-4780-a4ff-4124e743fd15 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:39.801517 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-27d9870a-d82f-4780-a4ff-4124e743fd15 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.2358999
Dec 09 14:58:39.806899 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947394-dd6a-420a-a595-e8a3bcf586a8 req-3f229ca7-8904-4a6b-aac8-e1b3a4927575 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83444) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 09 14:58:39.808349 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-65947394-dd6a-420a-a595-e8a3bcf586a8 req-3f229ca7-8904-4a6b-aac8-e1b3a4927575 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 943 time: 0.2748594
Dec 09 14:58:39.899554 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Deleting port 05556e6f-85df-4ed2-9901-4ff4dc36b931 {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:39.899893 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:39.945882 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-65947394-dd6a-420a-a595-e8a3bcf586a8 req-91833f2c-53b6-44b4-82b9-f841245ac767 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/security-groups?id=f6a488aa-7bc3-4477-9e21-3958f8384d97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052070
Dec 09 14:58:40.143935 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] For port 05556e6f-85df-4ed2-9901-4ff4dc36b931, host hv-neutron-8211, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8211',level=0,port_id=05556e6f-85df-4ed2-9901-4ff4dc36b931,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:40.144289 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:40.262772 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Calling delete_port for 05556e6f-85df-4ed2-9901-4ff4dc36b931 owned by compute:nova {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:40.404075 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:40.409349 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-260e78ca-caf7-4749-9272-adc91c60f849 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:40.451163 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event deleted for resources: {'Port': ['ID=05556e6f-85df-4ed2-9901-4ff4dc36b931,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:40.455040 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:40.528268 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] No DVR routers for this DVR port 05556e6f-85df-4ed2-9901-4ff4dc36b931 on host hv-neutron-8211 {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:58:40.530681 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073583'] for port, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:40.533209 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-deleted', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931'}] {{(pid=83444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 09 14:58:40.549826 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-01876d72-1971-454d-a607-e7f592bdc1a4 req-f85aa74d-92d8-456c-be90-330aef70eeec tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.35 "DELETE /v2.0/ports/05556e6f-85df-4ed2-9901-4ff4dc36b931 HTTP/1.1" status: 204  len: 173 time: 0.7404492
Dec 09 14:58:40.590987 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b3ac0b-73ce-476f-8cbd-8756213e13b1', 'name': 'network-vif-deleted', 'tag': '05556e6f-85df-4ed2-9901-4ff4dc36b931', 'status': 'completed', 'code': 200}
Dec 09 14:58:41.119060 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6e303d98-ec03-4889-8f3d-bf0b23a464e1 req-2896421e-7827-43d1-a1d0-84fbbcddb281 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Synchronizing usage tracker for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 09 14:58:41.134720 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.quota.resource [req-6e303d98-ec03-4889-8f3d-bf0b23a464e1 req-2896421e-7827-43d1-a1d0-84fbbcddb281 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Unset dirty status for tenant:01743e434e764b06ae6f4162c6e9ad9f on resource:port {{(pid=83444) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 09 14:58:41.135843 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [req-6e303d98-ec03-4889-8f3d-bf0b23a464e1 req-2896421e-7827-43d1-a1d0-84fbbcddb281 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "GET /v2.0/ports?device_id=84b3ac0b-73ce-476f-8cbd-8756213e13b1 HTTP/1.1" status: 200  len: 210 time: 0.0575805
Dec 09 14:58:42.237750 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39852) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:42.311571 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:42.339341 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:42.399537 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:42.403439 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-358b807d-f20c-44e5-8ba3-9edd66a04fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:42.425511 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a488aa-7bc3-4477-9e21-3958f8384d97,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:42.434466 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:42.435605 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] 10.222.0.21 "DELETE /v2.0/security-groups/f6a488aa-7bc3-4477-9e21-3958f8384d97 HTTP/1.1" status: 204  len: 168 time: 0.1968770
Dec 09 14:58:42.437317 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.437721 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.438112 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821183-1-hyperv {{(pid=83443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 09 14:58:42.444076 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-157f9b56-10f9-43d4-80ae-acdef834e0e1 tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:42.489645 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39862) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:42.803894 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 no longer exists at agent hyperv_hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:42.837795 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] No Port match for: 05556e6f-85df-4ed2-9901-4ff4dc36b931 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:42.838153 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Device 05556e6f-85df-4ed2-9901-4ff4dc36b931 not bound to the agent host hv-neutron-8211 {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:42.870342 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:43.546957 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Deleting port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:43.547596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:43.713095 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] For port 99c9c0f2-97f2-488a-bff9-41e3c8d4f198, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:43.713432 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:43.829361 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Calling delete_port for 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:43.998588 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:44.002547 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-be975132-3254-407f-be4f-9c2474eb10c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:44.042596 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c9c0f2-97f2-488a-bff9-41e3c8d4f198,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:44.045690 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:44.338015 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:45.010744 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:58:45.213883 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:58:45.223441 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] Sync routers for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:58:45.231190 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-f9a8b771-57ad-4402-96d3-afe8a8d09619 admin admin] 10.222.0.21 "PUT /v2.0/routers/6f37b22a-6639-42cc-a63f-75ed4c87bf22/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7404940
Dec 09 14:58:45.233805 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39866) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:45.235287 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:45.235879 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a135a60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:45.407746 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: dv-neutron-821183-1-hyperv {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:45.423643 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks [] for router, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:45.618425 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:45.628672 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Deleting port 673c8d43-e50f-4003-8ef1-8586e4fa58ba {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:45.628927 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:45.688465 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a135a60>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47'}], 'enable_snat': True}, 'gw_port_id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:58:43Z', 'revision_number': 5, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port': {'id': '673c8d43-e50f-4003-8ef1-8586e4fa58ba', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ed:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:45.692448 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] Checking router: 6f37b22a-6639-42cc-a63f-75ed4c87bf22 for host: dv-neutron-821183-1-hyperv {{(pid=83446) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:58:45.703340 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] Routers {'6f37b22a-6639-42cc-a63f-75ed4c87bf22'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83446) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:45.703924 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a135a60>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'], 'active': True} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:45.797950 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] For port 673c8d43-e50f-4003-8ef1-8586e4fa58ba, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=673c8d43-e50f-4003-8ef1-8586e4fa58ba,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:45.798296 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:45.848847 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_dvr_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] Set router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 gateway port host: None {{(pid=83446) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:45.921555 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Calling delete_port for 673c8d43-e50f-4003-8ef1-8586e4fa58ba owned by network:router_gateway {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:45.977685 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.l3_hamode_db [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a135a60>, [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:58:45Z', 'revision_number': 6, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:45.982650 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ef60e-3e18-44a8-9d88-88aad0ed0793 None None] The sync data for ids ['6f37b22a-6639-42cc-a63f-75ed4c87bf22'] in dv-neutron-821183-1-hyperv is: [{'id': '6f37b22a-6639-42cc-a63f-75ed4c87bf22', 'name': 'tempest-TestSnapshotPattern-571346253-router', 'tenant_id': '01743e434e764b06ae6f4162c6e9ad9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:48Z', 'updated_at': '2021-12-09T14:58:45Z', 'revision_number': 6, 'project_id': '01743e434e764b06ae6f4162c6e9ad9f', 'gw_port_host': None}] {{(pid=83446) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:58:46.205715 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.209698 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-bf1db9f5-e661-43d9-b564-9265019b01d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:46.249064 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Pushing event deleted for resources: {'Port': ['ID=673c8d43-e50f-4003-8ef1-8586e4fa58ba,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:46.252574 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:46.470858 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.721467 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.725752 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.752617 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.753177 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f37b22a-6639-42cc-a63f-75ed4c87bf22 {{(pid=83443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:58:46.765480 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] Notify callbacks [] for router, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.766624 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-e85440c7-17a6-4164-b884-225858c87026 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6f37b22a-6639-42cc-a63f-75ed4c87bf22 HTTP/1.1" status: 204  len: 168 time: 1.5319452
Dec 09 14:58:46.769204 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39870) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:46.832085 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Deleting subnet 0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee {{(pid=83443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:58:46.835173 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.864963 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.886716 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2843228'] for subnet, precommit_delete_associations {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:46.971908 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.038517 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3046680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2591921'] for subnet, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.042005 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4bd33e8e-7235-4184-985b-f259a820a200 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:47.075751 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:47.078232 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:47.083160 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.088400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c96d28f-4cf0-4152-bb98-7840b7d94eac None None] Network 1ddeaf8b-5cca-4636-9b36-41aa54109b17 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:58:47.089026 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-6e08d85e-7902-4041-9001-901803d9c42c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0ea8cfa1-167d-4d10-b5a3-1af556f2c5ee HTTP/1.1" status: 204  len: 168 time: 0.3188102
Dec 09 14:58:47.092365 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39874) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:47.180223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:47.222281 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:47.222535 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 99c9c0f2-97f2-488a-bff9-41e3c8d4f198 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:47.222950 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 673c8d43-e50f-4003-8ef1-8586e4fa58ba no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:47.260450 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 673c8d43-e50f-4003-8ef1-8586e4fa58ba {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:47.260798 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 673c8d43-e50f-4003-8ef1-8586e4fa58ba not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:47.352914 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.363713 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Deleting port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:47.364047 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.410504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] DHCP port deletion for 1ddeaf8b-5cca-4636-9b36-41aa54109b17 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:58:47.414615 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Deleting port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:47.415171 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.616812 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] For port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:47.617207 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.674152 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] For port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,segment=NetworkSegment(67fc28df-d773-40ec-a15b-820f11efd93e),segment_id=67fc28df-d773-40ec-a15b-820f11efd93e)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:47.674514 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.735788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Calling delete_port for 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:47.790424 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Calling delete_port for 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc owned by network:dhcp {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:47.807236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066'] for port, after_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:47.811415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:47.859375 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.db.api [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:58:47.859687 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_db.api [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:58:47.891377 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Pushing event deleted for resources: {'Port': ['ID=0b4d8ecf-c13a-4a92-b18e-2a9409de01dc,revision_number=None']} {{(pid=83445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:47.893913 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_concurrency.lockutils [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:47.899096 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfe6cb-898d-4e1b-b420-4350670f597b None None] No DVR routers for this DVR port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc on host dv-neutron-821183-1-hyperv {{(pid=83445) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:58:48.360847 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Deleting port 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:48.361343 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.425632 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] The port '0b4d8ecf-c13a-4a92-b18e-2a9409de01dc' was deleted {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:58:48.537458 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.562205 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644949b4c0>,) {'filters': {'network_id': ['1ddeaf8b-5cca-4636-9b36-41aa54109b17']}} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:48.573844 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644949b4c0>, '67fc28df-d773-40ec-a15b-820f11efd93e') {'for_net_delete': True} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:48.574148 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.services.segments.db [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644949b4c0>, '67fc28df-d773-40ec-a15b-820f11efd93e') {} {{(pid=83443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:48.585775 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2843205'] for segment, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.601945 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.608168 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:58:48.608705 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3045558'] for segment, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]: Traceback (most recent call last):
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     timer()
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     cb(*args, **kw)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     return func(*args, **kwargs)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     self._notify()
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     self.callback(batched_events)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     event.method(event)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     return f(self, *a, **k)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._get(url).json()
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:58:48.621645 dv-neutron-821183-1-hyperv neutron-server[83443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:58:48.699218 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.704778 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:48.707247 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-cb570163-435b-4c30-aeab-1a3db80d3d3a tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:48.726786 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ddeaf8b-5cca-4636-9b36-41aa54109b17,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:48.728941 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:48.734878 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-4e191b22-b6cb-45d9-9a92-feda2d6396d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ddeaf8b-5cca-4636-9b36-41aa54109b17 HTTP/1.1" status: 204  len: 168 time: 1.6415989
Dec 09 14:58:48.737841 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39880) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:49.118436 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382086'] for router_interface, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:49.176243 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:49.208203 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:49.208548 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 0b4d8ecf-c13a-4a92-b18e-2a9409de01dc not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:49.802087 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Deleting port 05850798-ffd8-42c2-8ba3-33a073079d71 {{(pid=83443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:49.802700 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:49.968688 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.db [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] For port 05850798-ffd8-42c2-8ba3-33a073079d71, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=05850798-ffd8-42c2-8ba3-33a073079d71,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:49.969034 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:50.087507 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.plugins.ml2.plugin [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Calling delete_port for 05850798-ffd8-42c2-8ba3-33a073079d71 owned by network:router_interface {{(pid=83443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:50.257409 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3046725'] for port, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:50.261312 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-e1a478f1-5c6d-440b-a97f-21e3a6c6c552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:50.303896 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05850798-ffd8-42c2-8ba3-33a073079d71,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:50.306352 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:50.582963 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7012267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-381528'] for router_interface, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:51.265415 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Router 8858c571-b6b1-4755-9554-b9267506d2bc has already been hosted by L3 agent 1a690142-c25f-4f9e-bbd7-f22b698d8218 {{(pid=83443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 09 14:58:51.460791 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] Notify agent at l3_agent.dv-neutron-821183-1-hyperv the message routers_updated {{(pid=83443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 09 14:58:51.469994 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] Sync routers for ids ['8858c571-b6b1-4755-9554-b9267506d2bc'] in dv-neutron-821183-1-hyperv {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 09 14:58:51.477192 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-53db7f18-b9f6-4489-a4a3-edc0333ee6b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/8858c571-b6b1-4755-9554-b9267506d2bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7383769
Dec 09 14:58:51.479863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39884) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:51.486905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] Routers {'8858c571-b6b1-4755-9554-b9267506d2bc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:51.487530 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d5be0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8858c571-b6b1-4755-9554-b9267506d2bc'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:51.663370 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] Set router 8858c571-b6b1-4755-9554-b9267506d2bc gateway port host: dv-neutron-821183-1-hyperv {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:51.675095 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks [] for router, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:51.865037 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:51.874948 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Deleting port e18a4f18-dbad-4519-8b23-b0124d19d66b {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:51.875294 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:51.939886 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d5be0>, [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'external_fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:58:50Z', 'revision_number': 5, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port': {'id': 'e18a4f18-dbad-4519-8b23-b0124d19d66b', 'name': '', 'network_id': 'efd777f6-28f0-4d0c-8110-d1b972124f0b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821183-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed56a857-8efc-4165-aa22-8b51636d3f6f', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821183-1-hyperv'}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:51.943700 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] Checking router: 8858c571-b6b1-4755-9554-b9267506d2bc for host: dv-neutron-821183-1-hyperv {{(pid=83445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 09 14:58:51.953935 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] Routers {'8858c571-b6b1-4755-9554-b9267506d2bc'} bound to L3 agent in host dv-neutron-821183-1-hyperv {{(pid=83445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 09 14:58:51.954526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f644a2d5be0>, 'dv-neutron-821183-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T13:53:25Z,description=<?>,heartbeat_timestamp=2021-12-09T14:58:25Z,host='dv-neutron-821183-1-hyperv',id=1a690142-c25f-4f9e-bbd7-f22b698d8218,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-09T13:53:25Z,topic='l3_agent')) {'router_ids': ['8858c571-b6b1-4755-9554-b9267506d2bc'], 'active': True} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:52.109706 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_dvr_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] Set router 8858c571-b6b1-4755-9554-b9267506d2bc gateway port host: None {{(pid=83445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 09 14:58:52.160878 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] For port e18a4f18-dbad-4519-8b23-b0124d19d66b, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=e18a4f18-dbad-4519-8b23-b0124d19d66b,segment=NetworkSegment(2593a8df-71d3-4a75-adc4-39764c7d89f4),segment_id=2593a8df-71d3-4a75-adc4-39764c7d89f4)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:52.161220 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.217379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.db.l3_hamode_db [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f644a2d5be0>, [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 6, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port_host': None}], 'dv-neutron-821183-1-hyperv', False) {} {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:52.221326 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd258479-aeae-4953-a427-dfcf3e2377d6 None None] The sync data for ids ['8858c571-b6b1-4755-9554-b9267506d2bc'] in dv-neutron-821183-1-hyperv is: [{'id': '8858c571-b6b1-4755-9554-b9267506d2bc', 'name': 'tempest-TestSnapshotPattern-745688371-router', 'tenant_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T14:53:54Z', 'updated_at': '2021-12-09T14:58:51Z', 'revision_number': 6, 'project_id': 'a27cbd13b88f4c6c8c24d515066f7760', 'gw_port_host': None}] {{(pid=83445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 09 14:58:52.280366 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Calling delete_port for e18a4f18-dbad-4519-8b23-b0124d19d66b owned by network:router_gateway {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:52.440207 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.443697 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-c5a2655f-132b-4b4c-8f99-3e93fccb935c tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:52.485601 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Pushing event deleted for resources: {'Port': ['ID=e18a4f18-dbad-4519-8b23-b0124d19d66b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:52.488378 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:52.676296 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-f87eacff-576c-4f51-84eb-a806a8fccb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.715933 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-377339'] for router_gateway, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.968557 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-378951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7870'] for router, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.972746 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.998248 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1739991'] for router, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:52.998863 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8858c571-b6b1-4755-9554-b9267506d2bc {{(pid=83444) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 09 14:58:53.011492 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] Notify callbacks [] for router, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.012608 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-6d16af2d-f656-4b04-bc82-900345443600 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8858c571-b6b1-4755-9554-b9267506d2bc HTTP/1.1" status: 204  len: 168 time: 1.5317931
Dec 09 14:58:53.015686 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39888) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:53.074092 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Deleting subnet 8a91144a-712f-466b-b701-7f049d1ab823 {{(pid=83444) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Dec 09 14:58:53.077578 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.127126 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2615238'] for subnet, precommit_delete_associations {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.186461 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 05850798-ffd8-42c2-8ba3-33a073079d71 no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:53.211712 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7372559'] for subnet, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.221677 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: 05850798-ffd8-42c2-8ba3-33a073079d71 {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:53.221977 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device 05850798-ffd8-42c2-8ba3-33a073079d71 not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:53.222400 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e18a4f18-dbad-4519-8b23-b0124d19d66b no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:53.256759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: e18a4f18-dbad-4519-8b23-b0124d19d66b {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:53.257106 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device e18a4f18-dbad-4519-8b23-b0124d19d66b not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:53.278977 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7372544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2615288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2323029'] for subnet, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.283120 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-067b7f17-4eed-4550-a72e-16c18f69a2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:53.319516 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a91144a-712f-466b-b701-7f049d1ab823,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:53.322298 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:53.324872 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.330721 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44196323-44b6-41cf-8e1a-ec59923bc20a None None] Network 56085758-3a1d-4dce-a8a4-20b37c77ec38 requested from dv-neutron-821183-1-hyperv {{(pid=83445) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 09 14:58:53.332157 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-ea3b7f55-ca5f-468d-a5e7-604bc9ac6a52 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a91144a-712f-466b-b701-7f049d1ab823 HTTP/1.1" status: 204  len: 168 time: 0.3155406
Dec 09 14:58:53.334588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39892) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:53.439769 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7427343'] for network, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.449770 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Deleting port c666fb5e-5d08-4f50-9187-94f56fa844fe {{(pid=83444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:53.450088 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.570354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] DHCP port deletion for 56085758-3a1d-4dce-a8a4-20b37c77ec38 request from dv-neutron-821183-1-hyperv {{(pid=83445) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 09 14:58:53.575108 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Deleting port c666fb5e-5d08-4f50-9187-94f56fa844fe {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:53.575593 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.756169 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.db [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] For port c666fb5e-5d08-4f50-9187-94f56fa844fe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c666fb5e-5d08-4f50-9187-94f56fa844fe,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:53.756739 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.817215 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.db [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] For port c666fb5e-5d08-4f50-9187-94f56fa844fe, host dv-neutron-821183-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821183-1-hyperv',level=0,port_id=c666fb5e-5d08-4f50-9187-94f56fa844fe,segment=NetworkSegment(b3e68c0a-f87d-4c58-89a1-23e31db5ef36),segment_id=b3e68c0a-f87d-4c58-89a1-23e31db5ef36)] {{(pid=83445) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 09 14:58:53.817824 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-381238'] for port, precommit_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.877965 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.plugin [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Calling delete_port for c666fb5e-5d08-4f50-9187-94f56fa844fe owned by network:dhcp {{(pid=83444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:53.933045 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Calling delete_port for c666fb5e-5d08-4f50-9187-94f56fa844fe owned by network:dhcp {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 09 14:58:53.952621 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7349064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2034526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754295712247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754295336066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2615205'] for port, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:53.956939 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-559345ae-63d9-44be-b986-8f9a7ee84fdc tempest-TestSnapshotPattern-1506475391 tempest-TestSnapshotPattern-1506475391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:53.998782 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=c666fb5e-5d08-4f50-9187-94f56fa844fe,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:54.001597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.db.api [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83445) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 09 14:58:54.001722 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:54.002206 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG oslo_db.api [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 09 14:58:54.005517 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] No DVR routers for this DVR port c666fb5e-5d08-4f50-9187-94f56fa844fe on host dv-neutron-821183-1-hyperv {{(pid=83444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 09 14:58:54.129132 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7370128', 'neutron.services.segments.db._delete_segments_for_network-8754295855315'] for network, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.153226 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f644979e670>,) {'filters': {'network_id': ['56085758-3a1d-4dce-a8a4-20b37c77ec38']}} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:54.170352 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f644979e670>, 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36') {'for_net_delete': True} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:54.170633 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.services.segments.db [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f644979e670>, 'b3e68c0a-f87d-4c58-89a1-23e31db5ef36') {} {{(pid=83444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 09 14:58:54.182320 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754295856622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2615263'] for segment, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.197588 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7359163'] for segment, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.204200 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83444) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 09 14:58:54.204628 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7359106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2613846'] for segment, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]: Traceback (most recent call last):
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     timer()
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     cb(*args, **kw)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     return func(*args, **kwargs)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     self._notify()
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     self.callback(batched_events)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     event.method(event)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     return f(self, *a, **k)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._get(url).json()
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     return self.request(url, 'GET', **kwargs)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 09 14:58:54.218085 dv-neutron-821183-1-hyperv neutron-server[83444]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 09 14:58:54.289071 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7370121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7012132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-377232'] for network, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.294392 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Notify callbacks [] for network, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.296729 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-aa7756cb-3a10-45cf-9574-d4ca23609058 tempest-NetworksIpV6Test-554521067 tempest-NetworksIpV6Test-554521067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:54.322111 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=56085758-3a1d-4dce-a8a4-20b37c77ec38,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:54.324403 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:54.328579 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-72a4f713-09a3-4248-9760-1740a10b2d7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/56085758-3a1d-4dce-a8a4-20b37c77ec38 HTTP/1.1" status: 204  len: 168 time: 0.9930072
Dec 09 14:58:54.457473 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39900) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:54.503471 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Deleting port c666fb5e-5d08-4f50-9187-94f56fa844fe {{(pid=83445) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 09 14:58:54.504218 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754295706372'] for port, before_delete {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.511913 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-3a443185-8f26-4cae-9b66-bdde3742a50c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01743e434e764b06ae6f4162c6e9ad9f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0510249
Dec 09 14:58:54.512201 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39904) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:54.570759 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-9970c903-ed32-4f51-af96-52f5a364ddc7 None None] The port 'c666fb5e-5d08-4f50-9187-94f56fa844fe' was deleted {{(pid=83445) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 09 14:58:54.578923 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.604015 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.653457 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.657054 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-e7ba5271-3fd6-4406-808f-b4fde23526f5 tempest-TestNetworkBasicOps-1620509895 tempest-TestNetworkBasicOps-1620509895-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:54.669380 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37a310-ded8-4405-a9bc-c62cb8bbf28b,revision_number=None']} {{(pid=83444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:54.673096 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG oslo_concurrency.lockutils [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:54.677788 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron_lib.callbacks.manager [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:54.678895 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-bfc606e6-2e91-4db1-9f4b-84d9ad9d2492 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d37a310-ded8-4405-a9bc-c62cb8bbf28b HTTP/1.1" status: 204  len: 168 time: 0.1657646
Dec 09 14:58:55.023297 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2fc767c-3cd7-435f-ad4c-6ae844c6e0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:55.071734 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [-] (83444) accepted ('10.222.0.21', 39912) {{(pid=83444) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:55.119940 dv-neutron-821183-1-hyperv neutron-server[83444]: INFO neutron.wsgi [None req-9e560e91-87fa-4073-a782-708cdfbe1e09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a27cbd13b88f4c6c8c24d515066f7760&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0469968
Dec 09 14:58:55.122998 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.wsgi [-] (83443) accepted ('10.222.0.21', 39916) {{(pid=83443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 09 14:58:55.172431 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c666fb5e-5d08-4f50-9187-94f56fa844fe no longer exists at agent ovs-agent-dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 09 14:58:55.188007 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:55.205028 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.plugin [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] No Port match for: c666fb5e-5d08-4f50-9187-94f56fa844fe {{(pid=83445) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 09 14:58:55.205379 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron.plugins.ml2.rpc [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Device c666fb5e-5d08-4f50-9187-94f56fa844fe not bound to the agent host dv-neutron-821183-1-hyperv {{(pid=83445) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 09 14:58:55.215944 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:55.266050 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750266'] for security_group, after_delete {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:55.269749 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-8b4da99c-c6fe-41b1-a301-4b2eb93fd684 tempest-TestNetworkAdvancedServerOps-565976770 tempest-TestNetworkAdvancedServerOps-565976770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 09 14:58:55.281459 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e332e-acb9-4b5a-92fb-3654270668f5,revision_number=None']} {{(pid=83443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 09 14:58:55.285863 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG oslo_concurrency.lockutils [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 09 14:58:55.287661 dv-neutron-821183-1-hyperv neutron-server[83443]: DEBUG neutron_lib.callbacks.manager [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:55.288777 dv-neutron-821183-1-hyperv neutron-server[83443]: INFO neutron.wsgi [None req-c0a8af1a-a218-4ce4-b3e0-ac2e52226374 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/171e332e-acb9-4b5a-92fb-3654270668f5 HTTP/1.1" status: 204  len: 168 time: 0.1648252
Dec 09 14:58:56.353788 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:56.552443 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:58:57.766415 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:06.407272 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:59:16.862117 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:22.677350 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cb314895-67c4-447f-bfd2-9b9c075f7261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:25.024594 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-56757148-9151-4d4d-82c7-f61719d49850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:26.355236 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:26.554868 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:27.769597 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:43.410555 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 14:59:46.878323 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:52.678363 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a2509add-3d5d-4c87-8a9d-b316e2b7ea16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:55.025727 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d204-c29a-47b7-9fc9-94add04b93d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:56.356720 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:56.558223 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 14:59:57.771873 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:16.877998 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:20.409895 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:00:22.680905 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-59310432-4d53-44cc-bbef-a7ca0bbe7843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:25.028520 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8d5ccda-a5d5-4d4e-a8c1-e1474797b795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:26.360588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:26.559870 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:27.775846 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:46.892750 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:52.681855 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-8550e7f6-16d6-43a2-9e37-73c7d01adc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:55.029733 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a8ddea13-595a-437d-b7ad-596034ce09e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:56.362996 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:56.563701 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:00:57.410340 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:00:57.778298 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:16.924107 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:22.685351 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-cc922ace-8b3f-4a9e-add1-4a4c27b2c019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:25.033316 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-dd23b25d-a7ce-478b-b434-7d52ddce95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:26.367477 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:26.569184 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:27.779526 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:34.411044 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:01:46.923144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:52.689014 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-084fedd5-d094-4ade-b150-dd3e4aff27e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:55.035427 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-27ff16cb-5000-4cab-9bdd-44f1e578f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:56.371354 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:56.570241 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:01:57.783182 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:11.411743 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:02:16.937162 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:22.690025 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-a938af29-ad6a-475b-ae9c-db35f291f8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:25.038195 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-6e538f9e-089b-427b-8c84-d54702dd9844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:26.371087 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:26.572100 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:27.786588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:39.851227 dv-neutron-821183-1-hyperv neutron-server[83444]: DEBUG neutron.wsgi [req-67d1e920-b842-42f8-a84c-92721eed85bc req-cb6205ed-87ca-4e14-9b2c-12e5c27ea29e service neutron] (83444) timed out ('10.222.0.21', 38644) {{(pid=83444) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 09 15:02:46.951504 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:48.411843 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:02:52.692523 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-65e6e190-d642-4496-91eb-9588ea9a5406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:55.038339 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-612ac1d6-99c6-49cf-a32e-9db09d996d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:56.373662 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:56.572784 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:02:57.789210 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:16.951080 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:22.693551 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-2ba32576-7c42-46c2-9988-ddf46dd08c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:25.039361 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-06119b5c-d518-4986-b074-1dbd4a2f6014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:25.412923 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:03:26.376742 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:26.576360 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:27.790977 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:46.949833 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:52.695588 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-52ea81ec-8944-40f3-99f2-1cbcc90a16a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:55.040752 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-fcd3cdbb-44d4-44cd-b55b-1aaceb1e6252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:56.379003 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:56.577674 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:03:57.793144 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4fa32d83-ea35-472a-89fb-ceca81be95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:04:02.412352 dv-neutron-821183-1-hyperv neutron-server[83446]: DEBUG neutron.db.agents_db [None req-ae7266a9-e6dd-4f14-9a6b-e02dc3758333 None None] Agent healthcheck: found 6 active agents {{(pid=83446) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 09 15:04:16.951683 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-af4b2016-265f-49f6-a98a-950a8cacbfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:04:22.698034 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-169722fe-d910-4d5a-aa50-cd206a66994c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:04:25.077197 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-4ab84d0f-ac3a-47ce-ac02-376c96cf9ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:04:26.381885 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-b3d68230-efce-40d1-bcb5-7c56a949f0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 09 15:04:26.579510 dv-neutron-821183-1-hyperv neutron-server[83445]: DEBUG neutron_lib.callbacks.manager [None req-0c4590fb-07b5-4ad9-923a-68c4d8d878c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754295855297', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7369674'] for agent, after_update {{(pid=83445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}